2023-12-03T11:24:33.485 INFO:root:teuthology version: 0.0.1.dev214+gf2de108 2023-12-03T11:24:33.486 DEBUG:teuthology.run:Teuthology command: teuthology --name alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi --description rgw/verify/{0-install clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/replicated s3tests-branch sharding$/{single} striping$/{stripe-greater-than-chunk} supported-random-distro$/{centos_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} --archive /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476147 --owner scheduled_alimasa@teuthology --verbose -- /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476147/orig.config.yaml 2023-12-03T11:24:33.531 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-12-03T11:24:33.617 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476147 branch: wip-alimasa-multi-pubsub-etag description: rgw/verify/{0-install clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/replicated s3tests-branch sharding$/{single} striping$/{stripe-greater-than-chunk} supported-random-distro$/{centos_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} email: null first_in_suite: false job_id: '7476147' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-alimasa-multi-pubsub-etag ceph: conf: client: debug rgw: 20 rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw max chunk size: 4194304 rgw obj stripe size: 6291456 rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 rgw override bucket index max shards: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 lockdep: true osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 lockdep: true mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME sha1: bcbf278cf395873c2a482f5a7b2345faf2160319 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: bcbf278cf395873c2a482f5a7b2345faf2160319 openssl_keys: rgw.client.0: ca: root client: client.0 embed-key: true root: client: client.0 cn: teuthology install: - client.0 key-type: rsa:4096 rgw: client.0: ssl certificate: rgw.client.0 compression type: random ec-data-pool: false frontend: beast storage classes: LUKEWARM, FROZEN s3tests: force-branch: ceph-master storage classes: LUKEWARM, FROZEN thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-alimasa-multi-pubsub-etag sha1: bcbf278cf395873c2a482f5a7b2345faf2160319 owner: scheduled_alimasa@teuthology priority: 100 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b sha1: bcbf278cf395873c2a482f5a7b2345faf2160319 sleep_before_teardown: 0 suite: rgw suite_branch: wip-alimasa-multi-pubsub-etag suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: bcbf278cf395873c2a482f5a7b2345faf2160319 targets: smithi145.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHEuoX7poRBhmYDq4QcTsDf2ROIvOUE1ncv2xE8mHrCUM0FogaoDisyaDw4F1KUZNLhIPvNGq/WqRbHNSQyADsU= smithi149.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBABzCELN9U1+84lTAE+EqhY7fAhBr/TzO8IVkFgKJjvlQq+Y5Y/UWlAxB4+oPsmdbdXfssmvykk+qbGcxh9GUcY= tasks: - install: extra_system_packages: deb: - s3cmd rpm: - s3cmd - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_librgw_file.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - ragweed: client.0: default-branch: ceph-master rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests-java: client.0: force-branch: ceph-master force-repo: https://github.com/ceph/java_s3tests.git - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: f2de108beb0a6dde7f3e6c96039071828a1f6269 timestamp: 2023-12-03_11:04:43 tube: smithi user: alimasa verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.232157 2023-12-03T11:24:33.617 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa; will attempt to use it 2023-12-03T11:24:33.618 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks 2023-12-03T11:24:33.618 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-12-03T11:24:33.620 INFO:teuthology.task.internal:Checking packages... 2023-12-03T11:24:33.643 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'bcbf278cf395873c2a482f5a7b2345faf2160319' 2023-12-03T11:24:33.643 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-03T11:24:33.643 INFO:teuthology.packaging:ref: None 2023-12-03T11:24:33.643 INFO:teuthology.packaging:tag: None 2023-12-03T11:24:33.643 INFO:teuthology.packaging:branch: wip-alimasa-multi-pubsub-etag 2023-12-03T11:24:33.643 INFO:teuthology.packaging:sha1: bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:24:33.644 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-alimasa-multi-pubsub-etag 2023-12-03T11:24:33.867 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-7537.gbcbf278c 2023-12-03T11:24:33.867 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-12-03T11:24:33.873 INFO:teuthology.task.internal:no buildpackages task found 2023-12-03T11:24:33.873 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-12-03T11:24:33.881 INFO:teuthology.task.internal:Saving configuration 2023-12-03T11:24:33.899 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-12-03T11:24:33.905 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-03T11:24:33.929 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi145.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476147', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-03 11:19:25.848711', 'locked_by': 'scheduled_alimasa@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHEuoX7poRBhmYDq4QcTsDf2ROIvOUE1ncv2xE8mHrCUM0FogaoDisyaDw4F1KUZNLhIPvNGq/WqRbHNSQyADsU='} 2023-12-03T11:24:33.956 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi149.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476147', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-03 11:19:25.850023', 'locked_by': 'scheduled_alimasa@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBABzCELN9U1+84lTAE+EqhY7fAhBr/TzO8IVkFgKJjvlQq+Y5Y/UWlAxB4+oPsmdbdXfssmvykk+qbGcxh9GUcY='} 2023-12-03T11:24:33.956 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-12-03T11:24:33.962 INFO:teuthology.task.internal:roles: ubuntu@smithi145.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2023-12-03T11:24:33.962 INFO:teuthology.task.internal:roles: ubuntu@smithi149.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2023-12-03T11:24:33.962 INFO:teuthology.run_tasks:Running task console_log... 2023-12-03T11:24:34.037 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f08984bcf70>, signals=[15]) 2023-12-03T11:24:34.038 INFO:teuthology.run_tasks:Running task internal.connect... 2023-12-03T11:24:34.044 INFO:teuthology.task.internal:Opening connections... 2023-12-03T11:24:34.044 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi145.front.sepia.ceph.com 2023-12-03T11:24:34.046 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:24:34.132 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi149.front.sepia.ceph.com 2023-12-03T11:24:34.133 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi149.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:24:34.217 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-12-03T11:24:34.223 DEBUG:teuthology.orchestra.run.smithi145:> uname -m 2023-12-03T11:24:34.241 INFO:teuthology.orchestra.run.smithi145.stdout:x86_64 2023-12-03T11:24:34.241 DEBUG:teuthology.orchestra.run.smithi145:> cat /etc/os-release 2023-12-03T11:24:34.297 INFO:teuthology.orchestra.run.smithi145.stdout:NAME="CentOS Stream" 2023-12-03T11:24:34.297 INFO:teuthology.orchestra.run.smithi145.stdout:VERSION="9" 2023-12-03T11:24:34.298 INFO:teuthology.orchestra.run.smithi145.stdout:ID="centos" 2023-12-03T11:24:34.298 INFO:teuthology.orchestra.run.smithi145.stdout:ID_LIKE="rhel fedora" 2023-12-03T11:24:34.298 INFO:teuthology.orchestra.run.smithi145.stdout:VERSION_ID="9" 2023-12-03T11:24:34.298 INFO:teuthology.orchestra.run.smithi145.stdout:PLATFORM_ID="platform:el9" 2023-12-03T11:24:34.298 INFO:teuthology.orchestra.run.smithi145.stdout:PRETTY_NAME="CentOS Stream 9" 2023-12-03T11:24:34.298 INFO:teuthology.orchestra.run.smithi145.stdout:ANSI_COLOR="0;31" 2023-12-03T11:24:34.298 INFO:teuthology.orchestra.run.smithi145.stdout:LOGO="fedora-logo-icon" 2023-12-03T11:24:34.298 INFO:teuthology.orchestra.run.smithi145.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2023-12-03T11:24:34.298 INFO:teuthology.orchestra.run.smithi145.stdout:HOME_URL="https://centos.org/" 2023-12-03T11:24:34.298 INFO:teuthology.orchestra.run.smithi145.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-12-03T11:24:34.298 INFO:teuthology.orchestra.run.smithi145.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2023-12-03T11:24:34.298 INFO:teuthology.orchestra.run.smithi145.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-12-03T11:24:34.299 INFO:teuthology.lock.ops:Updating smithi145.front.sepia.ceph.com on lock server 2023-12-03T11:24:34.324 DEBUG:teuthology.orchestra.run.smithi149:> uname -m 2023-12-03T11:24:34.342 INFO:teuthology.orchestra.run.smithi149.stdout:x86_64 2023-12-03T11:24:34.342 DEBUG:teuthology.orchestra.run.smithi149:> cat /etc/os-release 2023-12-03T11:24:34.399 INFO:teuthology.orchestra.run.smithi149.stdout:NAME="CentOS Stream" 2023-12-03T11:24:34.399 INFO:teuthology.orchestra.run.smithi149.stdout:VERSION="9" 2023-12-03T11:24:34.399 INFO:teuthology.orchestra.run.smithi149.stdout:ID="centos" 2023-12-03T11:24:34.399 INFO:teuthology.orchestra.run.smithi149.stdout:ID_LIKE="rhel fedora" 2023-12-03T11:24:34.399 INFO:teuthology.orchestra.run.smithi149.stdout:VERSION_ID="9" 2023-12-03T11:24:34.399 INFO:teuthology.orchestra.run.smithi149.stdout:PLATFORM_ID="platform:el9" 2023-12-03T11:24:34.400 INFO:teuthology.orchestra.run.smithi149.stdout:PRETTY_NAME="CentOS Stream 9" 2023-12-03T11:24:34.400 INFO:teuthology.orchestra.run.smithi149.stdout:ANSI_COLOR="0;31" 2023-12-03T11:24:34.400 INFO:teuthology.orchestra.run.smithi149.stdout:LOGO="fedora-logo-icon" 2023-12-03T11:24:34.400 INFO:teuthology.orchestra.run.smithi149.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2023-12-03T11:24:34.400 INFO:teuthology.orchestra.run.smithi149.stdout:HOME_URL="https://centos.org/" 2023-12-03T11:24:34.400 INFO:teuthology.orchestra.run.smithi149.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-12-03T11:24:34.400 INFO:teuthology.orchestra.run.smithi149.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2023-12-03T11:24:34.400 INFO:teuthology.orchestra.run.smithi149.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-12-03T11:24:34.400 INFO:teuthology.lock.ops:Updating smithi149.front.sepia.ceph.com on lock server 2023-12-03T11:24:34.424 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-12-03T11:24:34.434 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-12-03T11:24:34.440 INFO:teuthology.task.internal:Checking for old test directory... 2023-12-03T11:24:34.440 DEBUG:teuthology.orchestra.run.smithi145:> test '!' -e /home/ubuntu/cephtest 2023-12-03T11:24:34.443 DEBUG:teuthology.orchestra.run.smithi149:> test '!' -e /home/ubuntu/cephtest 2023-12-03T11:24:34.459 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-12-03T11:24:34.465 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-12-03T11:24:34.465 DEBUG:teuthology.orchestra.run.smithi145:> test -z $(ls -A /var/lib/ceph) 2023-12-03T11:24:34.500 DEBUG:teuthology.orchestra.run.smithi149:> test -z $(ls -A /var/lib/ceph) 2023-12-03T11:24:34.616 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-12-03T11:24:34.668 INFO:teuthology.run_tasks:Running task kernel... 2023-12-03T11:24:34.682 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-12-03T11:24:34.682 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-12-03T11:24:34.683 DEBUG:teuthology.orchestra.run.smithi145:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-03T11:24:34.683 DEBUG:teuthology.orchestra.run.smithi149:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-03T11:24:34.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:24:34.699 DEBUG:teuthology.orchestra.run.smithi145:> uname -r 2023-12-03T11:24:34.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:24:34.700 DEBUG:teuthology.orchestra.run.smithi149:> uname -r 2023-12-03T11:24:34.757 INFO:teuthology.orchestra.run.smithi145.stdout:5.14.0-361.el9.x86_64 2023-12-03T11:24:34.757 INFO:teuthology.task.kernel:Running kernel on smithi145: 5.14.0-361.el9.x86_64 2023-12-03T11:24:34.757 DEBUG:teuthology.orchestra.run.smithi145:> sudo yum install -y kernel 2023-12-03T11:24:34.758 INFO:teuthology.orchestra.run.smithi149.stdout:5.14.0-361.el9.x86_64 2023-12-03T11:24:34.759 INFO:teuthology.task.kernel:Running kernel on smithi149: 5.14.0-361.el9.x86_64 2023-12-03T11:24:34.759 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum install -y kernel 2023-12-03T11:24:36.841 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS-9 - AppStream 14 MB/s | 6.4 MB 00:00 2023-12-03T11:24:36.862 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS-9 - AppStream 15 MB/s | 6.4 MB 00:00 2023-12-03T11:24:38.166 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS-9 - BaseOS 7.2 MB/s | 2.0 MB 00:00 2023-12-03T11:24:38.453 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS-9 - BaseOS 3.7 MB/s | 2.0 MB 00:00 2023-12-03T11:24:39.140 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 7.9 MB 00:00 2023-12-03T11:24:40.486 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - BaseOS 4.9 MB/s | 7.9 MB 00:01 2023-12-03T11:24:42.185 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - AppStream 9.4 MB/s | 18 MB 00:01 2023-12-03T11:24:42.612 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - AppStream 19 MB/s | 18 MB 00:00 2023-12-03T11:24:47.312 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - CRB 4.6 MB/s | 5.8 MB 00:01 2023-12-03T11:24:48.880 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - Extras packages 32 kB/s | 15 kB 00:00 2023-12-03T11:24:52.983 INFO:teuthology.orchestra.run.smithi149.stdout:Extra Packages for Enterprise Linux 5.0 MB/s | 20 MB 00:03 2023-12-03T11:24:57.906 INFO:teuthology.orchestra.run.smithi149.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2023-12-03T11:24:58.118 INFO:teuthology.orchestra.run.smithi149.stdout:Last metadata expiration check: 0:00:01 ago on Sun 03 Dec 2023 11:24:57 AM UTC. 2023-12-03T11:25:00.270 INFO:teuthology.orchestra.run.smithi149.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2023-12-03T11:25:00.271 INFO:teuthology.orchestra.run.smithi149.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2023-12-03T11:25:00.357 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-12-03T11:25:00.364 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-12-03T11:25:00.364 INFO:teuthology.orchestra.run.smithi149.stdout: Package Architecture Version Repository Size 2023-12-03T11:25:00.364 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-12-03T11:25:00.364 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2023-12-03T11:25:00.365 INFO:teuthology.orchestra.run.smithi149.stdout: kernel x86_64 5.14.0-388.el9 baseos 5.6 M 2023-12-03T11:25:00.365 INFO:teuthology.orchestra.run.smithi149.stdout:Installing dependencies: 2023-12-03T11:25:00.365 INFO:teuthology.orchestra.run.smithi149.stdout: kernel-core x86_64 5.14.0-388.el9 baseos 20 M 2023-12-03T11:25:00.365 INFO:teuthology.orchestra.run.smithi149.stdout: kernel-modules x86_64 5.14.0-388.el9 baseos 38 M 2023-12-03T11:25:00.365 INFO:teuthology.orchestra.run.smithi149.stdout: kernel-modules-core x86_64 5.14.0-388.el9 baseos 32 M 2023-12-03T11:25:00.365 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:25:00.365 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2023-12-03T11:25:00.365 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2023-12-03T11:25:00.365 INFO:teuthology.orchestra.run.smithi149.stdout:Install 4 Packages 2023-12-03T11:25:00.365 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:25:00.366 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 96 M 2023-12-03T11:25:00.366 INFO:teuthology.orchestra.run.smithi149.stdout:Installed size: 121 M 2023-12-03T11:25:00.366 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2023-12-03T11:25:01.009 INFO:teuthology.orchestra.run.smithi149.stdout:(1/4): kernel-5.14.0-388.el9.x86_64.rpm 15 MB/s | 5.6 MB 00:00 2023-12-03T11:25:01.674 INFO:teuthology.orchestra.run.smithi149.stdout:(2/4): kernel-core-5.14.0-388.el9.x86_64.rpm 19 MB/s | 20 MB 00:01 2023-12-03T11:25:02.241 INFO:teuthology.orchestra.run.smithi149.stdout:(3/4): kernel-modules-5.14.0-388.el9.x86_64.rpm 24 MB/s | 38 MB 00:01 2023-12-03T11:25:02.983 INFO:teuthology.orchestra.run.smithi149.stdout:(4/4): kernel-modules-core-5.14.0-388.el9.x86_6 16 MB/s | 32 MB 00:01 2023-12-03T11:25:02.983 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2023-12-03T11:25:02.983 INFO:teuthology.orchestra.run.smithi149.stdout:Total 37 MB/s | 96 MB 00:02 2023-12-03T11:25:03.837 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2023-12-03T11:25:04.203 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2023-12-03T11:25:04.203 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2023-12-03T11:25:05.548 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2023-12-03T11:25:05.548 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2023-12-03T11:25:08.446 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2023-12-03T11:25:09.081 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : kernel-modules-core-5.14.0-388.el9.x86_64 1/4 2023-12-03T11:25:09.224 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : kernel-core-5.14.0-388.el9.x86_64 2/4 2023-12-03T11:25:12.046 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: kernel-core-5.14.0-388.el9.x86_64 2/4 2023-12-03T11:25:12.227 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : kernel-modules-5.14.0-388.el9.x86_64 3/4 2023-12-03T11:25:16.842 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: kernel-modules-5.14.0-388.el9.x86_64 3/4 2023-12-03T11:25:16.968 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : kernel-5.14.0-388.el9.x86_64 4/4 2023-12-03T11:25:21.563 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: kernel-modules-core-5.14.0-388.el9.x86_64 4/4 2023-12-03T11:25:50.629 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: kernel-core-5.14.0-388.el9.x86_64 4/4 2023-12-03T11:25:50.672 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: kernel-modules-5.14.0-388.el9.x86_64 4/4 2023-12-03T11:25:51.135 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: kernel-5.14.0-388.el9.x86_64 4/4 2023-12-03T11:25:51.135 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : kernel-5.14.0-388.el9.x86_64 1/4 2023-12-03T11:25:51.135 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : kernel-core-5.14.0-388.el9.x86_64 2/4 2023-12-03T11:25:51.135 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : kernel-modules-5.14.0-388.el9.x86_64 3/4 2023-12-03T11:25:51.567 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : kernel-modules-core-5.14.0-388.el9.x86_64 4/4 2023-12-03T11:25:51.567 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:25:51.568 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2023-12-03T11:25:51.568 INFO:teuthology.orchestra.run.smithi149.stdout: kernel-5.14.0-388.el9.x86_64 2023-12-03T11:25:51.568 INFO:teuthology.orchestra.run.smithi149.stdout: kernel-core-5.14.0-388.el9.x86_64 2023-12-03T11:25:51.568 INFO:teuthology.orchestra.run.smithi149.stdout: kernel-modules-5.14.0-388.el9.x86_64 2023-12-03T11:25:51.568 INFO:teuthology.orchestra.run.smithi149.stdout: kernel-modules-core-5.14.0-388.el9.x86_64 2023-12-03T11:25:51.568 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:25:51.568 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-12-03T11:25:52.079 DEBUG:teuthology.orchestra.run.smithi149:> rpm -q kernel | sort -rV | head -n 1 2023-12-03T11:25:52.220 INFO:teuthology.orchestra.run.smithi149.stdout:kernel-5.14.0-388.el9.x86_64 2023-12-03T11:25:52.220 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-388.el9.x86_64 2023-12-03T11:25:52.220 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-388.el9.x86_64 2023-12-03T11:25:52.220 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-12-03T11:25:52.221 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-12-03T11:25:52.221 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2023-12-03T11:25:52.221 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi149.front.sepia.ceph.com, path=None, version=distro) 2023-12-03T11:25:52.221 DEBUG:teuthology.orchestra.run.smithi149:> rpm -q kernel | sort -rV | head -n 1 2023-12-03T11:25:52.341 INFO:teuthology.orchestra.run.smithi149.stdout:kernel-5.14.0-388.el9.x86_64 2023-12-03T11:25:52.341 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-388.el9.x86_64 2023-12-03T11:25:52.341 DEBUG:teuthology.orchestra.run.smithi149:> sudo rpm -qi grub2-tools 2023-12-03T11:25:52.379 INFO:teuthology.orchestra.run.smithi149.stdout:Name : grub2-tools 2023-12-03T11:25:52.379 INFO:teuthology.orchestra.run.smithi149.stdout:Epoch : 1 2023-12-03T11:25:52.380 INFO:teuthology.orchestra.run.smithi149.stdout:Version : 2.06 2023-12-03T11:25:52.380 INFO:teuthology.orchestra.run.smithi149.stdout:Release : 68.el9 2023-12-03T11:25:52.380 INFO:teuthology.orchestra.run.smithi149.stdout:Architecture: x86_64 2023-12-03T11:25:52.380 INFO:teuthology.orchestra.run.smithi149.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2023-12-03T11:25:52.380 INFO:teuthology.orchestra.run.smithi149.stdout:Group : Unspecified 2023-12-03T11:25:52.380 INFO:teuthology.orchestra.run.smithi149.stdout:Size : 8264254 2023-12-03T11:25:52.380 INFO:teuthology.orchestra.run.smithi149.stdout:License : GPLv3+ 2023-12-03T11:25:52.380 INFO:teuthology.orchestra.run.smithi149.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2023-12-03T11:25:52.380 INFO:teuthology.orchestra.run.smithi149.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2023-12-03T11:25:52.380 INFO:teuthology.orchestra.run.smithi149.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2023-12-03T11:25:52.380 INFO:teuthology.orchestra.run.smithi149.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2023-12-03T11:25:52.380 INFO:teuthology.orchestra.run.smithi149.stdout:Packager : builder@centos.org 2023-12-03T11:25:52.380 INFO:teuthology.orchestra.run.smithi149.stdout:Vendor : CentOS 2023-12-03T11:25:52.380 INFO:teuthology.orchestra.run.smithi149.stdout:URL : http://www.gnu.org/software/grub/ 2023-12-03T11:25:52.381 INFO:teuthology.orchestra.run.smithi149.stdout:Summary : Support tools for GRUB. 2023-12-03T11:25:52.381 INFO:teuthology.orchestra.run.smithi149.stdout:Description : 2023-12-03T11:25:52.381 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:25:52.381 INFO:teuthology.orchestra.run.smithi149.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-12-03T11:25:52.381 INFO:teuthology.orchestra.run.smithi149.stdout:customizable bootloader with modular architecture. It supports a rich 2023-12-03T11:25:52.381 INFO:teuthology.orchestra.run.smithi149.stdout:variety of kernel formats, file systems, computer architectures and 2023-12-03T11:25:52.381 INFO:teuthology.orchestra.run.smithi149.stdout:hardware devices. 2023-12-03T11:25:52.381 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:25:52.381 INFO:teuthology.orchestra.run.smithi149.stdout:This subpackage provides tools for support of all platforms. 2023-12-03T11:25:52.382 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-12-03T11:25:52.382 INFO:teuthology.task.kernel:Updating grub on smithi149 to boot 5.14.0-388.el9.x86_64 2023-12-03T11:25:52.382 DEBUG:teuthology.orchestra.run.smithi149:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-12-03T11:25:52.991 INFO:teuthology.orchestra.run.smithi149.stderr:Generating grub configuration file ... 2023-12-03T11:25:54.428 INFO:teuthology.orchestra.run.smithi149.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2023-12-03T11:25:54.462 INFO:teuthology.orchestra.run.smithi149.stderr:done 2023-12-03T11:25:54.465 DEBUG:teuthology.orchestra.run.smithi149:> mktemp 2023-12-03T11:25:54.480 INFO:teuthology.orchestra.run.smithi149.stdout:/tmp/tmp.NDcvVORrYf 2023-12-03T11:25:54.480 DEBUG:teuthology.orchestra.run.smithi149:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.NDcvVORrYf 2023-12-03T11:25:54.549 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod 0666 /tmp/tmp.NDcvVORrYf 2023-12-03T11:25:54.688 DEBUG:teuthology.orchestra.remote:smithi149:/tmp/tmp.NDcvVORrYf is 6KB 2023-12-03T11:25:54.736 DEBUG:teuthology.orchestra.run.smithi149:> rm -fr /tmp/tmp.NDcvVORrYf 2023-12-03T11:25:54.750 DEBUG:teuthology.orchestra.run.smithi149:> sudo /bin/ls /boot/loader/entries || true 2023-12-03T11:25:54.815 INFO:teuthology.orchestra.run.smithi149.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2023-12-03T11:25:54.815 INFO:teuthology.orchestra.run.smithi149.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2023-12-03T11:25:54.815 INFO:teuthology.orchestra.run.smithi149.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2023-12-03T11:25:54.815 INFO:teuthology.orchestra.run.smithi149.stdout:15949e3c88704300882482eddfd7baae-5.14.0-388.el9.x86_64.conf 2023-12-03T11:25:54.816 DEBUG:teuthology.orchestra.run.smithi149:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-388.el9.x86_64 2023-12-03T11:25:54.966 DEBUG:teuthology.orchestra.run.smithi149:> sudo shutdown -r now 2023-12-03T11:26:24.969 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2023-12-03T11:26:24.969 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi149.front.sepia.ceph.com' 2023-12-03T11:26:24.970 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi149.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:26:40.848 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - CRB 52 kB/s | 5.8 MB 01:55 2023-12-03T11:26:43.265 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - Extras packages 14 kB/s | 15 kB 00:01 2023-12-03T11:26:43.298 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.149 2023-12-03T11:26:44.777 INFO:teuthology.orchestra.run.smithi145.stdout:Extra Packages for Enterprise Linux 14 MB/s | 20 MB 00:01 2023-12-03T11:26:49.433 INFO:teuthology.orchestra.run.smithi145.stdout:lab-extras 25 kB/s | 1.7 kB 00:00 2023-12-03T11:26:51.764 INFO:teuthology.orchestra.run.smithi145.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2023-12-03T11:26:51.764 INFO:teuthology.orchestra.run.smithi145.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2023-12-03T11:26:51.856 INFO:teuthology.orchestra.run.smithi145.stdout:Dependencies resolved. 2023-12-03T11:26:51.865 INFO:teuthology.orchestra.run.smithi145.stdout:================================================================================ 2023-12-03T11:26:51.865 INFO:teuthology.orchestra.run.smithi145.stdout: Package Architecture Version Repository Size 2023-12-03T11:26:51.865 INFO:teuthology.orchestra.run.smithi145.stdout:================================================================================ 2023-12-03T11:26:51.865 INFO:teuthology.orchestra.run.smithi145.stdout:Installing: 2023-12-03T11:26:51.865 INFO:teuthology.orchestra.run.smithi145.stdout: kernel x86_64 5.14.0-388.el9 baseos 5.6 M 2023-12-03T11:26:51.865 INFO:teuthology.orchestra.run.smithi145.stdout:Installing dependencies: 2023-12-03T11:26:51.865 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-core x86_64 5.14.0-388.el9 baseos 20 M 2023-12-03T11:26:51.865 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-modules x86_64 5.14.0-388.el9 baseos 38 M 2023-12-03T11:26:51.865 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-modules-core x86_64 5.14.0-388.el9 baseos 32 M 2023-12-03T11:26:51.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:26:51.865 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction Summary 2023-12-03T11:26:51.865 INFO:teuthology.orchestra.run.smithi145.stdout:================================================================================ 2023-12-03T11:26:51.865 INFO:teuthology.orchestra.run.smithi145.stdout:Install 4 Packages 2023-12-03T11:26:51.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:26:51.866 INFO:teuthology.orchestra.run.smithi145.stdout:Total download size: 96 M 2023-12-03T11:26:51.866 INFO:teuthology.orchestra.run.smithi145.stdout:Installed size: 121 M 2023-12-03T11:26:51.866 INFO:teuthology.orchestra.run.smithi145.stdout:Downloading Packages: 2023-12-03T11:26:52.299 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi149.front.sepia.ceph.com' 2023-12-03T11:26:52.300 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi149.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:26:53.151 INFO:teuthology.orchestra.run.smithi145.stdout:(1/4): kernel-5.14.0-388.el9.x86_64.rpm 5.6 MB/s | 5.6 MB 00:01 2023-12-03T11:26:53.743 INFO:teuthology.orchestra.run.smithi145.stdout:(2/4): kernel-core-5.14.0-388.el9.x86_64.rpm 13 MB/s | 20 MB 00:01 2023-12-03T11:26:54.609 INFO:teuthology.orchestra.run.smithi145.stdout:(3/4): kernel-modules-5.14.0-388.el9.x86_64.rpm 15 MB/s | 38 MB 00:02 2023-12-03T11:26:54.910 INFO:teuthology.orchestra.run.smithi145.stdout:(4/4): kernel-modules-core-5.14.0-388.el9.x86_6 18 MB/s | 32 MB 00:01 2023-12-03T11:26:54.913 INFO:teuthology.orchestra.run.smithi145.stdout:-------------------------------------------------------------------------------- 2023-12-03T11:26:54.913 INFO:teuthology.orchestra.run.smithi145.stdout:Total 32 MB/s | 96 MB 00:03 2023-12-03T11:26:55.362 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.149 2023-12-03T11:26:55.771 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction check 2023-12-03T11:26:56.138 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction check succeeded. 2023-12-03T11:26:56.138 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction test 2023-12-03T11:26:57.481 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction test succeeded. 2023-12-03T11:26:57.481 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction 2023-12-03T11:27:00.374 INFO:teuthology.orchestra.run.smithi145.stdout: Preparing : 1/1 2023-12-03T11:27:01.014 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : kernel-modules-core-5.14.0-388.el9.x86_64 1/4 2023-12-03T11:27:01.143 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : kernel-core-5.14.0-388.el9.x86_64 2/4 2023-12-03T11:27:03.880 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-core-5.14.0-388.el9.x86_64 2/4 2023-12-03T11:27:04.055 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : kernel-modules-5.14.0-388.el9.x86_64 3/4 2023-12-03T11:27:07.363 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi149.front.sepia.ceph.com' 2023-12-03T11:27:07.363 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi149.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:27:08.648 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-modules-5.14.0-388.el9.x86_64 3/4 2023-12-03T11:27:08.853 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : kernel-5.14.0-388.el9.x86_64 4/4 2023-12-03T11:27:13.484 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-modules-core-5.14.0-388.el9.x86_64 4/4 2023-12-03T11:27:42.358 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-core-5.14.0-388.el9.x86_64 4/4 2023-12-03T11:27:42.399 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-modules-5.14.0-388.el9.x86_64 4/4 2023-12-03T11:27:42.850 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-5.14.0-388.el9.x86_64 4/4 2023-12-03T11:27:42.850 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : kernel-5.14.0-388.el9.x86_64 1/4 2023-12-03T11:27:42.850 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : kernel-core-5.14.0-388.el9.x86_64 2/4 2023-12-03T11:27:42.850 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : kernel-modules-5.14.0-388.el9.x86_64 3/4 2023-12-03T11:27:43.256 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : kernel-modules-core-5.14.0-388.el9.x86_64 4/4 2023-12-03T11:27:43.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:27:43.257 INFO:teuthology.orchestra.run.smithi145.stdout:Installed: 2023-12-03T11:27:43.257 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-5.14.0-388.el9.x86_64 2023-12-03T11:27:43.257 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-core-5.14.0-388.el9.x86_64 2023-12-03T11:27:43.257 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-modules-5.14.0-388.el9.x86_64 2023-12-03T11:27:43.257 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-modules-core-5.14.0-388.el9.x86_64 2023-12-03T11:27:43.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:27:43.257 INFO:teuthology.orchestra.run.smithi145.stdout:Complete! 2023-12-03T11:27:43.752 DEBUG:teuthology.orchestra.run.smithi145:> rpm -q kernel | sort -rV | head -n 1 2023-12-03T11:27:43.892 INFO:teuthology.orchestra.run.smithi145.stdout:kernel-5.14.0-388.el9.x86_64 2023-12-03T11:27:43.892 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-388.el9.x86_64 2023-12-03T11:27:43.892 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-388.el9.x86_64 2023-12-03T11:27:43.892 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-12-03T11:27:43.892 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-12-03T11:27:43.892 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2023-12-03T11:27:43.893 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi145.front.sepia.ceph.com, path=None, version=distro) 2023-12-03T11:27:43.893 DEBUG:teuthology.orchestra.run.smithi145:> rpm -q kernel | sort -rV | head -n 1 2023-12-03T11:27:44.009 INFO:teuthology.orchestra.run.smithi145.stdout:kernel-5.14.0-388.el9.x86_64 2023-12-03T11:27:44.010 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-388.el9.x86_64 2023-12-03T11:27:44.010 DEBUG:teuthology.orchestra.run.smithi145:> sudo rpm -qi grub2-tools 2023-12-03T11:27:44.048 INFO:teuthology.orchestra.run.smithi145.stdout:Name : grub2-tools 2023-12-03T11:27:44.049 INFO:teuthology.orchestra.run.smithi145.stdout:Epoch : 1 2023-12-03T11:27:44.049 INFO:teuthology.orchestra.run.smithi145.stdout:Version : 2.06 2023-12-03T11:27:44.049 INFO:teuthology.orchestra.run.smithi145.stdout:Release : 68.el9 2023-12-03T11:27:44.049 INFO:teuthology.orchestra.run.smithi145.stdout:Architecture: x86_64 2023-12-03T11:27:44.049 INFO:teuthology.orchestra.run.smithi145.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2023-12-03T11:27:44.049 INFO:teuthology.orchestra.run.smithi145.stdout:Group : Unspecified 2023-12-03T11:27:44.049 INFO:teuthology.orchestra.run.smithi145.stdout:Size : 8264254 2023-12-03T11:27:44.049 INFO:teuthology.orchestra.run.smithi145.stdout:License : GPLv3+ 2023-12-03T11:27:44.049 INFO:teuthology.orchestra.run.smithi145.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2023-12-03T11:27:44.049 INFO:teuthology.orchestra.run.smithi145.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2023-12-03T11:27:44.049 INFO:teuthology.orchestra.run.smithi145.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2023-12-03T11:27:44.049 INFO:teuthology.orchestra.run.smithi145.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2023-12-03T11:27:44.049 INFO:teuthology.orchestra.run.smithi145.stdout:Packager : builder@centos.org 2023-12-03T11:27:44.049 INFO:teuthology.orchestra.run.smithi145.stdout:Vendor : CentOS 2023-12-03T11:27:44.049 INFO:teuthology.orchestra.run.smithi145.stdout:URL : http://www.gnu.org/software/grub/ 2023-12-03T11:27:44.049 INFO:teuthology.orchestra.run.smithi145.stdout:Summary : Support tools for GRUB. 2023-12-03T11:27:44.050 INFO:teuthology.orchestra.run.smithi145.stdout:Description : 2023-12-03T11:27:44.050 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:27:44.050 INFO:teuthology.orchestra.run.smithi145.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-12-03T11:27:44.050 INFO:teuthology.orchestra.run.smithi145.stdout:customizable bootloader with modular architecture. It supports a rich 2023-12-03T11:27:44.050 INFO:teuthology.orchestra.run.smithi145.stdout:variety of kernel formats, file systems, computer architectures and 2023-12-03T11:27:44.050 INFO:teuthology.orchestra.run.smithi145.stdout:hardware devices. 2023-12-03T11:27:44.050 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:27:44.050 INFO:teuthology.orchestra.run.smithi145.stdout:This subpackage provides tools for support of all platforms. 2023-12-03T11:27:44.051 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-12-03T11:27:44.051 INFO:teuthology.task.kernel:Updating grub on smithi145 to boot 5.14.0-388.el9.x86_64 2023-12-03T11:27:44.051 DEBUG:teuthology.orchestra.run.smithi145:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-12-03T11:27:44.678 INFO:teuthology.orchestra.run.smithi145.stderr:Generating grub configuration file ... 2023-12-03T11:27:46.015 INFO:teuthology.orchestra.run.smithi145.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2023-12-03T11:27:46.047 INFO:teuthology.orchestra.run.smithi145.stderr:done 2023-12-03T11:27:46.050 DEBUG:teuthology.orchestra.run.smithi145:> mktemp 2023-12-03T11:27:46.066 INFO:teuthology.orchestra.run.smithi145.stdout:/tmp/tmp.A0y5R9Ueq0 2023-12-03T11:27:46.067 DEBUG:teuthology.orchestra.run.smithi145:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.A0y5R9Ueq0 2023-12-03T11:27:46.135 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0666 /tmp/tmp.A0y5R9Ueq0 2023-12-03T11:27:46.280 DEBUG:teuthology.orchestra.remote:smithi145:/tmp/tmp.A0y5R9Ueq0 is 6KB 2023-12-03T11:27:46.329 DEBUG:teuthology.orchestra.run.smithi145:> rm -fr /tmp/tmp.A0y5R9Ueq0 2023-12-03T11:27:46.343 DEBUG:teuthology.orchestra.run.smithi145:> sudo /bin/ls /boot/loader/entries || true 2023-12-03T11:27:46.416 INFO:teuthology.orchestra.run.smithi145.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2023-12-03T11:27:46.416 INFO:teuthology.orchestra.run.smithi145.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2023-12-03T11:27:46.416 INFO:teuthology.orchestra.run.smithi145.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2023-12-03T11:27:46.416 INFO:teuthology.orchestra.run.smithi145.stdout:15949e3c88704300882482eddfd7baae-5.14.0-388.el9.x86_64.conf 2023-12-03T11:27:46.418 DEBUG:teuthology.orchestra.run.smithi145:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-388.el9.x86_64 2023-12-03T11:27:46.577 DEBUG:teuthology.orchestra.run.smithi145:> sudo shutdown -r now 2023-12-03T11:28:07.390 DEBUG:teuthology.orchestra.remote:timed out 2023-12-03T11:28:16.586 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2023-12-03T11:28:16.586 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2023-12-03T11:28:16.587 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:28:22.394 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi149.front.sepia.ceph.com' 2023-12-03T11:28:22.395 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi149.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:28:22.877 DEBUG:teuthology.orchestra.run.smithi149:> true 2023-12-03T11:28:23.240 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi149.front.sepia.ceph.com' 2023-12-03T11:28:23.240 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-388.el9.x86_64"... 2023-12-03T11:28:23.240 DEBUG:teuthology.orchestra.run.smithi149:> uname -r 2023-12-03T11:28:23.255 INFO:teuthology.orchestra.run.smithi149.stdout:5.14.0-388.el9.x86_64 2023-12-03T11:28:23.256 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-388.el9.x86_64 vs 5.14.0-388.el9.x86_64 2023-12-03T11:28:23.256 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-12-03T11:28:23.256 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-12-03T11:28:24.257 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-12-03T11:28:24.258 DEBUG:teuthology.orchestra.run.smithi149:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-12-03T11:28:24.325 INFO:teuthology.orchestra.run.smithi149.stdout:ttyS1 2023-12-03T11:28:24.359 DEBUG:teuthology.parallel:result is None 2023-12-03T11:28:34.914 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.145 2023-12-03T11:28:43.915 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2023-12-03T11:28:43.916 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:28:46.978 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.145 2023-12-03T11:28:58.979 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2023-12-03T11:28:58.979 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:29:30.755 DEBUG:teuthology.orchestra.run.smithi145:> true 2023-12-03T11:29:31.242 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi145.front.sepia.ceph.com' 2023-12-03T11:29:31.242 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-388.el9.x86_64"... 2023-12-03T11:29:31.242 DEBUG:teuthology.orchestra.run.smithi145:> uname -r 2023-12-03T11:29:31.268 INFO:teuthology.orchestra.run.smithi145.stdout:5.14.0-388.el9.x86_64 2023-12-03T11:29:31.268 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-388.el9.x86_64 vs 5.14.0-388.el9.x86_64 2023-12-03T11:29:31.268 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-12-03T11:29:31.268 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-12-03T11:29:32.270 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-12-03T11:29:32.270 DEBUG:teuthology.orchestra.run.smithi145:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-12-03T11:29:32.322 INFO:teuthology.orchestra.run.smithi145.stdout:ttyS1 2023-12-03T11:29:32.424 DEBUG:teuthology.parallel:result is None 2023-12-03T11:29:32.425 INFO:teuthology.run_tasks:Running task internal.base... 2023-12-03T11:29:32.432 INFO:teuthology.task.internal:Creating test directory... 2023-12-03T11:29:32.432 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-03T11:29:32.434 DEBUG:teuthology.orchestra.run.smithi149:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-03T11:29:32.453 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-12-03T11:29:32.463 INFO:teuthology.run_tasks:Running task internal.archive... 2023-12-03T11:29:32.469 INFO:teuthology.task.internal:Creating archive directory... 2023-12-03T11:29:32.470 DEBUG:teuthology.orchestra.run.smithi145:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-03T11:29:32.486 DEBUG:teuthology.orchestra.run.smithi149:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-03T11:29:32.556 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-12-03T11:29:32.564 INFO:teuthology.task.internal:Enabling coredump saving... 2023-12-03T11:29:32.565 DEBUG:teuthology.orchestra.run.smithi145:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-03T11:29:32.567 DEBUG:teuthology.orchestra.run.smithi149:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-03T11:29:32.601 INFO:teuthology.orchestra.run.smithi145.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-03T11:29:32.606 INFO:teuthology.orchestra.run.smithi149.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-03T11:29:32.614 INFO:teuthology.orchestra.run.smithi145.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-03T11:29:32.621 INFO:teuthology.orchestra.run.smithi149.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-03T11:29:32.623 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-12-03T11:29:32.632 INFO:teuthology.task.internal:Configuring sudo... 2023-12-03T11:29:32.632 DEBUG:teuthology.orchestra.run.smithi145:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-03T11:29:32.656 DEBUG:teuthology.orchestra.run.smithi149:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-03T11:29:32.692 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-12-03T11:29:32.704 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-12-03T11:29:32.704 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-03T11:29:32.722 DEBUG:teuthology.orchestra.run.smithi149:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-03T11:29:32.749 DEBUG:teuthology.orchestra.run.smithi145:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-03T11:29:32.816 DEBUG:teuthology.orchestra.run.smithi145:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-03T11:29:32.862 DEBUG:teuthology.orchestra.run.smithi145:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-03T11:29:32.941 DEBUG:teuthology.orchestra.run.smithi145:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-03T11:29:32.981 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:29:32.981 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-03T11:29:33.045 DEBUG:teuthology.orchestra.run.smithi149:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-03T11:29:33.090 DEBUG:teuthology.orchestra.run.smithi149:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-03T11:29:33.143 DEBUG:teuthology.orchestra.run.smithi149:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-03T11:29:33.227 DEBUG:teuthology.orchestra.run.smithi149:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-03T11:29:33.271 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-12-03T11:29:33.271 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-03T11:29:33.340 DEBUG:teuthology.orchestra.run.smithi145:> sudo service rsyslog restart 2023-12-03T11:29:33.343 DEBUG:teuthology.orchestra.run.smithi149:> sudo service rsyslog restart 2023-12-03T11:29:33.380 INFO:teuthology.orchestra.run.smithi145.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-03T11:29:33.436 INFO:teuthology.orchestra.run.smithi149.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-03T11:29:33.877 INFO:teuthology.run_tasks:Running task internal.timer... 2023-12-03T11:29:33.889 INFO:teuthology.task.internal:Starting timer... 2023-12-03T11:29:33.890 INFO:teuthology.run_tasks:Running task pcp... 2023-12-03T11:29:33.968 INFO:teuthology.run_tasks:Running task selinux... 2023-12-03T11:29:33.981 DEBUG:teuthology.orchestra.run.smithi145:> sudo service auditd rotate 2023-12-03T11:29:34.035 INFO:teuthology.orchestra.run.smithi145.stdout:Rotating logs: 2023-12-03T11:29:34.037 DEBUG:teuthology.orchestra.run.smithi149:> sudo service auditd rotate 2023-12-03T11:29:34.093 INFO:teuthology.orchestra.run.smithi149.stdout:Rotating logs: 2023-12-03T11:29:34.095 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-12-03T11:29:34.095 DEBUG:teuthology.orchestra.run.smithi145:> /usr/sbin/getenforce 2023-12-03T11:29:34.120 INFO:teuthology.orchestra.run.smithi145.stdout:Permissive 2023-12-03T11:29:34.121 DEBUG:teuthology.orchestra.run.smithi149:> /usr/sbin/getenforce 2023-12-03T11:29:34.144 INFO:teuthology.orchestra.run.smithi149.stdout:Permissive 2023-12-03T11:29:34.144 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi145.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi149.front.sepia.ceph.com': 'permissive'} 2023-12-03T11:29:34.144 DEBUG:teuthology.orchestra.run.smithi145:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-03T11:29:34.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:29:34.188 DEBUG:teuthology.orchestra.run.smithi149:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-03T11:29:34.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:29:34.216 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-12-03T11:29:34.216 DEBUG:teuthology.orchestra.run.smithi145:> sudo /usr/sbin/setenforce permissive 2023-12-03T11:29:34.272 DEBUG:teuthology.orchestra.run.smithi149:> sudo /usr/sbin/setenforce permissive 2023-12-03T11:29:34.304 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-12-03T11:29:34.316 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-12-03T11:29:34.316 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-12-03T11:29:34.333 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-12-03T11:29:34.334 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi145.front.sepia.ceph.com,smithi149.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-12-03T11:35:02.706 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi145.front.sepia.ceph.com'), Remote(name='ubuntu@smithi149.front.sepia.ceph.com')] 2023-12-03T11:35:02.707 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2023-12-03T11:35:02.708 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:35:02.794 DEBUG:teuthology.orchestra.run.smithi145:> true 2023-12-03T11:35:02.860 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi145.front.sepia.ceph.com' 2023-12-03T11:35:02.860 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi149.front.sepia.ceph.com' 2023-12-03T11:35:02.860 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi149.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:35:02.944 DEBUG:teuthology.orchestra.run.smithi149:> true 2023-12-03T11:35:03.013 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi149.front.sepia.ceph.com' 2023-12-03T11:35:03.014 INFO:teuthology.run_tasks:Running task clock... 2023-12-03T11:35:03.025 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-12-03T11:35:03.025 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-03T11:35:03.026 DEBUG:teuthology.orchestra.run.smithi145:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-03T11:35:03.028 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-03T11:35:03.028 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-03T11:35:03.056 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-12-03T11:35:03.072 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-12-03T11:35:03.085 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-12-03T11:35:03.101 INFO:teuthology.orchestra.run.smithi145.stderr:sudo: ntpd: command not found 2023-12-03T11:35:03.102 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-12-03T11:35:03.115 INFO:teuthology.orchestra.run.smithi145.stdout:506 Cannot talk to daemon 2023-12-03T11:35:03.131 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-12-03T11:35:03.131 INFO:teuthology.orchestra.run.smithi149.stderr:sudo: ntpd: command not found 2023-12-03T11:35:03.145 INFO:teuthology.orchestra.run.smithi149.stdout:506 Cannot talk to daemon 2023-12-03T11:35:03.148 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-12-03T11:35:03.162 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-12-03T11:35:03.179 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-12-03T11:35:03.191 INFO:teuthology.orchestra.run.smithi145.stderr:bash: line 1: ntpq: command not found 2023-12-03T11:35:03.194 INFO:teuthology.orchestra.run.smithi145.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-03T11:35:03.194 INFO:teuthology.orchestra.run.smithi145.stdout:=============================================================================== 2023-12-03T11:35:03.194 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-03T11:35:03.194 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-03T11:35:03.194 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-03T11:35:03.194 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-03T11:35:03.222 INFO:teuthology.orchestra.run.smithi149.stderr:bash: line 1: ntpq: command not found 2023-12-03T11:35:03.225 INFO:teuthology.orchestra.run.smithi149.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-03T11:35:03.225 INFO:teuthology.orchestra.run.smithi149.stdout:=============================================================================== 2023-12-03T11:35:03.225 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-03T11:35:03.225 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-03T11:35:03.225 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-03T11:35:03.225 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-03T11:35:03.226 INFO:teuthology.run_tasks:Running task install... 2023-12-03T11:35:03.234 DEBUG:teuthology.task.install:project ceph 2023-12-03T11:35:03.235 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'bcbf278cf395873c2a482f5a7b2345faf2160319'}} 2023-12-03T11:35:03.235 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd'], 'rpm': ['s3cmd']}, 'flavor': 'default', 'sha1': 'bcbf278cf395873c2a482f5a7b2345faf2160319'} 2023-12-03T11:35:03.235 INFO:teuthology.task.install:Using flavor: default 2023-12-03T11:35:03.240 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-12-03T11:35:03.240 INFO:teuthology.task.install:extra packages: [] 2023-12-03T11:35:03.241 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd'], 'rpm': ['s3cmd']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bcbf278cf395873c2a482f5a7b2345faf2160319', 'tag': None, 'wait_for_package': False} 2023-12-03T11:35:03.241 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:35:03.243 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd'], 'rpm': ['s3cmd']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bcbf278cf395873c2a482f5a7b2345faf2160319', 'tag': None, 'wait_for_package': False} 2023-12-03T11:35:03.243 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:35:03.377 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/centos/9/flavors/default/ 2023-12-03T11:35:03.378 INFO:teuthology.task.install.rpm:Package version is 18.0.0-7537.gbcbf278c 2023-12-03T11:35:03.458 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/centos/9/flavors/default/ 2023-12-03T11:35:03.458 INFO:teuthology.task.install.rpm:Package version is 18.0.0-7537.gbcbf278c 2023-12-03T11:35:03.560 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-12-03T11:35:03.561 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:35:03.561 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-12-03T11:35:03.588 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, s3cmd, s3cmd on remote rpm x86_64 2023-12-03T11:35:03.589 DEBUG:teuthology.orchestra.run.smithi145:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/bcbf278cf395873c2a482f5a7b2345faf2160319/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-12-03T11:35:03.628 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-12-03T11:35:03.629 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-12-03T11:35:03.629 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-12-03T11:35:03.657 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, s3cmd, s3cmd, s3cmd on remote rpm x86_64 2023-12-03T11:35:03.657 DEBUG:teuthology.orchestra.run.smithi149:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/bcbf278cf395873c2a482f5a7b2345faf2160319/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-12-03T11:35:03.657 DEBUG:teuthology.orchestra.run.smithi145:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-12-03T11:35:03.725 DEBUG:teuthology.orchestra.run.smithi149:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-12-03T11:35:03.736 DEBUG:teuthology.orchestra.run.smithi145:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-12-03T11:35:03.803 INFO:teuthology.orchestra.run.smithi145.stdout:check_obsoletes = 1 2023-12-03T11:35:03.804 DEBUG:teuthology.orchestra.run.smithi149:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-12-03T11:35:03.805 DEBUG:teuthology.orchestra.run.smithi145:> sudo yum clean all 2023-12-03T11:35:03.870 INFO:teuthology.orchestra.run.smithi149.stdout:check_obsoletes = 1 2023-12-03T11:35:03.871 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum clean all 2023-12-03T11:35:04.048 INFO:teuthology.orchestra.run.smithi145.stdout:73 files removed 2023-12-03T11:35:04.075 DEBUG:teuthology.orchestra.run.smithi145:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd s3cmd s3cmd s3cmd 2023-12-03T11:35:04.117 INFO:teuthology.orchestra.run.smithi149.stdout:73 files removed 2023-12-03T11:35:04.145 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd s3cmd s3cmd s3cmd 2023-12-03T11:35:04.845 INFO:teuthology.orchestra.run.smithi149.stdout:ceph packages for x86_64 211 kB/s | 78 kB 00:00 2023-12-03T11:35:04.867 INFO:teuthology.orchestra.run.smithi145.stdout:ceph packages for x86_64 165 kB/s | 78 kB 00:00 2023-12-03T11:35:05.243 INFO:teuthology.orchestra.run.smithi145.stdout:ceph noarch packages 29 kB/s | 9.5 kB 00:00 2023-12-03T11:35:05.262 INFO:teuthology.orchestra.run.smithi149.stdout:ceph noarch packages 26 kB/s | 9.5 kB 00:00 2023-12-03T11:35:05.613 INFO:teuthology.orchestra.run.smithi149.stdout:ceph source packages 6.0 kB/s | 1.9 kB 00:00 2023-12-03T11:35:05.652 INFO:teuthology.orchestra.run.smithi145.stdout:ceph source packages 5.0 kB/s | 1.9 kB 00:00 2023-12-03T11:35:06.024 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS-9 - AppStream 17 MB/s | 6.4 MB 00:00 2023-12-03T11:35:06.062 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS-9 - AppStream 17 MB/s | 6.4 MB 00:00 2023-12-03T11:35:07.444 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS-9 - BaseOS 5.8 MB/s | 2.0 MB 00:00 2023-12-03T11:35:07.471 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS-9 - BaseOS 6.9 MB/s | 2.0 MB 00:00 2023-12-03T11:35:09.710 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - BaseOS 4.1 MB/s | 7.9 MB 00:01 2023-12-03T11:35:10.795 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - BaseOS 2.6 MB/s | 7.9 MB 00:02 2023-12-03T11:35:11.636 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - AppStream 23 MB/s | 18 MB 00:00 2023-12-03T11:35:13.846 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - AppStream 9.4 MB/s | 18 MB 00:01 2023-12-03T11:35:17.179 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - CRB 3.0 MB/s | 5.8 MB 00:01 2023-12-03T11:35:18.938 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - Extras packages 36 kB/s | 15 kB 00:00 2023-12-03T11:35:19.029 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - CRB 3.2 MB/s | 5.8 MB 00:01 2023-12-03T11:35:20.606 INFO:teuthology.orchestra.run.smithi149.stdout:Extra Packages for Enterprise Linux 13 MB/s | 20 MB 00:01 2023-12-03T11:35:20.714 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS Stream 9 - Extras packages 31 kB/s | 15 kB 00:00 2023-12-03T11:35:22.257 INFO:teuthology.orchestra.run.smithi145.stdout:Extra Packages for Enterprise Linux 14 MB/s | 20 MB 00:01 2023-12-03T11:35:25.589 INFO:teuthology.orchestra.run.smithi149.stdout:lab-extras 12 kB/s | 1.7 kB 00:00 2023-12-03T11:35:26.999 INFO:teuthology.orchestra.run.smithi145.stdout:lab-extras 34 kB/s | 1.7 kB 00:00 2023-12-03T11:35:28.269 INFO:teuthology.orchestra.run.smithi149.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2023-12-03T11:35:28.270 INFO:teuthology.orchestra.run.smithi149.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2023-12-03T11:35:28.340 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2023-12-03T11:35:28.348 INFO:teuthology.orchestra.run.smithi149.stdout:============================================================================================ 2023-12-03T11:35:28.349 INFO:teuthology.orchestra.run.smithi149.stdout: Package Arch Version Repository Size 2023-12-03T11:35:28.349 INFO:teuthology.orchestra.run.smithi149.stdout:============================================================================================ 2023-12-03T11:35:28.349 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2023-12-03T11:35:28.349 INFO:teuthology.orchestra.run.smithi149.stdout: ceph x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 6.6 k 2023-12-03T11:35:28.349 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-base x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 5.2 M 2023-12-03T11:35:28.349 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-fuse x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 860 k 2023-12-03T11:35:28.349 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 141 k 2023-12-03T11:35:28.349 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 1.5 M 2023-12-03T11:35:28.349 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-cephadm noarch 2:18.0.0-7537.gbcbf278c.el9 ceph-noarch 133 k 2023-12-03T11:35:28.349 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-dashboard noarch 2:18.0.0-7537.gbcbf278c.el9 ceph-noarch 1.8 M 2023-12-03T11:35:28.349 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-7537.gbcbf278c.el9 ceph-noarch 7.4 M 2023-12-03T11:35:28.349 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-rook noarch 2:18.0.0-7537.gbcbf278c.el9 ceph-noarch 50 k 2023-12-03T11:35:28.349 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-radosgw x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 8.6 M 2023-12-03T11:35:28.349 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-test x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 41 M 2023-12-03T11:35:28.349 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-volume noarch 2:18.0.0-7537.gbcbf278c.el9 ceph-noarch 262 k 2023-12-03T11:35:28.350 INFO:teuthology.orchestra.run.smithi149.stdout: cephadm noarch 2:18.0.0-7537.gbcbf278c.el9 ceph-noarch 774 k 2023-12-03T11:35:28.350 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs-devel x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 31 k 2023-12-03T11:35:28.350 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs2 x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 718 k 2023-12-03T11:35:28.350 INFO:teuthology.orchestra.run.smithi149.stdout: librados-devel x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 126 k 2023-12-03T11:35:28.350 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cephfs x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 162 k 2023-12-03T11:35:28.350 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rados x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 320 k 2023-12-03T11:35:28.350 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rbd x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 298 k 2023-12-03T11:35:28.350 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rgw x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 99 k 2023-12-03T11:35:28.350 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-fuse x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 85 k 2023-12-03T11:35:28.350 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-mirror x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 3.0 M 2023-12-03T11:35:28.350 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-nbd x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 170 k 2023-12-03T11:35:28.350 INFO:teuthology.orchestra.run.smithi149.stdout: s3cmd noarch 2.3.0-4.el9 epel 197 k 2023-12-03T11:35:28.350 INFO:teuthology.orchestra.run.smithi149.stdout:Upgrading: 2023-12-03T11:35:28.351 INFO:teuthology.orchestra.run.smithi149.stdout: librados2 x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 3.3 M 2023-12-03T11:35:28.351 INFO:teuthology.orchestra.run.smithi149.stdout: librbd1 x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 3.0 M 2023-12-03T11:35:28.351 INFO:teuthology.orchestra.run.smithi149.stdout:Installing dependencies: 2023-12-03T11:35:28.351 INFO:teuthology.orchestra.run.smithi149.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2023-12-03T11:35:28.351 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-common x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 19 M 2023-12-03T11:35:28.351 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-grafana-dashboards noarch 2:18.0.0-7537.gbcbf278c.el9 ceph-noarch 28 k 2023-12-03T11:35:28.351 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mds x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 2.1 M 2023-12-03T11:35:28.351 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-modules-core noarch 2:18.0.0-7537.gbcbf278c.el9 ceph-noarch 243 k 2023-12-03T11:35:28.351 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mon x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 4.4 M 2023-12-03T11:35:28.351 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-osd x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 18 M 2023-12-03T11:35:28.351 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-prometheus-alerts noarch 2:18.0.0-7537.gbcbf278c.el9 ceph-noarch 15 k 2023-12-03T11:35:28.351 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-selinux x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 24 k 2023-12-03T11:35:28.351 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2023-12-03T11:35:28.351 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2023-12-03T11:35:28.351 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2023-12-03T11:35:28.352 INFO:teuthology.orchestra.run.smithi149.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2023-12-03T11:35:28.352 INFO:teuthology.orchestra.run.smithi149.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2023-12-03T11:35:28.352 INFO:teuthology.orchestra.run.smithi149.stdout: jq x86_64 1.6-16.el9 CentOS-AppStream 186 k 2023-12-03T11:35:28.352 INFO:teuthology.orchestra.run.smithi149.stdout: libarrow x86_64 9.0.0-9.el9 epel 4.4 M 2023-12-03T11:35:28.352 INFO:teuthology.orchestra.run.smithi149.stdout: libarrow-doc noarch 9.0.0-9.el9 epel 24 k 2023-12-03T11:35:28.352 INFO:teuthology.orchestra.run.smithi149.stdout: libcephsqlite x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 164 k 2023-12-03T11:35:28.352 INFO:teuthology.orchestra.run.smithi149.stdout: libgfortran x86_64 11.4.1-2.3.el9 CentOS-BaseOS 803 k 2023-12-03T11:35:28.352 INFO:teuthology.orchestra.run.smithi149.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2023-12-03T11:35:28.352 INFO:teuthology.orchestra.run.smithi149.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2023-12-03T11:35:28.352 INFO:teuthology.orchestra.run.smithi149.stdout: libquadmath x86_64 11.4.1-2.3.el9 CentOS-BaseOS 195 k 2023-12-03T11:35:28.352 INFO:teuthology.orchestra.run.smithi149.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2023-12-03T11:35:28.352 INFO:teuthology.orchestra.run.smithi149.stdout: libradosstriper1 x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 475 k 2023-12-03T11:35:28.352 INFO:teuthology.orchestra.run.smithi149.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2023-12-03T11:35:28.352 INFO:teuthology.orchestra.run.smithi149.stdout: librgw2 x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 4.8 M 2023-12-03T11:35:28.352 INFO:teuthology.orchestra.run.smithi149.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2023-12-03T11:35:28.352 INFO:teuthology.orchestra.run.smithi149.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2023-12-03T11:35:28.353 INFO:teuthology.orchestra.run.smithi149.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2023-12-03T11:35:28.353 INFO:teuthology.orchestra.run.smithi149.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2023-12-03T11:35:28.353 INFO:teuthology.orchestra.run.smithi149.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2023-12-03T11:35:28.353 INFO:teuthology.orchestra.run.smithi149.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2023-12-03T11:35:28.353 INFO:teuthology.orchestra.run.smithi149.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2023-12-03T11:35:28.353 INFO:teuthology.orchestra.run.smithi149.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2023-12-03T11:35:28.353 INFO:teuthology.orchestra.run.smithi149.stdout: parquet-libs x86_64 9.0.0-9.el9 epel 837 k 2023-12-03T11:35:28.353 INFO:teuthology.orchestra.run.smithi149.stdout: python3-asyncssh noarch 2.13.2-3.el9 epel 548 k 2023-12-03T11:35:28.353 INFO:teuthology.orchestra.run.smithi149.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2023-12-03T11:35:28.353 INFO:teuthology.orchestra.run.smithi149.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2023-12-03T11:35:28.353 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2023-12-03T11:35:28.353 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-argparse x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 45 k 2023-12-03T11:35:28.353 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-common x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 129 k 2023-12-03T11:35:28.353 INFO:teuthology.orchestra.run.smithi149.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2023-12-03T11:35:28.353 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2023-12-03T11:35:28.353 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2023-12-03T11:35:28.354 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2023-12-03T11:35:28.354 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2023-12-03T11:35:28.354 INFO:teuthology.orchestra.run.smithi149.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2023-12-03T11:35:28.354 INFO:teuthology.orchestra.run.smithi149.stdout: python3-google-auth noarch 1:2.23.4-1.el9 epel 197 k 2023-12-03T11:35:28.354 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2023-12-03T11:35:28.354 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2023-12-03T11:35:28.354 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2023-12-03T11:35:28.354 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2023-12-03T11:35:28.354 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2023-12-03T11:35:28.354 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jinja2 noarch 2.11.3-4.el9 CentOS-AppStream 228 k 2023-12-03T11:35:28.354 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2023-12-03T11:35:28.354 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2023-12-03T11:35:28.354 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2023-12-03T11:35:28.354 INFO:teuthology.orchestra.run.smithi149.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2023-12-03T11:35:28.355 INFO:teuthology.orchestra.run.smithi149.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2023-12-03T11:35:28.355 INFO:teuthology.orchestra.run.smithi149.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2023-12-03T11:35:28.355 INFO:teuthology.orchestra.run.smithi149.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2023-12-03T11:35:28.355 INFO:teuthology.orchestra.run.smithi149.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2023-12-03T11:35:28.355 INFO:teuthology.orchestra.run.smithi149.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2023-12-03T11:35:28.355 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2023-12-03T11:35:28.355 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2023-12-03T11:35:28.355 INFO:teuthology.orchestra.run.smithi149.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2023-12-03T11:35:28.355 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2023-12-03T11:35:28.355 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2023-12-03T11:35:28.355 INFO:teuthology.orchestra.run.smithi149.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2023-12-03T11:35:28.355 INFO:teuthology.orchestra.run.smithi149.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2023-12-03T11:35:28.355 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2023-12-03T11:35:28.355 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2023-12-03T11:35:28.355 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2023-12-03T11:35:28.356 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2023-12-03T11:35:28.356 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2023-12-03T11:35:28.356 INFO:teuthology.orchestra.run.smithi149.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2023-12-03T11:35:28.356 INFO:teuthology.orchestra.run.smithi149.stdout: python3-requests noarch 2.25.1-7.el9 CentOS-BaseOS 113 k 2023-12-03T11:35:28.356 INFO:teuthology.orchestra.run.smithi149.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2023-12-03T11:35:28.356 INFO:teuthology.orchestra.run.smithi149.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2023-12-03T11:35:28.356 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2023-12-03T11:35:28.356 INFO:teuthology.orchestra.run.smithi149.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2023-12-03T11:35:28.356 INFO:teuthology.orchestra.run.smithi149.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2023-12-03T11:35:28.356 INFO:teuthology.orchestra.run.smithi149.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2023-12-03T11:35:28.356 INFO:teuthology.orchestra.run.smithi149.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2023-12-03T11:35:28.356 INFO:teuthology.orchestra.run.smithi149.stdout: python3-urllib3 noarch 1.26.5-4.el9 CentOS-BaseOS 187 k 2023-12-03T11:35:28.356 INFO:teuthology.orchestra.run.smithi149.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2023-12-03T11:35:28.356 INFO:teuthology.orchestra.run.smithi149.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2023-12-03T11:35:28.356 INFO:teuthology.orchestra.run.smithi149.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2023-12-03T11:35:28.356 INFO:teuthology.orchestra.run.smithi149.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2023-12-03T11:35:28.356 INFO:teuthology.orchestra.run.smithi149.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2023-12-03T11:35:28.357 INFO:teuthology.orchestra.run.smithi149.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2023-12-03T11:35:28.357 INFO:teuthology.orchestra.run.smithi149.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2023-12-03T11:35:28.357 INFO:teuthology.orchestra.run.smithi149.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2023-12-03T11:35:28.357 INFO:teuthology.orchestra.run.smithi149.stdout:Installing weak dependencies: 2023-12-03T11:35:28.357 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2023-12-03T11:35:28.357 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:35:28.357 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2023-12-03T11:35:28.357 INFO:teuthology.orchestra.run.smithi149.stdout:============================================================================================ 2023-12-03T11:35:28.357 INFO:teuthology.orchestra.run.smithi149.stdout:Install 118 Packages 2023-12-03T11:35:28.357 INFO:teuthology.orchestra.run.smithi149.stdout:Upgrade 2 Packages 2023-12-03T11:35:28.357 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:35:28.357 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 181 M 2023-12-03T11:35:28.358 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2023-12-03T11:35:28.907 INFO:teuthology.orchestra.run.smithi149.stdout:(1/120): ceph-18.0.0-7537.gbcbf278c.el9.x86_64. 28 kB/s | 6.6 kB 00:00 2023-12-03T11:35:29.249 INFO:teuthology.orchestra.run.smithi149.stdout:(2/120): ceph-fuse-18.0.0-7537.gbcbf278c.el9.x8 2.5 MB/s | 860 kB 00:00 2023-12-03T11:35:29.374 INFO:teuthology.orchestra.run.smithi149.stdout:(3/120): ceph-base-18.0.0-7537.gbcbf278c.el9.x8 7.4 MB/s | 5.2 MB 00:00 2023-12-03T11:35:29.399 INFO:teuthology.orchestra.run.smithi149.stdout:(4/120): ceph-immutable-object-cache-18.0.0-753 941 kB/s | 141 kB 00:00 2023-12-03T11:35:29.625 INFO:teuthology.orchestra.run.smithi149.stdout:(5/120): ceph-mds-18.0.0-7537.gbcbf278c.el9.x86 8.3 MB/s | 2.1 MB 00:00 2023-12-03T11:35:29.684 INFO:teuthology.orchestra.run.smithi145.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2023-12-03T11:35:29.685 INFO:teuthology.orchestra.run.smithi145.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2023-12-03T11:35:29.755 INFO:teuthology.orchestra.run.smithi145.stdout:Dependencies resolved. 2023-12-03T11:35:29.758 INFO:teuthology.orchestra.run.smithi149.stdout:(6/120): ceph-mgr-18.0.0-7537.gbcbf278c.el9.x86 4.1 MB/s | 1.5 MB 00:00 2023-12-03T11:35:29.771 INFO:teuthology.orchestra.run.smithi145.stdout:============================================================================================ 2023-12-03T11:35:29.771 INFO:teuthology.orchestra.run.smithi145.stdout: Package Arch Version Repository Size 2023-12-03T11:35:29.771 INFO:teuthology.orchestra.run.smithi145.stdout:============================================================================================ 2023-12-03T11:35:29.771 INFO:teuthology.orchestra.run.smithi145.stdout:Installing: 2023-12-03T11:35:29.771 INFO:teuthology.orchestra.run.smithi145.stdout: ceph x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 6.6 k 2023-12-03T11:35:29.771 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-base x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 5.2 M 2023-12-03T11:35:29.771 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-fuse x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 860 k 2023-12-03T11:35:29.771 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 141 k 2023-12-03T11:35:29.771 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 1.5 M 2023-12-03T11:35:29.771 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-cephadm noarch 2:18.0.0-7537.gbcbf278c.el9 ceph-noarch 133 k 2023-12-03T11:35:29.771 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-dashboard noarch 2:18.0.0-7537.gbcbf278c.el9 ceph-noarch 1.8 M 2023-12-03T11:35:29.771 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-7537.gbcbf278c.el9 ceph-noarch 7.4 M 2023-12-03T11:35:29.771 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-rook noarch 2:18.0.0-7537.gbcbf278c.el9 ceph-noarch 50 k 2023-12-03T11:35:29.771 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-radosgw x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 8.6 M 2023-12-03T11:35:29.771 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-test x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 41 M 2023-12-03T11:35:29.771 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-volume noarch 2:18.0.0-7537.gbcbf278c.el9 ceph-noarch 262 k 2023-12-03T11:35:29.772 INFO:teuthology.orchestra.run.smithi145.stdout: cephadm noarch 2:18.0.0-7537.gbcbf278c.el9 ceph-noarch 774 k 2023-12-03T11:35:29.772 INFO:teuthology.orchestra.run.smithi145.stdout: libcephfs-devel x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 31 k 2023-12-03T11:35:29.772 INFO:teuthology.orchestra.run.smithi145.stdout: libcephfs2 x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 718 k 2023-12-03T11:35:29.772 INFO:teuthology.orchestra.run.smithi145.stdout: librados-devel x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 126 k 2023-12-03T11:35:29.772 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cephfs x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 162 k 2023-12-03T11:35:29.772 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rados x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 320 k 2023-12-03T11:35:29.772 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rbd x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 298 k 2023-12-03T11:35:29.772 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rgw x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 99 k 2023-12-03T11:35:29.772 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-fuse x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 85 k 2023-12-03T11:35:29.772 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-mirror x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 3.0 M 2023-12-03T11:35:29.772 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-nbd x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 170 k 2023-12-03T11:35:29.772 INFO:teuthology.orchestra.run.smithi145.stdout: s3cmd noarch 2.3.0-4.el9 epel 197 k 2023-12-03T11:35:29.772 INFO:teuthology.orchestra.run.smithi145.stdout:Upgrading: 2023-12-03T11:35:29.772 INFO:teuthology.orchestra.run.smithi145.stdout: librados2 x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 3.3 M 2023-12-03T11:35:29.772 INFO:teuthology.orchestra.run.smithi145.stdout: librbd1 x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 3.0 M 2023-12-03T11:35:29.772 INFO:teuthology.orchestra.run.smithi145.stdout:Installing dependencies: 2023-12-03T11:35:29.773 INFO:teuthology.orchestra.run.smithi145.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2023-12-03T11:35:29.773 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-common x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 19 M 2023-12-03T11:35:29.773 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-grafana-dashboards noarch 2:18.0.0-7537.gbcbf278c.el9 ceph-noarch 28 k 2023-12-03T11:35:29.773 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mds x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 2.1 M 2023-12-03T11:35:29.773 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-modules-core noarch 2:18.0.0-7537.gbcbf278c.el9 ceph-noarch 243 k 2023-12-03T11:35:29.773 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mon x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 4.4 M 2023-12-03T11:35:29.773 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-osd x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 18 M 2023-12-03T11:35:29.773 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-prometheus-alerts noarch 2:18.0.0-7537.gbcbf278c.el9 ceph-noarch 15 k 2023-12-03T11:35:29.773 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-selinux x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 24 k 2023-12-03T11:35:29.773 INFO:teuthology.orchestra.run.smithi145.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2023-12-03T11:35:29.773 INFO:teuthology.orchestra.run.smithi145.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2023-12-03T11:35:29.773 INFO:teuthology.orchestra.run.smithi145.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2023-12-03T11:35:29.773 INFO:teuthology.orchestra.run.smithi145.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2023-12-03T11:35:29.773 INFO:teuthology.orchestra.run.smithi145.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2023-12-03T11:35:29.773 INFO:teuthology.orchestra.run.smithi145.stdout: jq x86_64 1.6-16.el9 CentOS-AppStream 186 k 2023-12-03T11:35:29.774 INFO:teuthology.orchestra.run.smithi145.stdout: libarrow x86_64 9.0.0-9.el9 epel 4.4 M 2023-12-03T11:35:29.774 INFO:teuthology.orchestra.run.smithi145.stdout: libarrow-doc noarch 9.0.0-9.el9 epel 24 k 2023-12-03T11:35:29.774 INFO:teuthology.orchestra.run.smithi145.stdout: libcephsqlite x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 164 k 2023-12-03T11:35:29.774 INFO:teuthology.orchestra.run.smithi145.stdout: libgfortran x86_64 11.4.1-2.3.el9 CentOS-BaseOS 803 k 2023-12-03T11:35:29.774 INFO:teuthology.orchestra.run.smithi145.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2023-12-03T11:35:29.774 INFO:teuthology.orchestra.run.smithi145.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2023-12-03T11:35:29.774 INFO:teuthology.orchestra.run.smithi145.stdout: libquadmath x86_64 11.4.1-2.3.el9 CentOS-BaseOS 195 k 2023-12-03T11:35:29.774 INFO:teuthology.orchestra.run.smithi145.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2023-12-03T11:35:29.774 INFO:teuthology.orchestra.run.smithi145.stdout: libradosstriper1 x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 475 k 2023-12-03T11:35:29.774 INFO:teuthology.orchestra.run.smithi145.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2023-12-03T11:35:29.774 INFO:teuthology.orchestra.run.smithi145.stdout: librgw2 x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 4.8 M 2023-12-03T11:35:29.774 INFO:teuthology.orchestra.run.smithi145.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2023-12-03T11:35:29.774 INFO:teuthology.orchestra.run.smithi145.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2023-12-03T11:35:29.774 INFO:teuthology.orchestra.run.smithi145.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2023-12-03T11:35:29.774 INFO:teuthology.orchestra.run.smithi145.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2023-12-03T11:35:29.775 INFO:teuthology.orchestra.run.smithi145.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2023-12-03T11:35:29.775 INFO:teuthology.orchestra.run.smithi145.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2023-12-03T11:35:29.775 INFO:teuthology.orchestra.run.smithi145.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2023-12-03T11:35:29.775 INFO:teuthology.orchestra.run.smithi145.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2023-12-03T11:35:29.775 INFO:teuthology.orchestra.run.smithi145.stdout: parquet-libs x86_64 9.0.0-9.el9 epel 837 k 2023-12-03T11:35:29.775 INFO:teuthology.orchestra.run.smithi145.stdout: python3-asyncssh noarch 2.13.2-3.el9 epel 548 k 2023-12-03T11:35:29.775 INFO:teuthology.orchestra.run.smithi145.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2023-12-03T11:35:29.775 INFO:teuthology.orchestra.run.smithi145.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2023-12-03T11:35:29.775 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2023-12-03T11:35:29.775 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ceph-argparse x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 45 k 2023-12-03T11:35:29.775 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ceph-common x86_64 2:18.0.0-7537.gbcbf278c.el9 ceph 129 k 2023-12-03T11:35:29.775 INFO:teuthology.orchestra.run.smithi145.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2023-12-03T11:35:29.775 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2023-12-03T11:35:29.775 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2023-12-03T11:35:29.775 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2023-12-03T11:35:29.775 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2023-12-03T11:35:29.776 INFO:teuthology.orchestra.run.smithi145.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2023-12-03T11:35:29.776 INFO:teuthology.orchestra.run.smithi145.stdout: python3-google-auth noarch 1:2.23.4-1.el9 epel 197 k 2023-12-03T11:35:29.776 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2023-12-03T11:35:29.776 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2023-12-03T11:35:29.776 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2023-12-03T11:35:29.776 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2023-12-03T11:35:29.776 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2023-12-03T11:35:29.776 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jinja2 noarch 2.11.3-4.el9 CentOS-AppStream 228 k 2023-12-03T11:35:29.776 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2023-12-03T11:35:29.776 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2023-12-03T11:35:29.776 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2023-12-03T11:35:29.776 INFO:teuthology.orchestra.run.smithi145.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2023-12-03T11:35:29.776 INFO:teuthology.orchestra.run.smithi145.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2023-12-03T11:35:29.776 INFO:teuthology.orchestra.run.smithi145.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2023-12-03T11:35:29.776 INFO:teuthology.orchestra.run.smithi145.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2023-12-03T11:35:29.776 INFO:teuthology.orchestra.run.smithi145.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2023-12-03T11:35:29.776 INFO:teuthology.orchestra.run.smithi145.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2023-12-03T11:35:29.776 INFO:teuthology.orchestra.run.smithi145.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2023-12-03T11:35:29.777 INFO:teuthology.orchestra.run.smithi145.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2023-12-03T11:35:29.777 INFO:teuthology.orchestra.run.smithi145.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2023-12-03T11:35:29.777 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2023-12-03T11:35:29.777 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2023-12-03T11:35:29.777 INFO:teuthology.orchestra.run.smithi145.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2023-12-03T11:35:29.777 INFO:teuthology.orchestra.run.smithi145.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2023-12-03T11:35:29.777 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2023-12-03T11:35:29.777 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2023-12-03T11:35:29.777 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2023-12-03T11:35:29.777 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2023-12-03T11:35:29.777 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2023-12-03T11:35:29.777 INFO:teuthology.orchestra.run.smithi145.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2023-12-03T11:35:29.777 INFO:teuthology.orchestra.run.smithi145.stdout: python3-requests noarch 2.25.1-7.el9 CentOS-BaseOS 113 k 2023-12-03T11:35:29.777 INFO:teuthology.orchestra.run.smithi145.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2023-12-03T11:35:29.777 INFO:teuthology.orchestra.run.smithi145.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2023-12-03T11:35:29.777 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2023-12-03T11:35:29.777 INFO:teuthology.orchestra.run.smithi145.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2023-12-03T11:35:29.778 INFO:teuthology.orchestra.run.smithi145.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2023-12-03T11:35:29.778 INFO:teuthology.orchestra.run.smithi145.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2023-12-03T11:35:29.778 INFO:teuthology.orchestra.run.smithi145.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2023-12-03T11:35:29.778 INFO:teuthology.orchestra.run.smithi145.stdout: python3-urllib3 noarch 1.26.5-4.el9 CentOS-BaseOS 187 k 2023-12-03T11:35:29.778 INFO:teuthology.orchestra.run.smithi145.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2023-12-03T11:35:29.778 INFO:teuthology.orchestra.run.smithi145.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2023-12-03T11:35:29.778 INFO:teuthology.orchestra.run.smithi145.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2023-12-03T11:35:29.778 INFO:teuthology.orchestra.run.smithi145.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2023-12-03T11:35:29.778 INFO:teuthology.orchestra.run.smithi145.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2023-12-03T11:35:29.778 INFO:teuthology.orchestra.run.smithi145.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2023-12-03T11:35:29.778 INFO:teuthology.orchestra.run.smithi145.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2023-12-03T11:35:29.778 INFO:teuthology.orchestra.run.smithi145.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2023-12-03T11:35:29.778 INFO:teuthology.orchestra.run.smithi145.stdout:Installing weak dependencies: 2023-12-03T11:35:29.778 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2023-12-03T11:35:29.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:35:29.779 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction Summary 2023-12-03T11:35:29.779 INFO:teuthology.orchestra.run.smithi145.stdout:============================================================================================ 2023-12-03T11:35:29.779 INFO:teuthology.orchestra.run.smithi145.stdout:Install 118 Packages 2023-12-03T11:35:29.779 INFO:teuthology.orchestra.run.smithi145.stdout:Upgrade 2 Packages 2023-12-03T11:35:29.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:35:29.779 INFO:teuthology.orchestra.run.smithi145.stdout:Total download size: 181 M 2023-12-03T11:35:29.779 INFO:teuthology.orchestra.run.smithi145.stdout:Downloading Packages: 2023-12-03T11:35:30.075 INFO:teuthology.orchestra.run.smithi149.stdout:(7/120): ceph-mon-18.0.0-7537.gbcbf278c.el9.x86 9.7 MB/s | 4.4 MB 00:00 2023-12-03T11:35:30.484 INFO:teuthology.orchestra.run.smithi149.stdout:(8/120): ceph-common-18.0.0-7537.gbcbf278c.el9. 10 MB/s | 19 MB 00:01 2023-12-03T11:35:30.534 INFO:teuthology.orchestra.run.smithi149.stdout:(9/120): ceph-selinux-18.0.0-7537.gbcbf278c.el9 484 kB/s | 24 kB 00:00 2023-12-03T11:35:30.708 INFO:teuthology.orchestra.run.smithi145.stdout:(1/120): ceph-18.0.0-7537.gbcbf278c.el9.x86_64. 24 kB/s | 6.6 kB 00:00 2023-12-03T11:35:30.767 INFO:teuthology.orchestra.run.smithi149.stdout:(10/120): ceph-radosgw-18.0.0-7537.gbcbf278c.el 12 MB/s | 8.6 MB 00:00 2023-12-03T11:35:30.826 INFO:teuthology.orchestra.run.smithi149.stdout:(11/120): libcephfs-devel-18.0.0-7537.gbcbf278c 534 kB/s | 31 kB 00:00 2023-12-03T11:35:30.926 INFO:teuthology.orchestra.run.smithi149.stdout:(12/120): libcephfs2-18.0.0-7537.gbcbf278c.el9. 7.0 MB/s | 718 kB 00:00 2023-12-03T11:35:31.002 INFO:teuthology.orchestra.run.smithi149.stdout:(13/120): libcephsqlite-18.0.0-7537.gbcbf278c.e 2.1 MB/s | 164 kB 00:00 2023-12-03T11:35:31.077 INFO:teuthology.orchestra.run.smithi149.stdout:(14/120): librados-devel-18.0.0-7537.gbcbf278c. 1.6 MB/s | 126 kB 00:00 2023-12-03T11:35:31.169 INFO:teuthology.orchestra.run.smithi149.stdout:(15/120): libradosstriper1-18.0.0-7537.gbcbf278 5.1 MB/s | 475 kB 00:00 2023-12-03T11:35:31.450 INFO:teuthology.orchestra.run.smithi145.stdout:(2/120): ceph-fuse-18.0.0-7537.gbcbf278c.el9.x8 1.1 MB/s | 860 kB 00:00 2023-12-03T11:35:31.626 INFO:teuthology.orchestra.run.smithi145.stdout:(3/120): ceph-immutable-object-cache-18.0.0-753 805 kB/s | 141 kB 00:00 2023-12-03T11:35:31.836 INFO:teuthology.orchestra.run.smithi149.stdout:(16/120): librgw2-18.0.0-7537.gbcbf278c.el9.x86 7.2 MB/s | 4.8 MB 00:00 2023-12-03T11:35:31.928 INFO:teuthology.orchestra.run.smithi149.stdout:(17/120): python3-ceph-argparse-18.0.0-7537.gbc 493 kB/s | 45 kB 00:00 2023-12-03T11:35:32.137 INFO:teuthology.orchestra.run.smithi149.stdout:(18/120): ceph-osd-18.0.0-7537.gbcbf278c.el9.x8 7.4 MB/s | 18 MB 00:02 2023-12-03T11:35:32.171 INFO:teuthology.orchestra.run.smithi149.stdout:(19/120): python3-ceph-common-18.0.0-7537.gbcbf 531 kB/s | 129 kB 00:00 2023-12-03T11:35:32.238 INFO:teuthology.orchestra.run.smithi149.stdout:(20/120): python3-cephfs-18.0.0-7537.gbcbf278c. 1.6 MB/s | 162 kB 00:00 2023-12-03T11:35:32.263 INFO:teuthology.orchestra.run.smithi149.stdout:(21/120): python3-rados-18.0.0-7537.gbcbf278c.e 3.4 MB/s | 320 kB 00:00 2023-12-03T11:35:32.338 INFO:teuthology.orchestra.run.smithi149.stdout:(22/120): python3-rbd-18.0.0-7537.gbcbf278c.el9 2.9 MB/s | 298 kB 00:00 2023-12-03T11:35:32.363 INFO:teuthology.orchestra.run.smithi149.stdout:(23/120): python3-rgw-18.0.0-7537.gbcbf278c.el9 991 kB/s | 99 kB 00:00 2023-12-03T11:35:32.385 INFO:teuthology.orchestra.run.smithi145.stdout:(4/120): ceph-base-18.0.0-7537.gbcbf278c.el9.x8 2.7 MB/s | 5.2 MB 00:01 2023-12-03T11:35:32.414 INFO:teuthology.orchestra.run.smithi149.stdout:(24/120): rbd-fuse-18.0.0-7537.gbcbf278c.el9.x8 1.1 MB/s | 85 kB 00:00 2023-12-03T11:35:32.435 INFO:teuthology.orchestra.run.smithi145.stdout:(5/120): ceph-mds-18.0.0-7537.gbcbf278c.el9.x86 2.6 MB/s | 2.1 MB 00:00 2023-12-03T11:35:32.514 INFO:teuthology.orchestra.run.smithi149.stdout:(25/120): rbd-nbd-18.0.0-7537.gbcbf278c.el9.x86 1.7 MB/s | 170 kB 00:00 2023-12-03T11:35:32.631 INFO:teuthology.orchestra.run.smithi149.stdout:(26/120): ceph-grafana-dashboards-18.0.0-7537.g 240 kB/s | 28 kB 00:00 2023-12-03T11:35:32.718 INFO:teuthology.orchestra.run.smithi145.stdout:(6/120): ceph-mgr-18.0.0-7537.gbcbf278c.el9.x86 4.4 MB/s | 1.5 MB 00:00 2023-12-03T11:35:32.757 INFO:teuthology.orchestra.run.smithi149.stdout:(27/120): rbd-mirror-18.0.0-7537.gbcbf278c.el9. 7.7 MB/s | 3.0 MB 00:00 2023-12-03T11:35:32.782 INFO:teuthology.orchestra.run.smithi149.stdout:(28/120): ceph-mgr-cephadm-18.0.0-7537.gbcbf278 883 kB/s | 133 kB 00:00 2023-12-03T11:35:33.023 INFO:teuthology.orchestra.run.smithi149.stdout:(29/120): ceph-mgr-dashboard-18.0.0-7537.gbcbf2 6.6 MB/s | 1.8 MB 00:00 2023-12-03T11:35:33.116 INFO:teuthology.orchestra.run.smithi149.stdout:(30/120): ceph-mgr-modules-core-18.0.0-7537.gbc 2.6 MB/s | 243 kB 00:00 2023-12-03T11:35:33.207 INFO:teuthology.orchestra.run.smithi149.stdout:(31/120): ceph-mgr-rook-18.0.0-7537.gbcbf278c.e 549 kB/s | 50 kB 00:00 2023-12-03T11:35:33.299 INFO:teuthology.orchestra.run.smithi149.stdout:(32/120): ceph-prometheus-alerts-18.0.0-7537.gb 165 kB/s | 15 kB 00:00 2023-12-03T11:35:33.408 INFO:teuthology.orchestra.run.smithi149.stdout:(33/120): ceph-volume-18.0.0-7537.gbcbf278c.el9 2.4 MB/s | 262 kB 00:00 2023-12-03T11:35:33.708 INFO:teuthology.orchestra.run.smithi149.stdout:(34/120): cephadm-18.0.0-7537.gbcbf278c.el9.noa 2.5 MB/s | 774 kB 00:00 2023-12-03T11:35:33.834 INFO:teuthology.orchestra.run.smithi149.stdout:(35/120): boost-program-options-1.75.0-8.el9.x8 848 kB/s | 106 kB 00:00 2023-12-03T11:35:33.867 INFO:teuthology.orchestra.run.smithi149.stdout:(36/120): flexiblas-3.0.4-8.el9.x86_64.rpm 959 kB/s | 32 kB 00:00 2023-12-03T11:35:33.984 INFO:teuthology.orchestra.run.smithi149.stdout:(37/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 26 MB/s | 3.0 MB 00:00 2023-12-03T11:35:34.010 INFO:teuthology.orchestra.run.smithi145.stdout:(7/120): ceph-mon-18.0.0-7537.gbcbf278c.el9.x86 2.8 MB/s | 4.4 MB 00:01 2023-12-03T11:35:34.018 INFO:teuthology.orchestra.run.smithi149.stdout:(38/120): flexiblas-openblas-openmp-3.0.4-8.el9 514 kB/s | 17 kB 00:00 2023-12-03T11:35:34.051 INFO:teuthology.orchestra.run.smithi149.stdout:(39/120): jq-1.6-16.el9.x86_64.rpm 5.5 MB/s | 186 kB 00:00 2023-12-03T11:35:34.085 INFO:teuthology.orchestra.run.smithi149.stdout:(40/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 4.7 MB/s | 159 kB 00:00 2023-12-03T11:35:34.119 INFO:teuthology.orchestra.run.smithi149.stdout:(41/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.3 MB/s | 44 kB 00:00 2023-12-03T11:35:34.169 INFO:teuthology.orchestra.run.smithi149.stdout:(42/120): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 661 kB 00:00 2023-12-03T11:35:34.211 INFO:teuthology.orchestra.run.smithi149.stdout:(43/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 6.6 MB/s | 282 kB 00:00 2023-12-03T11:35:34.253 INFO:teuthology.orchestra.run.smithi149.stdout:(44/120): lua-5.4.4-4.el9.x86_64.rpm 4.4 MB/s | 187 kB 00:00 2023-12-03T11:35:34.295 INFO:teuthology.orchestra.run.smithi149.stdout:(45/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 5.1 MB/s | 217 kB 00:00 2023-12-03T11:35:34.387 INFO:teuthology.orchestra.run.smithi149.stdout:(46/120): ceph-mgr-diskprediction-local-18.0.0- 4.6 MB/s | 7.4 MB 00:01 2023-12-03T11:35:34.404 INFO:teuthology.orchestra.run.smithi149.stdout:(47/120): openblas-0.3.21-2.el9.x86_64.rpm 314 kB/s | 34 kB 00:00 2023-12-03T11:35:34.504 INFO:teuthology.orchestra.run.smithi149.stdout:(48/120): openblas-openmp-0.3.21-2.el9.x86_64.r 41 MB/s | 4.7 MB 00:00 2023-12-03T11:35:34.605 INFO:teuthology.orchestra.run.smithi149.stdout:(49/120): python3-babel-2.9.1-2.el9.noarch.rpm 29 MB/s | 5.8 MB 00:00 2023-12-03T11:35:34.630 INFO:teuthology.orchestra.run.smithi149.stdout:(50/120): python3-jinja2-2.11.3-4.el9.noarch.rp 1.8 MB/s | 228 kB 00:00 2023-12-03T11:35:34.647 INFO:teuthology.orchestra.run.smithi149.stdout:(51/120): python3-jsonpatch-1.21-16.el9.noarch. 589 kB/s | 24 kB 00:00 2023-12-03T11:35:34.672 INFO:teuthology.orchestra.run.smithi149.stdout:(52/120): python3-jsonpointer-2.0-4.el9.noarch. 435 kB/s | 18 kB 00:00 2023-12-03T11:35:34.677 INFO:teuthology.orchestra.run.smithi145.stdout:(8/120): ceph-osd-18.0.0-7537.gbcbf278c.el9.x86 9.0 MB/s | 18 MB 00:01 2023-12-03T11:35:34.698 INFO:teuthology.orchestra.run.smithi149.stdout:(53/120): python3-mako-1.1.4-6.el9.noarch.rpm 2.8 MB/s | 144 kB 00:00 2023-12-03T11:35:34.723 INFO:teuthology.orchestra.run.smithi149.stdout:(54/120): python3-markupsafe-1.1.1-12.el9.x86_6 628 kB/s | 32 kB 00:00 2023-12-03T11:35:34.727 INFO:teuthology.orchestra.run.smithi145.stdout:(9/120): ceph-selinux-18.0.0-7537.gbcbf278c.el9 484 kB/s | 24 kB 00:00 2023-12-03T11:35:34.823 INFO:teuthology.orchestra.run.smithi149.stdout:(55/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 38 MB/s | 4.8 MB 00:00 2023-12-03T11:35:34.848 INFO:teuthology.orchestra.run.smithi149.stdout:(56/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.7 MB/s | 217 kB 00:00 2023-12-03T11:35:34.874 INFO:teuthology.orchestra.run.smithi149.stdout:(57/120): python3-oauthlib-3.1.1-5.el9.noarch.r 3.4 MB/s | 174 kB 00:00 2023-12-03T11:35:34.899 INFO:teuthology.orchestra.run.smithi149.stdout:(58/120): python3-prettytable-0.7.2-27.el9.noar 823 kB/s | 41 kB 00:00 2023-12-03T11:35:34.924 INFO:teuthology.orchestra.run.smithi149.stdout:(59/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 132 kB 00:00 2023-12-03T11:35:34.950 INFO:teuthology.orchestra.run.smithi149.stdout:(60/120): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 211 kB 00:00 2023-12-03T11:35:34.975 INFO:teuthology.orchestra.run.smithi149.stdout:(61/120): python3-pytz-2021.1-5.el9.noarch.rpm 953 kB/s | 47 kB 00:00 2023-12-03T11:35:35.000 INFO:teuthology.orchestra.run.smithi149.stdout:(62/120): python3-requests-oauthlib-1.3.0-12.el 852 kB/s | 43 kB 00:00 2023-12-03T11:35:35.142 INFO:teuthology.orchestra.run.smithi149.stdout:(63/120): python3-toml-0.10.2-6.el9.noarch.rpm 278 kB/s | 39 kB 00:00 2023-12-03T11:35:35.301 INFO:teuthology.orchestra.run.smithi149.stdout:(64/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 48 MB/s | 16 MB 00:00 2023-12-03T11:35:35.326 INFO:teuthology.orchestra.run.smithi149.stdout:(65/120): socat-1.7.4.1-5.el9.x86_64.rpm 1.6 MB/s | 300 kB 00:00 2023-12-03T11:35:35.343 INFO:teuthology.orchestra.run.smithi149.stdout:(66/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 63 kB 00:00 2023-12-03T11:35:35.368 INFO:teuthology.orchestra.run.smithi149.stdout:(67/120): fuse-2.9.9-15.el9.x86_64.rpm 1.8 MB/s | 79 kB 00:00 2023-12-03T11:35:35.402 INFO:teuthology.orchestra.run.smithi149.stdout:(68/120): libgfortran-11.4.1-2.3.el9.x86_64.rpm 13 MB/s | 803 kB 00:00 2023-12-03T11:35:35.427 INFO:teuthology.orchestra.run.smithi149.stdout:(69/120): libquadmath-11.4.1-2.3.el9.x86_64.rpm 3.3 MB/s | 195 kB 00:00 2023-12-03T11:35:35.452 INFO:teuthology.orchestra.run.smithi149.stdout:(70/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.7 MB/s | 241 kB 00:00 2023-12-03T11:35:35.494 INFO:teuthology.orchestra.run.smithi149.stdout:(71/120): python3-cryptography-36.0.1-4.el9.x86 17 MB/s | 1.1 MB 00:00 2023-12-03T11:35:35.519 INFO:teuthology.orchestra.run.smithi149.stdout:(72/120): python3-ply-3.11-14.el9.noarch.rpm 1.5 MB/s | 103 kB 00:00 2023-12-03T11:35:35.545 INFO:teuthology.orchestra.run.smithi149.stdout:(73/120): python3-pycparser-2.20-6.el9.noarch.r 2.4 MB/s | 124 kB 00:00 2023-12-03T11:35:35.570 INFO:teuthology.orchestra.run.smithi149.stdout:(74/120): python3-requests-2.25.1-7.el9.noarch. 2.2 MB/s | 113 kB 00:00 2023-12-03T11:35:35.596 INFO:teuthology.orchestra.run.smithi149.stdout:(75/120): python3-urllib3-1.26.5-4.el9.noarch.r 3.6 MB/s | 187 kB 00:00 2023-12-03T11:35:35.971 INFO:teuthology.orchestra.run.smithi149.stdout:(76/120): ceph-test-18.0.0-7537.gbcbf278c.el9.x 7.6 MB/s | 41 MB 00:05 2023-12-03T11:35:36.030 INFO:teuthology.orchestra.run.smithi149.stdout:(77/120): lua-devel-5.4.4-4.el9.x86_64.rpm 51 kB/s | 22 kB 00:00 2023-12-03T11:35:36.203 INFO:teuthology.orchestra.run.smithi145.stdout:(10/120): ceph-common-18.0.0-7537.gbcbf278c.el9 3.3 MB/s | 19 MB 00:05 2023-12-03T11:35:36.288 INFO:teuthology.orchestra.run.smithi149.stdout:(78/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 976 kB/s | 309 kB 00:00 2023-12-03T11:35:36.311 INFO:teuthology.orchestra.run.smithi145.stdout:(11/120): ceph-radosgw-18.0.0-7537.gbcbf278c.el 3.7 MB/s | 8.6 MB 00:02 2023-12-03T11:35:36.336 INFO:teuthology.orchestra.run.smithi145.stdout:(12/120): libcephfs-devel-18.0.0-7537.gbcbf278c 234 kB/s | 31 kB 00:00 2023-12-03T11:35:36.364 INFO:teuthology.orchestra.run.smithi149.stdout:(79/120): libarrow-doc-9.0.0-9.el9.noarch.rpm 326 kB/s | 24 kB 00:00 2023-12-03T11:35:36.412 INFO:teuthology.orchestra.run.smithi145.stdout:(13/120): libcephsqlite-18.0.0-7537.gbcbf278c.e 2.1 MB/s | 164 kB 00:00 2023-12-03T11:35:36.470 INFO:teuthology.orchestra.run.smithi145.stdout:(14/120): libcephfs2-18.0.0-7537.gbcbf278c.el9. 4.4 MB/s | 718 kB 00:00 2023-12-03T11:35:36.495 INFO:teuthology.orchestra.run.smithi145.stdout:(15/120): librados-devel-18.0.0-7537.gbcbf278c. 1.5 MB/s | 126 kB 00:00 2023-12-03T11:35:36.514 INFO:teuthology.orchestra.run.smithi149.stdout:(80/120): libarrow-9.0.0-9.el9.x86_64.rpm 9.7 MB/s | 4.4 MB 00:00 2023-12-03T11:35:36.539 INFO:teuthology.orchestra.run.smithi149.stdout:(81/120): liboath-2.6.7-2.el9.x86_64.rpm 280 kB/s | 49 kB 00:00 2023-12-03T11:35:36.565 INFO:teuthology.orchestra.run.smithi149.stdout:(82/120): python3-devel-3.9.17-2.el9.x86_64.rpm 247 kB/s | 245 kB 00:00 2023-12-03T11:35:36.604 INFO:teuthology.orchestra.run.smithi145.stdout:(16/120): libradosstriper1-18.0.0-7537.gbcbf278 3.5 MB/s | 475 kB 00:00 2023-12-03T11:35:36.606 INFO:teuthology.orchestra.run.smithi149.stdout:(83/120): libunwind-1.6.2-1.el9.x86_64.rpm 734 kB/s | 67 kB 00:00 2023-12-03T11:35:36.640 INFO:teuthology.orchestra.run.smithi149.stdout:(84/120): luarocks-3.9.2-1.el9.noarch.rpm 1.5 MB/s | 151 kB 00:00 2023-12-03T11:35:36.671 INFO:teuthology.orchestra.run.smithi145.stdout:(17/120): python3-ceph-argparse-18.0.0-7537.gbc 679 kB/s | 45 kB 00:00 2023-12-03T11:35:36.738 INFO:teuthology.orchestra.run.smithi145.stdout:(18/120): python3-ceph-common-18.0.0-7537.gbcbf 1.9 MB/s | 129 kB 00:00 2023-12-03T11:35:36.740 INFO:teuthology.orchestra.run.smithi149.stdout:(85/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 435 kB/s | 43 kB 00:00 2023-12-03T11:35:36.774 INFO:teuthology.orchestra.run.smithi149.stdout:(86/120): parquet-libs-9.0.0-9.el9.x86_64.rpm 3.9 MB/s | 837 kB 00:00 2023-12-03T11:35:36.805 INFO:teuthology.orchestra.run.smithi145.stdout:(19/120): python3-cephfs-18.0.0-7537.gbcbf278c. 2.4 MB/s | 162 kB 00:00 2023-12-03T11:35:36.807 INFO:teuthology.orchestra.run.smithi149.stdout:(87/120): python3-asyncssh-2.13.2-3.el9.noarch. 2.7 MB/s | 548 kB 00:00 2023-12-03T11:35:36.833 INFO:teuthology.orchestra.run.smithi149.stdout:(88/120): python3-cachetools-4.2.4-1.el9.noarch 356 kB/s | 32 kB 00:00 2023-12-03T11:35:36.866 INFO:teuthology.orchestra.run.smithi149.stdout:(89/120): python3-certifi-2021.10.8-2.el9.noarc 257 kB/s | 15 kB 00:00 2023-12-03T11:35:36.905 INFO:teuthology.orchestra.run.smithi145.stdout:(20/120): python3-rados-18.0.0-7537.gbcbf278c.e 3.1 MB/s | 320 kB 00:00 2023-12-03T11:35:36.908 INFO:teuthology.orchestra.run.smithi149.stdout:(90/120): python3-cheroot-8.6.0-4.el9.noarch.rp 1.7 MB/s | 172 kB 00:00 2023-12-03T11:35:36.933 INFO:teuthology.orchestra.run.smithi149.stdout:(91/120): python3-cherrypy-18.6.1-2.el9.noarch. 3.5 MB/s | 358 kB 00:00 2023-12-03T11:35:36.967 INFO:teuthology.orchestra.run.smithi149.stdout:(92/120): python3-google-auth-2.23.4-1.el9.noar 1.9 MB/s | 197 kB 00:00 2023-12-03T11:35:36.992 INFO:teuthology.orchestra.run.smithi149.stdout:(93/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 129 kB/s | 11 kB 00:00 2023-12-03T11:35:37.014 INFO:teuthology.orchestra.run.smithi145.stdout:(21/120): python3-rbd-18.0.0-7537.gbcbf278c.el9 2.7 MB/s | 298 kB 00:00 2023-12-03T11:35:37.034 INFO:teuthology.orchestra.run.smithi149.stdout:(94/120): python3-jaraco-classes-3.2.1-5.el9.no 176 kB/s | 18 kB 00:00 2023-12-03T11:35:37.051 INFO:teuthology.orchestra.run.smithi149.stdout:(95/120): python3-jaraco-collections-3.0.0-8.el 276 kB/s | 23 kB 00:00 2023-12-03T11:35:37.068 INFO:teuthology.orchestra.run.smithi149.stdout:(96/120): python3-jaraco-functools-3.5.0-2.el9. 257 kB/s | 19 kB 00:00 2023-12-03T11:35:37.081 INFO:teuthology.orchestra.run.smithi145.stdout:(22/120): python3-rgw-18.0.0-7537.gbcbf278c.el9 1.5 MB/s | 99 kB 00:00 2023-12-03T11:35:37.093 INFO:teuthology.orchestra.run.smithi149.stdout:(97/120): python3-jaraco-text-3.2.0-6.el9.noarc 335 kB/s | 20 kB 00:00 2023-12-03T11:35:37.110 INFO:teuthology.orchestra.run.smithi149.stdout:(98/120): python3-jwt+crypto-2.4.0-1.el9.noarch 154 kB/s | 9.0 kB 00:00 2023-12-03T11:35:37.135 INFO:teuthology.orchestra.run.smithi149.stdout:(99/120): python3-jwt-2.4.0-1.el9.noarch.rpm 610 kB/s | 41 kB 00:00 2023-12-03T11:35:37.148 INFO:teuthology.orchestra.run.smithi145.stdout:(23/120): rbd-fuse-18.0.0-7537.gbcbf278c.el9.x8 1.3 MB/s | 85 kB 00:00 2023-12-03T11:35:37.236 INFO:teuthology.orchestra.run.smithi149.stdout:(100/120): python3-kubernetes-26.1.0-2.el9.noar 7.2 MB/s | 1.0 MB 00:00 2023-12-03T11:35:37.261 INFO:teuthology.orchestra.run.smithi149.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 370 kB/s | 46 kB 00:00 2023-12-03T11:35:37.303 INFO:teuthology.orchestra.run.smithi149.stdout:(102/120): python3-more-itertools-8.12.0-2.el9. 472 kB/s | 79 kB 00:00 2023-12-03T11:35:37.328 INFO:teuthology.orchestra.run.smithi149.stdout:(103/120): python3-natsort-7.1.1-5.el9.noarch.r 629 kB/s | 58 kB 00:00 2023-12-03T11:35:37.362 INFO:teuthology.orchestra.run.smithi149.stdout:(104/120): python3-pecan-1.4.2-3.el9.noarch.rpm 2.7 MB/s | 272 kB 00:00 2023-12-03T11:35:37.423 INFO:teuthology.orchestra.run.smithi149.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 175 kB/s | 16 kB 00:00 2023-12-03T11:35:37.464 INFO:teuthology.orchestra.run.smithi149.stdout:(106/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 664 kB/s | 90 kB 00:00 2023-12-03T11:35:37.490 INFO:teuthology.orchestra.run.smithi149.stdout:(107/120): python3-repoze-lru-0.7-16.el9.noarch 241 kB/s | 31 kB 00:00 2023-12-03T11:35:37.515 INFO:teuthology.orchestra.run.smithi149.stdout:(108/120): python3-routes-2.5.1-5.el9.noarch.rp 2.0 MB/s | 188 kB 00:00 2023-12-03T11:35:37.540 INFO:teuthology.orchestra.run.smithi149.stdout:(109/120): python3-rsa-4.9-2.el9.noarch.rpm 790 kB/s | 59 kB 00:00 2023-12-03T11:35:37.574 INFO:teuthology.orchestra.run.smithi149.stdout:(110/120): python3-tempora-5.0.0-2.el9.noarch.r 613 kB/s | 36 kB 00:00 2023-12-03T11:35:37.599 INFO:teuthology.orchestra.run.smithi149.stdout:(111/120): python3-typing-extensions-4.4.0-2.el 610 kB/s | 51 kB 00:00 2023-12-03T11:35:37.632 INFO:teuthology.orchestra.run.smithi145.stdout:(24/120): ceph-test-18.0.0-7537.gbcbf278c.el9.x 14 MB/s | 41 MB 00:02 2023-12-03T11:35:37.641 INFO:teuthology.orchestra.run.smithi149.stdout:(112/120): python3-webob-1.8.7-6.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2023-12-03T11:35:37.675 INFO:teuthology.orchestra.run.smithi149.stdout:(113/120): python3-websocket-client-1.2.3-2.el9 892 kB/s | 90 kB 00:00 2023-12-03T11:35:37.708 INFO:teuthology.orchestra.run.smithi149.stdout:(114/120): python3-werkzeug-2.0.3-3.el9.1.noarc 3.8 MB/s | 427 kB 00:00 2023-12-03T11:35:37.715 INFO:teuthology.orchestra.run.smithi145.stdout:(25/120): librgw2-18.0.0-7537.gbcbf278c.el9.x86 3.9 MB/s | 4.8 MB 00:01 2023-12-03T11:35:37.733 INFO:teuthology.orchestra.run.smithi149.stdout:(115/120): python3-zc-lockfile-2.0-10.el9.noarc 220 kB/s | 20 kB 00:00 2023-12-03T11:35:37.740 INFO:teuthology.orchestra.run.smithi145.stdout:(26/120): rbd-nbd-18.0.0-7537.gbcbf278c.el9.x86 1.5 MB/s | 170 kB 00:00 2023-12-03T11:35:37.766 INFO:teuthology.orchestra.run.smithi145.stdout:(27/120): ceph-grafana-dashboards-18.0.0-7537.g 561 kB/s | 28 kB 00:00 2023-12-03T11:35:37.791 INFO:teuthology.orchestra.run.smithi145.stdout:(28/120): ceph-mgr-cephadm-18.0.0-7537.gbcbf278 2.6 MB/s | 133 kB 00:00 2023-12-03T11:35:37.850 INFO:teuthology.orchestra.run.smithi149.stdout:(116/120): re2-20211101-3.el9.x86_64.rpm 1.3 MB/s | 192 kB 00:00 2023-12-03T11:35:37.876 INFO:teuthology.orchestra.run.smithi149.stdout:(117/120): s3cmd-2.3.0-4.el9.noarch.rpm 1.2 MB/s | 197 kB 00:00 2023-12-03T11:35:37.885 INFO:teuthology.orchestra.run.smithi145.stdout:(29/120): rbd-mirror-18.0.0-7537.gbcbf278c.el9. 4.1 MB/s | 3.0 MB 00:00 2023-12-03T11:35:37.992 INFO:teuthology.orchestra.run.smithi145.stdout:(30/120): ceph-mgr-modules-core-18.0.0-7537.gbc 2.2 MB/s | 243 kB 00:00 2023-12-03T11:35:38.050 INFO:teuthology.orchestra.run.smithi145.stdout:(31/120): ceph-mgr-rook-18.0.0-7537.gbcbf278c.e 866 kB/s | 50 kB 00:00 2023-12-03T11:35:38.068 INFO:teuthology.orchestra.run.smithi149.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 4.7 MB/s | 1.6 MB 00:00 2023-12-03T11:35:38.125 INFO:teuthology.orchestra.run.smithi145.stdout:(32/120): ceph-mgr-dashboard-18.0.0-7537.gbcbf2 4.9 MB/s | 1.8 MB 00:00 2023-12-03T11:35:38.151 INFO:teuthology.orchestra.run.smithi145.stdout:(33/120): ceph-prometheus-alerts-18.0.0-7537.gb 151 kB/s | 15 kB 00:00 2023-12-03T11:35:38.268 INFO:teuthology.orchestra.run.smithi145.stdout:(34/120): ceph-volume-18.0.0-7537.gbcbf278c.el9 1.8 MB/s | 262 kB 00:00 2023-12-03T11:35:38.401 INFO:teuthology.orchestra.run.smithi149.stdout:(119/120): librbd1-18.0.0-7537.gbcbf278c.el9.x8 5.7 MB/s | 3.0 MB 00:00 2023-12-03T11:35:38.435 INFO:teuthology.orchestra.run.smithi145.stdout:(35/120): ceph-mgr-diskprediction-local-18.0.0- 12 MB/s | 7.4 MB 00:00 2023-12-03T11:35:38.460 INFO:teuthology.orchestra.run.smithi145.stdout:(36/120): boost-program-options-1.75.0-8.el9.x8 551 kB/s | 106 kB 00:00 2023-12-03T11:35:38.477 INFO:teuthology.orchestra.run.smithi145.stdout:(37/120): flexiblas-3.0.4-8.el9.x86_64.rpm 762 kB/s | 32 kB 00:00 2023-12-03T11:35:38.510 INFO:teuthology.orchestra.run.smithi145.stdout:(38/120): cephadm-18.0.0-7537.gbcbf278c.el9.noa 2.1 MB/s | 774 kB 00:00 2023-12-03T11:35:38.551 INFO:teuthology.orchestra.run.smithi149.stdout:(120/120): librados2-18.0.0-7537.gbcbf278c.el9. 4.7 MB/s | 3.3 MB 00:00 2023-12-03T11:35:38.557 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2023-12-03T11:35:38.557 INFO:teuthology.orchestra.run.smithi149.stdout:Total 18 MB/s | 181 MB 00:10 2023-12-03T11:35:38.560 INFO:teuthology.orchestra.run.smithi145.stdout:(39/120): flexiblas-openblas-openmp-3.0.4-8.el9 206 kB/s | 17 kB 00:00 2023-12-03T11:35:38.581 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2023-12-03T11:35:38.628 INFO:teuthology.orchestra.run.smithi145.stdout:(40/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 18 MB/s | 3.0 MB 00:00 2023-12-03T11:35:38.653 INFO:teuthology.orchestra.run.smithi145.stdout:(41/120): jq-1.6-16.el9.x86_64.rpm 1.3 MB/s | 186 kB 00:00 2023-12-03T11:35:38.677 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2023-12-03T11:35:38.677 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2023-12-03T11:35:38.678 INFO:teuthology.orchestra.run.smithi145.stdout:(42/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.3 MB/s | 159 kB 00:00 2023-12-03T11:35:38.706 INFO:teuthology.orchestra.run.smithi145.stdout:(43/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 591 kB/s | 44 kB 00:00 2023-12-03T11:35:38.737 INFO:teuthology.orchestra.run.smithi145.stdout:(44/120): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 661 kB 00:00 2023-12-03T11:35:38.762 INFO:teuthology.orchestra.run.smithi145.stdout:(45/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.3 MB/s | 282 kB 00:00 2023-12-03T11:35:38.796 INFO:teuthology.orchestra.run.smithi145.stdout:(46/120): lua-5.4.4-4.el9.x86_64.rpm 2.0 MB/s | 187 kB 00:00 2023-12-03T11:35:38.821 INFO:teuthology.orchestra.run.smithi145.stdout:(47/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 3.7 MB/s | 217 kB 00:00 2023-12-03T11:35:38.846 INFO:teuthology.orchestra.run.smithi145.stdout:(48/120): openblas-0.3.21-2.el9.x86_64.rpm 410 kB/s | 34 kB 00:00 2023-12-03T11:35:38.938 INFO:teuthology.orchestra.run.smithi145.stdout:(49/120): openblas-openmp-0.3.21-2.el9.x86_64.r 33 MB/s | 4.7 MB 00:00 2023-12-03T11:35:38.972 INFO:teuthology.orchestra.run.smithi145.stdout:(50/120): python3-jinja2-2.11.3-4.el9.noarch.rp 1.8 MB/s | 228 kB 00:00 2023-12-03T11:35:39.055 INFO:teuthology.orchestra.run.smithi145.stdout:(51/120): python3-babel-2.9.1-2.el9.noarch.rpm 28 MB/s | 5.8 MB 00:00 2023-12-03T11:35:39.081 INFO:teuthology.orchestra.run.smithi145.stdout:(52/120): python3-jsonpatch-1.21-16.el9.noarch. 175 kB/s | 24 kB 00:00 2023-12-03T11:35:39.118 INFO:teuthology.orchestra.run.smithi145.stdout:(53/120): python3-jsonpointer-2.0-4.el9.noarch. 127 kB/s | 18 kB 00:00 2023-12-03T11:35:39.142 INFO:teuthology.orchestra.run.smithi145.stdout:(54/120): python3-markupsafe-1.1.1-12.el9.x86_6 516 kB/s | 32 kB 00:00 2023-12-03T11:35:39.168 INFO:teuthology.orchestra.run.smithi145.stdout:(55/120): python3-mako-1.1.4-6.el9.noarch.rpm 1.6 MB/s | 144 kB 00:00 2023-12-03T11:35:39.210 INFO:teuthology.orchestra.run.smithi145.stdout:(56/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.3 MB/s | 217 kB 00:00 2023-12-03T11:35:39.277 INFO:teuthology.orchestra.run.smithi145.stdout:(57/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 30 MB/s | 4.8 MB 00:00 2023-12-03T11:35:39.302 INFO:teuthology.orchestra.run.smithi145.stdout:(58/120): python3-oauthlib-3.1.1-5.el9.noarch.r 1.3 MB/s | 174 kB 00:00 2023-12-03T11:35:39.327 INFO:teuthology.orchestra.run.smithi145.stdout:(59/120): python3-prettytable-0.7.2-27.el9.noar 360 kB/s | 41 kB 00:00 2023-12-03T11:35:39.352 INFO:teuthology.orchestra.run.smithi145.stdout:(60/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 132 kB 00:00 2023-12-03T11:35:39.378 INFO:teuthology.orchestra.run.smithi145.stdout:(61/120): python3-pyasn1-modules-0.4.8-6.el9.no 2.7 MB/s | 211 kB 00:00 2023-12-03T11:35:39.395 INFO:teuthology.orchestra.run.smithi145.stdout:(62/120): python3-pytz-2021.1-5.el9.noarch.rpm 712 kB/s | 47 kB 00:00 2023-12-03T11:35:39.412 INFO:teuthology.orchestra.run.smithi145.stdout:(63/120): python3-requests-oauthlib-1.3.0-12.el 1.3 MB/s | 43 kB 00:00 2023-12-03T11:35:39.537 INFO:teuthology.orchestra.run.smithi145.stdout:(64/120): python3-toml-0.10.2-6.el9.noarch.rpm 272 kB/s | 39 kB 00:00 2023-12-03T11:35:39.604 INFO:teuthology.orchestra.run.smithi145.stdout:(65/120): socat-1.7.4.1-5.el9.x86_64.rpm 1.6 MB/s | 300 kB 00:00 2023-12-03T11:35:39.788 INFO:teuthology.orchestra.run.smithi145.stdout:(66/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 38 MB/s | 16 MB 00:00 2023-12-03T11:35:39.805 INFO:teuthology.orchestra.run.smithi145.stdout:(67/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 236 kB/s | 63 kB 00:00 2023-12-03T11:35:39.830 INFO:teuthology.orchestra.run.smithi145.stdout:(68/120): fuse-2.9.9-15.el9.x86_64.rpm 354 kB/s | 79 kB 00:00 2023-12-03T11:35:39.872 INFO:teuthology.orchestra.run.smithi145.stdout:(69/120): libgfortran-11.4.1-2.3.el9.x86_64.rpm 9.4 MB/s | 803 kB 00:00 2023-12-03T11:35:39.897 INFO:teuthology.orchestra.run.smithi145.stdout:(70/120): libquadmath-11.4.1-2.3.el9.x86_64.rpm 2.9 MB/s | 195 kB 00:00 2023-12-03T11:35:39.922 INFO:teuthology.orchestra.run.smithi145.stdout:(71/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.6 MB/s | 241 kB 00:00 2023-12-03T11:35:39.964 INFO:teuthology.orchestra.run.smithi145.stdout:(72/120): python3-cryptography-36.0.1-4.el9.x86 13 MB/s | 1.1 MB 00:00 2023-12-03T11:35:39.989 INFO:teuthology.orchestra.run.smithi145.stdout:(73/120): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 103 kB 00:00 2023-12-03T11:35:40.023 INFO:teuthology.orchestra.run.smithi145.stdout:(74/120): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 124 kB 00:00 2023-12-03T11:35:40.048 INFO:teuthology.orchestra.run.smithi145.stdout:(75/120): python3-requests-2.25.1-7.el9.noarch. 1.3 MB/s | 113 kB 00:00 2023-12-03T11:35:40.082 INFO:teuthology.orchestra.run.smithi145.stdout:(76/120): python3-urllib3-1.26.5-4.el9.noarch.r 3.1 MB/s | 187 kB 00:00 2023-12-03T11:35:40.158 INFO:teuthology.orchestra.run.smithi145.stdout:(77/120): lua-devel-5.4.4-4.el9.x86_64.rpm 206 kB/s | 22 kB 00:00 2023-12-03T11:35:40.226 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2023-12-03T11:35:40.227 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2023-12-03T11:35:40.533 INFO:teuthology.orchestra.run.smithi145.stdout:(78/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 686 kB/s | 309 kB 00:00 2023-12-03T11:35:40.608 INFO:teuthology.orchestra.run.smithi145.stdout:(79/120): libarrow-doc-9.0.0-9.el9.noarch.rpm 325 kB/s | 24 kB 00:00 2023-12-03T11:35:40.692 INFO:teuthology.orchestra.run.smithi145.stdout:(80/120): liboath-2.6.7-2.el9.x86_64.rpm 584 kB/s | 49 kB 00:00 2023-12-03T11:35:40.775 INFO:teuthology.orchestra.run.smithi145.stdout:(81/120): libunwind-1.6.2-1.el9.x86_64.rpm 810 kB/s | 67 kB 00:00 2023-12-03T11:35:40.817 INFO:teuthology.orchestra.run.smithi145.stdout:(82/120): python3-devel-3.9.17-2.el9.x86_64.rpm 309 kB/s | 245 kB 00:00 2023-12-03T11:35:40.884 INFO:teuthology.orchestra.run.smithi145.stdout:(83/120): libarrow-9.0.0-9.el9.x86_64.rpm 6.3 MB/s | 4.4 MB 00:00 2023-12-03T11:35:40.934 INFO:teuthology.orchestra.run.smithi145.stdout:(84/120): luarocks-3.9.2-1.el9.noarch.rpm 952 kB/s | 151 kB 00:00 2023-12-03T11:35:40.993 INFO:teuthology.orchestra.run.smithi145.stdout:(85/120): python3-asyncssh-2.13.2-3.el9.noarch. 6.5 MB/s | 548 kB 00:00 2023-12-03T11:35:41.018 INFO:teuthology.orchestra.run.smithi145.stdout:(86/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 519 kB/s | 43 kB 00:00 2023-12-03T11:35:41.069 INFO:teuthology.orchestra.run.smithi145.stdout:(87/120): python3-cachetools-4.2.4-1.el9.noarch 427 kB/s | 32 kB 00:00 2023-12-03T11:35:41.094 INFO:teuthology.orchestra.run.smithi145.stdout:(88/120): python3-certifi-2021.10.8-2.el9.noarc 200 kB/s | 15 kB 00:00 2023-12-03T11:35:41.161 INFO:teuthology.orchestra.run.smithi145.stdout:(89/120): python3-cheroot-8.6.0-4.el9.noarch.rp 1.8 MB/s | 172 kB 00:00 2023-12-03T11:35:41.194 INFO:teuthology.orchestra.run.smithi145.stdout:(90/120): python3-cherrypy-18.6.1-2.el9.noarch. 3.5 MB/s | 358 kB 00:00 2023-12-03T11:35:41.253 INFO:teuthology.orchestra.run.smithi145.stdout:(91/120): python3-google-auth-2.23.4-1.el9.noar 2.1 MB/s | 197 kB 00:00 2023-12-03T11:35:41.278 INFO:teuthology.orchestra.run.smithi145.stdout:(92/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 128 kB/s | 11 kB 00:00 2023-12-03T11:35:41.329 INFO:teuthology.orchestra.run.smithi145.stdout:(93/120): parquet-libs-9.0.0-9.el9.x86_64.rpm 1.6 MB/s | 837 kB 00:00 2023-12-03T11:35:41.354 INFO:teuthology.orchestra.run.smithi145.stdout:(94/120): python3-jaraco-classes-3.2.1-5.el9.no 176 kB/s | 18 kB 00:00 2023-12-03T11:35:41.379 INFO:teuthology.orchestra.run.smithi145.stdout:(95/120): python3-jaraco-collections-3.0.0-8.el 230 kB/s | 23 kB 00:00 2023-12-03T11:35:41.404 INFO:teuthology.orchestra.run.smithi145.stdout:(96/120): python3-jaraco-functools-3.5.0-2.el9. 258 kB/s | 19 kB 00:00 2023-12-03T11:35:41.446 INFO:teuthology.orchestra.run.smithi145.stdout:(97/120): python3-jwt+crypto-2.4.0-1.el9.noarch 135 kB/s | 9.0 kB 00:00 2023-12-03T11:35:41.471 INFO:teuthology.orchestra.run.smithi145.stdout:(98/120): python3-jaraco-text-3.2.0-6.el9.noarc 214 kB/s | 20 kB 00:00 2023-12-03T11:35:41.497 INFO:teuthology.orchestra.run.smithi145.stdout:(99/120): python3-jwt-2.4.0-1.el9.noarch.rpm 443 kB/s | 41 kB 00:00 2023-12-03T11:35:41.547 INFO:teuthology.orchestra.run.smithi145.stdout:(100/120): python3-logutils-0.3.5-21.el9.noarch 616 kB/s | 46 kB 00:00 2023-12-03T11:35:41.573 INFO:teuthology.orchestra.run.smithi145.stdout:(101/120): python3-more-itertools-8.12.0-2.el9. 1.0 MB/s | 79 kB 00:00 2023-12-03T11:35:41.614 INFO:teuthology.orchestra.run.smithi145.stdout:(102/120): python3-natsort-7.1.1-5.el9.noarch.r 864 kB/s | 58 kB 00:00 2023-12-03T11:35:41.648 INFO:teuthology.orchestra.run.smithi145.stdout:(103/120): python3-kubernetes-26.1.0-2.el9.noar 5.1 MB/s | 1.0 MB 00:00 2023-12-03T11:35:41.673 INFO:teuthology.orchestra.run.smithi145.stdout:(104/120): python3-pecan-1.4.2-3.el9.noarch.rpm 2.6 MB/s | 272 kB 00:00 2023-12-03T11:35:41.698 INFO:teuthology.orchestra.run.smithi145.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 196 kB/s | 16 kB 00:00 2023-12-03T11:35:41.724 INFO:teuthology.orchestra.run.smithi145.stdout:(106/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2023-12-03T11:35:41.749 INFO:teuthology.orchestra.run.smithi145.stdout:(107/120): python3-repoze-lru-0.7-16.el9.noarch 406 kB/s | 31 kB 00:00 2023-12-03T11:35:41.783 INFO:teuthology.orchestra.run.smithi145.stdout:(108/120): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2023-12-03T11:35:41.808 INFO:teuthology.orchestra.run.smithi145.stdout:(109/120): python3-rsa-4.9-2.el9.noarch.rpm 704 kB/s | 59 kB 00:00 2023-12-03T11:35:41.834 INFO:teuthology.orchestra.run.smithi145.stdout:(110/120): python3-tempora-5.0.0-2.el9.noarch.r 426 kB/s | 36 kB 00:00 2023-12-03T11:35:41.859 INFO:teuthology.orchestra.run.smithi145.stdout:(111/120): python3-typing-extensions-4.4.0-2.el 676 kB/s | 51 kB 00:00 2023-12-03T11:35:41.892 INFO:teuthology.orchestra.run.smithi145.stdout:(112/120): python3-webob-1.8.7-6.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2023-12-03T11:35:41.918 INFO:teuthology.orchestra.run.smithi145.stdout:(113/120): python3-websocket-client-1.2.3-2.el9 1.0 MB/s | 90 kB 00:00 2023-12-03T11:35:41.943 INFO:teuthology.orchestra.run.smithi145.stdout:(114/120): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2023-12-03T11:35:41.968 INFO:teuthology.orchestra.run.smithi145.stdout:(115/120): python3-zc-lockfile-2.0-10.el9.noarc 264 kB/s | 20 kB 00:00 2023-12-03T11:35:41.993 INFO:teuthology.orchestra.run.smithi145.stdout:(116/120): re2-20211101-3.el9.x86_64.rpm 2.5 MB/s | 192 kB 00:00 2023-12-03T11:35:42.052 INFO:teuthology.orchestra.run.smithi145.stdout:(117/120): s3cmd-2.3.0-4.el9.noarch.rpm 1.8 MB/s | 197 kB 00:00 2023-12-03T11:35:42.136 INFO:teuthology.orchestra.run.smithi145.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 9.5 MB/s | 1.6 MB 00:00 2023-12-03T11:35:42.344 INFO:teuthology.orchestra.run.smithi145.stdout:(119/120): librbd1-18.0.0-7537.gbcbf278c.el9.x8 10 MB/s | 3.0 MB 00:00 2023-12-03T11:35:42.570 INFO:teuthology.orchestra.run.smithi145.stdout:(120/120): librados2-18.0.0-7537.gbcbf278c.el9. 5.8 MB/s | 3.3 MB 00:00 2023-12-03T11:35:42.575 INFO:teuthology.orchestra.run.smithi145.stdout:-------------------------------------------------------------------------------- 2023-12-03T11:35:42.575 INFO:teuthology.orchestra.run.smithi145.stdout:Total 14 MB/s | 181 MB 00:12 2023-12-03T11:35:42.600 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction check 2023-12-03T11:35:42.698 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction check succeeded. 2023-12-03T11:35:42.698 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction test 2023-12-03T11:35:44.205 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction test succeeded. 2023-12-03T11:35:44.206 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction 2023-12-03T11:35:44.884 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2023-12-03T11:35:44.962 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2023-12-03T11:35:44.987 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2023-12-03T11:35:45.030 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2023-12-03T11:35:45.065 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 4/122 2023-12-03T11:35:45.114 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 5/122 2023-12-03T11:35:45.445 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 6/122 2023-12-03T11:35:45.490 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : librados2-2:18.0.0-7537.gbcbf278c.el9.x86_64 7/122 2023-12-03T11:35:45.593 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librados2-2:18.0.0-7537.gbcbf278c.el9.x86_64 7/122 2023-12-03T11:35:45.657 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libcephfs2-2:18.0.0-7537.gbcbf278c.el9.x86_64 8/122 2023-12-03T11:35:45.884 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: libcephfs2-2:18.0.0-7537.gbcbf278c.el9.x86_64 8/122 2023-12-03T11:35:45.935 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rados-2:18.0.0-7537.gbcbf278c.el9.x86_64 9/122 2023-12-03T11:35:45.967 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libcephsqlite-2:18.0.0-7537.gbcbf278c.el9.x86_64 10/122 2023-12-03T11:35:46.069 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: libcephsqlite-2:18.0.0-7537.gbcbf278c.el9.x86_64 10/122 2023-12-03T11:35:46.101 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libradosstriper1-2:18.0.0-7537.gbcbf278c.el9.x86 11/122 2023-12-03T11:35:46.231 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: libradosstriper1-2:18.0.0-7537.gbcbf278c.el9.x86 11/122 2023-12-03T11:35:46.272 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2023-12-03T11:35:46.343 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2023-12-03T11:35:46.395 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-urllib3-1.26.5-4.el9.noarch 14/122 2023-12-03T11:35:46.432 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-requests-2.25.1-7.el9.noarch 15/122 2023-12-03T11:35:46.470 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libquadmath-11.4.1-2.3.el9.x86_64 16/122 2023-12-03T11:35:46.526 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libgfortran-11.4.1-2.3.el9.x86_64 17/122 2023-12-03T11:35:46.591 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 18/122 2023-12-03T11:35:46.634 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 19/122 2023-12-03T11:35:46.668 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/122 2023-12-03T11:35:46.695 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : lua-5.4.4-4.el9.x86_64 21/122 2023-12-03T11:35:46.766 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 22/122 2023-12-03T11:35:46.801 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-ceph-common-2:18.0.0-7537.gbcbf278c.el9. 23/122 2023-12-03T11:35:46.844 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-ceph-argparse-2:18.0.0-7537.gbcbf278c.el 24/122 2023-12-03T11:35:46.872 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cephfs-2:18.0.0-7537.gbcbf278c.el9.x86_6 25/122 2023-12-03T11:35:46.943 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 26/122 2023-12-03T11:35:47.027 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : luarocks-3.9.2-1.el9.noarch 27/122 2023-12-03T11:35:47.163 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/122 2023-12-03T11:35:47.223 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/122 2023-12-03T11:35:47.763 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/122 2023-12-03T11:35:47.844 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/122 2023-12-03T11:35:47.882 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jinja2-2.11.3-4.el9.noarch 32/122 2023-12-03T11:35:47.919 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librados-devel-2:18.0.0-7537.gbcbf278c.el9.x86_6 33/122 2023-12-03T11:35:47.950 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 34/122 2023-12-03T11:35:48.066 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : re2-1:20211101-3.el9.x86_64 35/122 2023-12-03T11:35:48.103 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libarrow-9.0.0-9.el9.x86_64 36/122 2023-12-03T11:35:48.158 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 37/122 2023-12-03T11:35:48.232 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 38/122 2023-12-03T11:35:48.262 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 39/122 2023-12-03T11:35:48.299 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 40/122 2023-12-03T11:35:48.354 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 41/122 2023-12-03T11:35:48.407 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 42/122 2023-12-03T11:35:48.450 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 43/122 2023-12-03T11:35:48.584 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 44/122 2023-12-03T11:35:48.626 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 45/122 2023-12-03T11:35:48.668 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 46/122 2023-12-03T11:35:48.763 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 47/122 2023-12-03T11:35:48.794 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-google-auth-1:2.23.4-1.el9.noarch 48/122 2023-12-03T11:35:48.836 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 49/122 2023-12-03T11:35:48.875 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 50/122 2023-12-03T11:35:48.971 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libarrow-doc-9.0.0-9.el9.noarch 51/122 2023-12-03T11:35:49.011 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 52/122 2023-12-03T11:35:49.013 INFO:teuthology.orchestra.run.smithi145.stdout: Preparing : 1/1 2023-12-03T11:35:49.060 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-ply-3.11-14.el9.noarch 53/122 2023-12-03T11:35:49.080 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2023-12-03T11:35:49.117 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 54/122 2023-12-03T11:35:49.122 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2023-12-03T11:35:49.169 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2023-12-03T11:35:49.208 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 4/122 2023-12-03T11:35:49.266 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 5/122 2023-12-03T11:35:49.323 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 55/122 2023-12-03T11:35:49.382 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 56/122 2023-12-03T11:35:49.523 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 57/122 2023-12-03T11:35:49.568 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-asyncssh-2.13.2-3.el9.noarch 58/122 2023-12-03T11:35:49.596 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 6/122 2023-12-03T11:35:49.597 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 59/122 2023-12-03T11:35:49.640 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 60/122 2023-12-03T11:35:49.650 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : librados2-2:18.0.0-7537.gbcbf278c.el9.x86_64 7/122 2023-12-03T11:35:49.689 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 61/122 2023-12-03T11:35:49.721 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : fuse-2.9.9-15.el9.x86_64 62/122 2023-12-03T11:35:49.761 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librados2-2:18.0.0-7537.gbcbf278c.el9.x86_64 7/122 2023-12-03T11:35:49.766 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 63/122 2023-12-03T11:35:49.784 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libcephfs2-2:18.0.0-7537.gbcbf278c.el9.x86_64 8/122 2023-12-03T11:35:49.801 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 64/122 2023-12-03T11:35:49.831 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 65/122 2023-12-03T11:35:49.883 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: libcephfs2-2:18.0.0-7537.gbcbf278c.el9.x86_64 8/122 2023-12-03T11:35:49.908 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 66/122 2023-12-03T11:35:49.924 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-rados-2:18.0.0-7537.gbcbf278c.el9.x86_64 9/122 2023-12-03T11:35:49.941 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 67/122 2023-12-03T11:35:49.952 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libcephsqlite-2:18.0.0-7537.gbcbf278c.el9.x86_64 10/122 2023-12-03T11:35:49.974 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 68/122 2023-12-03T11:35:50.016 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 69/122 2023-12-03T11:35:50.037 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: libcephsqlite-2:18.0.0-7537.gbcbf278c.el9.x86_64 10/122 2023-12-03T11:35:50.050 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 70/122 2023-12-03T11:35:50.061 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libradosstriper1-2:18.0.0-7537.gbcbf278c.el9.x86 11/122 2023-12-03T11:35:50.141 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 71/122 2023-12-03T11:35:50.188 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: libradosstriper1-2:18.0.0-7537.gbcbf278c.el9.x86 11/122 2023-12-03T11:35:50.195 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 72/122 2023-12-03T11:35:50.223 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2023-12-03T11:35:50.293 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2023-12-03T11:35:50.306 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 73/122 2023-12-03T11:35:50.355 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-urllib3-1.26.5-4.el9.noarch 14/122 2023-12-03T11:35:50.366 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 74/122 2023-12-03T11:35:50.390 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-requests-2.25.1-7.el9.noarch 15/122 2023-12-03T11:35:50.429 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libquadmath-11.4.1-2.3.el9.x86_64 16/122 2023-12-03T11:35:50.470 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libgfortran-11.4.1-2.3.el9.x86_64 17/122 2023-12-03T11:35:50.534 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 18/122 2023-12-03T11:35:50.569 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 19/122 2023-12-03T11:35:50.603 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/122 2023-12-03T11:35:50.630 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : lua-5.4.4-4.el9.x86_64 21/122 2023-12-03T11:35:50.700 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 22/122 2023-12-03T11:35:50.744 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-ceph-common-2:18.0.0-7537.gbcbf278c.el9. 23/122 2023-12-03T11:35:50.795 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-ceph-argparse-2:18.0.0-7537.gbcbf278c.el 24/122 2023-12-03T11:35:50.824 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cephfs-2:18.0.0-7537.gbcbf278c.el9.x86_6 25/122 2023-12-03T11:35:50.894 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 26/122 2023-12-03T11:35:50.971 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : luarocks-3.9.2-1.el9.noarch 27/122 2023-12-03T11:35:51.110 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/122 2023-12-03T11:35:51.116 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/122 2023-12-03T11:35:51.177 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/122 2023-12-03T11:35:51.196 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 76/122 2023-12-03T11:35:51.230 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 77/122 2023-12-03T11:35:51.262 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 78/122 2023-12-03T11:35:51.443 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2023-12-03T11:35:51.468 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2023-12-03T11:35:51.548 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2023-12-03T11:35:51.705 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/122 2023-12-03T11:35:51.812 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/122 2023-12-03T11:35:51.860 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jinja2-2.11.3-4.el9.noarch 32/122 2023-12-03T11:35:51.898 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : librados-devel-2:18.0.0-7537.gbcbf278c.el9.x86_6 33/122 2023-12-03T11:35:51.928 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 34/122 2023-12-03T11:35:52.035 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : re2-1:20211101-3.el9.x86_64 35/122 2023-12-03T11:35:52.074 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libarrow-9.0.0-9.el9.x86_64 36/122 2023-12-03T11:35:52.129 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 37/122 2023-12-03T11:35:52.201 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 38/122 2023-12-03T11:35:52.218 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2023-12-03T11:35:52.241 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 39/122 2023-12-03T11:35:52.286 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 40/122 2023-12-03T11:35:52.332 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 41/122 2023-12-03T11:35:52.351 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2023-12-03T11:35:52.378 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 42/122 2023-12-03T11:35:52.420 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 43/122 2023-12-03T11:35:52.555 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 44/122 2023-12-03T11:35:52.597 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 45/122 2023-12-03T11:35:52.646 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 46/122 2023-12-03T11:35:52.749 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 47/122 2023-12-03T11:35:52.797 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-google-auth-1:2.23.4-1.el9.noarch 48/122 2023-12-03T11:35:52.838 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 49/122 2023-12-03T11:35:52.870 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 50/122 2023-12-03T11:35:52.965 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libarrow-doc-9.0.0-9.el9.noarch 51/122 2023-12-03T11:35:53.006 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 52/122 2023-12-03T11:35:53.063 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-ply-3.11-14.el9.noarch 53/122 2023-12-03T11:35:53.128 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 54/122 2023-12-03T11:35:53.323 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 55/122 2023-12-03T11:35:53.369 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 56/122 2023-12-03T11:35:53.507 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 57/122 2023-12-03T11:35:53.555 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-asyncssh-2.13.2-3.el9.noarch 58/122 2023-12-03T11:35:53.583 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 59/122 2023-12-03T11:35:53.618 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 60/122 2023-12-03T11:35:53.646 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2023-12-03T11:35:53.651 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 61/122 2023-12-03T11:35:53.683 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : fuse-2.9.9-15.el9.x86_64 62/122 2023-12-03T11:35:53.728 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 63/122 2023-12-03T11:35:53.752 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2023-12-03T11:35:53.762 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 64/122 2023-12-03T11:35:53.783 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2023-12-03T11:35:53.792 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 65/122 2023-12-03T11:35:53.817 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2023-12-03T11:35:53.870 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 66/122 2023-12-03T11:35:53.903 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 67/122 2023-12-03T11:35:53.944 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 68/122 2023-12-03T11:35:53.994 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 69/122 2023-12-03T11:35:54.028 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 70/122 2023-12-03T11:35:54.115 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2023-12-03T11:35:54.118 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 71/122 2023-12-03T11:35:54.155 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : librbd1-2:18.0.0-7537.gbcbf278c.el9.x86_64 89/122 2023-12-03T11:35:54.156 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 72/122 2023-12-03T11:35:54.246 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librbd1-2:18.0.0-7537.gbcbf278c.el9.x86_64 89/122 2023-12-03T11:35:54.260 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 73/122 2023-12-03T11:35:54.284 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rbd-2:18.0.0-7537.gbcbf278c.el9.x86_64 90/122 2023-12-03T11:35:54.316 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 74/122 2023-12-03T11:35:54.320 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2023-12-03T11:35:54.750 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : parquet-libs-9.0.0-9.el9.x86_64 92/122 2023-12-03T11:35:54.783 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librgw2-2:18.0.0-7537.gbcbf278c.el9.x86_64 93/122 2023-12-03T11:35:54.838 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librgw2-2:18.0.0-7537.gbcbf278c.el9.x86_64 93/122 2023-12-03T11:35:54.867 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rgw-2:18.0.0-7537.gbcbf278c.el9.x86_64 94/122 2023-12-03T11:35:55.130 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/122 2023-12-03T11:35:55.179 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 76/122 2023-12-03T11:35:55.213 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 77/122 2023-12-03T11:35:55.245 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 78/122 2023-12-03T11:35:55.423 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2023-12-03T11:35:55.451 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2023-12-03T11:35:55.530 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2023-12-03T11:35:56.181 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2023-12-03T11:35:56.308 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2023-12-03T11:35:57.182 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-common-2:18.0.0-7537.gbcbf278c.el9.x86_64 95/122 2023-12-03T11:35:57.224 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-common-2:18.0.0-7537.gbcbf278c.el9.x86_64 95/122 2023-12-03T11:35:57.624 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2023-12-03T11:35:57.701 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2023-12-03T11:35:57.732 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2023-12-03T11:35:57.766 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2023-12-03T11:35:57.774 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-common-2:18.0.0-7537.gbcbf278c.el9.x86_64 95/122 2023-12-03T11:35:57.819 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-base-2:18.0.0-7537.gbcbf278c.el9.x86_64 96/122 2023-12-03T11:35:57.890 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-base-2:18.0.0-7537.gbcbf278c.el9.x86_64 96/122 2023-12-03T11:35:57.891 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2023-12-03T11:35:57.891 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2023-12-03T11:35:57.891 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:35:57.928 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-selinux-2:18.0.0-7537.gbcbf278c.el9.x86_64 97/122 2023-12-03T11:35:58.061 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2023-12-03T11:35:58.095 INFO:teuthology.orchestra.run.smithi145.stdout: Upgrading : librbd1-2:18.0.0-7537.gbcbf278c.el9.x86_64 89/122 2023-12-03T11:35:58.186 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librbd1-2:18.0.0-7537.gbcbf278c.el9.x86_64 89/122 2023-12-03T11:35:58.217 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-rbd-2:18.0.0-7537.gbcbf278c.el9.x86_64 90/122 2023-12-03T11:35:58.269 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2023-12-03T11:35:58.697 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : parquet-libs-9.0.0-9.el9.x86_64 92/122 2023-12-03T11:35:58.740 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : librgw2-2:18.0.0-7537.gbcbf278c.el9.x86_64 93/122 2023-12-03T11:35:58.811 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librgw2-2:18.0.0-7537.gbcbf278c.el9.x86_64 93/122 2023-12-03T11:35:58.850 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-rgw-2:18.0.0-7537.gbcbf278c.el9.x86_64 94/122 2023-12-03T11:36:01.058 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-common-2:18.0.0-7537.gbcbf278c.el9.x86_64 95/122 2023-12-03T11:36:01.339 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-common-2:18.0.0-7537.gbcbf278c.el9.x86_64 95/122 2023-12-03T11:36:01.921 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-common-2:18.0.0-7537.gbcbf278c.el9.x86_64 95/122 2023-12-03T11:36:01.959 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-base-2:18.0.0-7537.gbcbf278c.el9.x86_64 96/122 2023-12-03T11:36:02.046 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-base-2:18.0.0-7537.gbcbf278c.el9.x86_64 96/122 2023-12-03T11:36:02.046 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2023-12-03T11:36:02.046 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2023-12-03T11:36:02.046 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:02.093 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-selinux-2:18.0.0-7537.gbcbf278c.el9.x86_64 97/122 2023-12-03T11:36:09.247 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-selinux-2:18.0.0-7537.gbcbf278c.el9.x86_64 97/122 2023-12-03T11:36:09.247 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /sys 2023-12-03T11:36:09.247 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /proc 2023-12-03T11:36:09.247 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /mnt 2023-12-03T11:36:09.247 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /var/tmp 2023-12-03T11:36:09.247 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /home 2023-12-03T11:36:09.248 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /root 2023-12-03T11:36:09.248 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /tmp 2023-12-03T11:36:09.248 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:09.414 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-volume-2:18.0.0-7537.gbcbf278c.el9.noarch 98/122 2023-12-03T11:36:09.430 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-volume-2:18.0.0-7537.gbcbf278c.el9.noarch 98/122 2023-12-03T11:36:09.430 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-03T11:36:09.430 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2023-12-03T11:36:09.430 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:11.026 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-osd-2:18.0.0-7537.gbcbf278c.el9.x86_64 99/122 2023-12-03T11:36:11.053 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-osd-2:18.0.0-7537.gbcbf278c.el9.x86_64 99/122 2023-12-03T11:36:11.053 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-03T11:36:11.053 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2023-12-03T11:36:11.053 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2023-12-03T11:36:11.053 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2023-12-03T11:36:11.053 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:11.260 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mds-2:18.0.0-7537.gbcbf278c.el9.x86_64 100/122 2023-12-03T11:36:11.283 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mds-2:18.0.0-7537.gbcbf278c.el9.x86_64 100/122 2023-12-03T11:36:11.284 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-03T11:36:11.284 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2023-12-03T11:36:11.284 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2023-12-03T11:36:11.284 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2023-12-03T11:36:11.284 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:11.736 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mon-2:18.0.0-7537.gbcbf278c.el9.x86_64 101/122 2023-12-03T11:36:11.759 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mon-2:18.0.0-7537.gbcbf278c.el9.x86_64 101/122 2023-12-03T11:36:11.759 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-03T11:36:11.759 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2023-12-03T11:36:11.759 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2023-12-03T11:36:11.759 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2023-12-03T11:36:11.759 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:12.208 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: cephadm-2:18.0.0-7537.gbcbf278c.el9.noarch 102/122 2023-12-03T11:36:12.252 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : cephadm-2:18.0.0-7537.gbcbf278c.el9.noarch 102/122 2023-12-03T11:36:12.281 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-7537.gbcbf278c.e 103/122 2023-12-03T11:36:12.343 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-7537.gbcbf278c. 104/122 2023-12-03T11:36:12.366 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-7537.gbcbf278c.el9.noa 105/122 2023-12-03T11:36:12.592 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-7537.gbcbf278c.el9.noa 105/122 2023-12-03T11:36:12.626 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-7537.gbcbf278c.el9.n 106/122 2023-12-03T11:36:13.256 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-selinux-2:18.0.0-7537.gbcbf278c.el9.x86_64 97/122 2023-12-03T11:36:13.256 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /sys 2023-12-03T11:36:13.256 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /proc 2023-12-03T11:36:13.256 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /mnt 2023-12-03T11:36:13.256 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /var/tmp 2023-12-03T11:36:13.257 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /home 2023-12-03T11:36:13.257 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /root 2023-12-03T11:36:13.257 INFO:teuthology.orchestra.run.smithi145.stdout:skipping the directory /tmp 2023-12-03T11:36:13.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:13.419 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-volume-2:18.0.0-7537.gbcbf278c.el9.noarch 98/122 2023-12-03T11:36:13.435 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-volume-2:18.0.0-7537.gbcbf278c.el9.noarch 98/122 2023-12-03T11:36:13.435 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-03T11:36:13.435 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2023-12-03T11:36:13.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:13.600 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-7537.gbcbf278c.el9.n 106/122 2023-12-03T11:36:13.626 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-7537.gbcb 107/122 2023-12-03T11:36:13.725 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-7537.gbcb 107/122 2023-12-03T11:36:13.884 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-7537.gbcbf278c.el 108/122 2023-12-03T11:36:13.911 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-2:18.0.0-7537.gbcbf278c.el9.x86_64 109/122 2023-12-03T11:36:13.934 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-2:18.0.0-7537.gbcbf278c.el9.x86_64 109/122 2023-12-03T11:36:13.934 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-03T11:36:13.934 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2023-12-03T11:36:13.934 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2023-12-03T11:36:13.934 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2023-12-03T11:36:13.934 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:13.979 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-rook-2:18.0.0-7537.gbcbf278c.el9.noarch 110/122 2023-12-03T11:36:13.990 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-7537.gbcbf278c.el9.noarch 110/122 2023-12-03T11:36:14.763 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-2:18.0.0-7537.gbcbf278c.el9.x86_64 111/122 2023-12-03T11:36:14.797 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-radosgw-2:18.0.0-7537.gbcbf278c.el9.x86_64 112/122 2023-12-03T11:36:14.819 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-7537.gbcbf278c.el9.x86_64 112/122 2023-12-03T11:36:14.819 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-03T11:36:14.820 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2023-12-03T11:36:14.820 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2023-12-03T11:36:14.820 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2023-12-03T11:36:14.820 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:14.872 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-7537.gbcbf2 113/122 2023-12-03T11:36:14.895 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-7537.gbcbf2 113/122 2023-12-03T11:36:14.895 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-03T11:36:14.895 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2023-12-03T11:36:14.895 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:15.022 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-osd-2:18.0.0-7537.gbcbf278c.el9.x86_64 99/122 2023-12-03T11:36:15.048 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-osd-2:18.0.0-7537.gbcbf278c.el9.x86_64 99/122 2023-12-03T11:36:15.048 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-03T11:36:15.049 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2023-12-03T11:36:15.049 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2023-12-03T11:36:15.049 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2023-12-03T11:36:15.049 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:15.190 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : rbd-mirror-2:18.0.0-7537.gbcbf278c.el9.x86_64 114/122 2023-12-03T11:36:15.212 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: rbd-mirror-2:18.0.0-7537.gbcbf278c.el9.x86_64 114/122 2023-12-03T11:36:15.212 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-03T11:36:15.212 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2023-12-03T11:36:15.212 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2023-12-03T11:36:15.213 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2023-12-03T11:36:15.213 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:15.248 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mds-2:18.0.0-7537.gbcbf278c.el9.x86_64 100/122 2023-12-03T11:36:15.270 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mds-2:18.0.0-7537.gbcbf278c.el9.x86_64 100/122 2023-12-03T11:36:15.271 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-03T11:36:15.271 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2023-12-03T11:36:15.271 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2023-12-03T11:36:15.271 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2023-12-03T11:36:15.271 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:15.715 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mon-2:18.0.0-7537.gbcbf278c.el9.x86_64 101/122 2023-12-03T11:36:15.738 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mon-2:18.0.0-7537.gbcbf278c.el9.x86_64 101/122 2023-12-03T11:36:15.738 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-03T11:36:15.738 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2023-12-03T11:36:15.738 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2023-12-03T11:36:15.738 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2023-12-03T11:36:15.738 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:16.178 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: cephadm-2:18.0.0-7537.gbcbf278c.el9.noarch 102/122 2023-12-03T11:36:16.206 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : cephadm-2:18.0.0-7537.gbcbf278c.el9.noarch 102/122 2023-12-03T11:36:16.236 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-7537.gbcbf278c.e 103/122 2023-12-03T11:36:16.297 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-7537.gbcbf278c. 104/122 2023-12-03T11:36:16.321 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-7537.gbcbf278c.el9.noa 105/122 2023-12-03T11:36:16.542 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-7537.gbcbf278c.el9.noa 105/122 2023-12-03T11:36:16.580 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-7537.gbcbf278c.el9.n 106/122 2023-12-03T11:36:17.538 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-7537.gbcbf278c.el9.n 106/122 2023-12-03T11:36:17.573 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-7537.gbcb 107/122 2023-12-03T11:36:17.672 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-7537.gbcb 107/122 2023-12-03T11:36:17.828 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-7537.gbcbf278c.el 108/122 2023-12-03T11:36:17.857 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-2:18.0.0-7537.gbcbf278c.el9.x86_64 109/122 2023-12-03T11:36:17.880 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-2:18.0.0-7537.gbcbf278c.el9.x86_64 109/122 2023-12-03T11:36:17.881 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-03T11:36:17.881 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2023-12-03T11:36:17.881 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2023-12-03T11:36:17.881 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2023-12-03T11:36:17.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:17.925 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-mgr-rook-2:18.0.0-7537.gbcbf278c.el9.noarch 110/122 2023-12-03T11:36:17.936 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-7537.gbcbf278c.el9.noarch 110/122 2023-12-03T11:36:18.704 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-2:18.0.0-7537.gbcbf278c.el9.x86_64 111/122 2023-12-03T11:36:18.734 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-radosgw-2:18.0.0-7537.gbcbf278c.el9.x86_64 112/122 2023-12-03T11:36:18.757 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-7537.gbcbf278c.el9.x86_64 112/122 2023-12-03T11:36:18.757 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-03T11:36:18.757 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2023-12-03T11:36:18.757 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2023-12-03T11:36:18.757 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2023-12-03T11:36:18.757 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:18.801 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-7537.gbcbf2 113/122 2023-12-03T11:36:18.823 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-7537.gbcbf2 113/122 2023-12-03T11:36:18.824 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-03T11:36:18.824 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2023-12-03T11:36:18.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:19.034 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-test-2:18.0.0-7537.gbcbf278c.el9.x86_64 115/122 2023-12-03T11:36:19.076 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : rbd-fuse-2:18.0.0-7537.gbcbf278c.el9.x86_64 116/122 2023-12-03T11:36:19.118 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : rbd-mirror-2:18.0.0-7537.gbcbf278c.el9.x86_64 114/122 2023-12-03T11:36:19.141 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: rbd-mirror-2:18.0.0-7537.gbcbf278c.el9.x86_64 114/122 2023-12-03T11:36:19.141 INFO:teuthology.orchestra.run.smithi145.stdout:Glob pattern passed to enable, but globs are not supported for this. 2023-12-03T11:36:19.141 INFO:teuthology.orchestra.run.smithi145.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2023-12-03T11:36:19.141 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2023-12-03T11:36:19.141 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2023-12-03T11:36:19.141 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:19.174 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : rbd-nbd-2:18.0.0-7537.gbcbf278c.el9.x86_64 117/122 2023-12-03T11:36:19.208 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-fuse-2:18.0.0-7537.gbcbf278c.el9.x86_64 118/122 2023-12-03T11:36:19.266 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libcephfs-devel-2:18.0.0-7537.gbcbf278c.el9.x86_ 119/122 2023-12-03T11:36:19.298 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : s3cmd-2.3.0-4.el9.noarch 120/122 2023-12-03T11:36:19.298 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2023-12-03T11:36:19.382 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2023-12-03T11:36:19.382 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2023-12-03T11:36:22.947 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-test-2:18.0.0-7537.gbcbf278c.el9.x86_64 115/122 2023-12-03T11:36:22.992 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : rbd-fuse-2:18.0.0-7537.gbcbf278c.el9.x86_64 116/122 2023-12-03T11:36:23.094 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : rbd-nbd-2:18.0.0-7537.gbcbf278c.el9.x86_64 117/122 2023-12-03T11:36:23.128 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ceph-fuse-2:18.0.0-7537.gbcbf278c.el9.x86_64 118/122 2023-12-03T11:36:23.187 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libcephfs-devel-2:18.0.0-7537.gbcbf278c.el9.x86_ 119/122 2023-12-03T11:36:23.219 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : s3cmd-2.3.0-4.el9.noarch 120/122 2023-12-03T11:36:23.219 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2023-12-03T11:36:23.294 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2023-12-03T11:36:23.294 INFO:teuthology.orchestra.run.smithi145.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2023-12-03T11:36:23.817 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2023-12-03T11:36:23.817 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-2:18.0.0-7537.gbcbf278c.el9.x86_64 1/122 2023-12-03T11:36:23.817 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-base-2:18.0.0-7537.gbcbf278c.el9.x86_64 2/122 2023-12-03T11:36:23.818 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-common-2:18.0.0-7537.gbcbf278c.el9.x86_64 3/122 2023-12-03T11:36:23.818 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-fuse-2:18.0.0-7537.gbcbf278c.el9.x86_64 4/122 2023-12-03T11:36:23.818 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-7537.gbcbf2 5/122 2023-12-03T11:36:23.818 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mds-2:18.0.0-7537.gbcbf278c.el9.x86_64 6/122 2023-12-03T11:36:23.818 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-2:18.0.0-7537.gbcbf278c.el9.x86_64 7/122 2023-12-03T11:36:23.818 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mon-2:18.0.0-7537.gbcbf278c.el9.x86_64 8/122 2023-12-03T11:36:23.818 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-osd-2:18.0.0-7537.gbcbf278c.el9.x86_64 9/122 2023-12-03T11:36:23.818 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-radosgw-2:18.0.0-7537.gbcbf278c.el9.x86_64 10/122 2023-12-03T11:36:23.818 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-selinux-2:18.0.0-7537.gbcbf278c.el9.x86_64 11/122 2023-12-03T11:36:23.818 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-test-2:18.0.0-7537.gbcbf278c.el9.x86_64 12/122 2023-12-03T11:36:23.818 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libcephfs-devel-2:18.0.0-7537.gbcbf278c.el9.x86_ 13/122 2023-12-03T11:36:23.818 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libcephfs2-2:18.0.0-7537.gbcbf278c.el9.x86_64 14/122 2023-12-03T11:36:23.818 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libcephsqlite-2:18.0.0-7537.gbcbf278c.el9.x86_64 15/122 2023-12-03T11:36:23.819 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librados-devel-2:18.0.0-7537.gbcbf278c.el9.x86_6 16/122 2023-12-03T11:36:23.819 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libradosstriper1-2:18.0.0-7537.gbcbf278c.el9.x86 17/122 2023-12-03T11:36:23.819 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librgw2-2:18.0.0-7537.gbcbf278c.el9.x86_64 18/122 2023-12-03T11:36:23.819 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-ceph-argparse-2:18.0.0-7537.gbcbf278c.el 19/122 2023-12-03T11:36:23.819 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-ceph-common-2:18.0.0-7537.gbcbf278c.el9. 20/122 2023-12-03T11:36:23.819 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cephfs-2:18.0.0-7537.gbcbf278c.el9.x86_6 21/122 2023-12-03T11:36:23.819 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rados-2:18.0.0-7537.gbcbf278c.el9.x86_64 22/122 2023-12-03T11:36:23.819 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rbd-2:18.0.0-7537.gbcbf278c.el9.x86_64 23/122 2023-12-03T11:36:23.819 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rgw-2:18.0.0-7537.gbcbf278c.el9.x86_64 24/122 2023-12-03T11:36:23.819 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : rbd-fuse-2:18.0.0-7537.gbcbf278c.el9.x86_64 25/122 2023-12-03T11:36:23.819 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : rbd-mirror-2:18.0.0-7537.gbcbf278c.el9.x86_64 26/122 2023-12-03T11:36:23.819 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : rbd-nbd-2:18.0.0-7537.gbcbf278c.el9.x86_64 27/122 2023-12-03T11:36:23.819 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-7537.gbcbf278c. 28/122 2023-12-03T11:36:23.819 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-7537.gbcbf278c.el9.noa 29/122 2023-12-03T11:36:23.820 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-7537.gbcbf278c.el9.n 30/122 2023-12-03T11:36:23.820 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-7537.gbcb 31/122 2023-12-03T11:36:23.820 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-7537.gbcbf278c.el 32/122 2023-12-03T11:36:23.820 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-rook-2:18.0.0-7537.gbcbf278c.el9.noarch 33/122 2023-12-03T11:36:23.820 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-7537.gbcbf278c.e 34/122 2023-12-03T11:36:23.820 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-volume-2:18.0.0-7537.gbcbf278c.el9.noarch 35/122 2023-12-03T11:36:23.820 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : cephadm-2:18.0.0-7537.gbcbf278c.el9.noarch 36/122 2023-12-03T11:36:23.820 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 37/122 2023-12-03T11:36:23.820 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 38/122 2023-12-03T11:36:23.820 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 39/122 2023-12-03T11:36:23.820 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 40/122 2023-12-03T11:36:23.820 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : jq-1.6-16.el9.x86_64 41/122 2023-12-03T11:36:23.820 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 42/122 2023-12-03T11:36:23.820 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 43/122 2023-12-03T11:36:23.821 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 44/122 2023-12-03T11:36:23.821 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 45/122 2023-12-03T11:36:23.821 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : lua-5.4.4-4.el9.x86_64 46/122 2023-12-03T11:36:23.821 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 47/122 2023-12-03T11:36:23.821 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 48/122 2023-12-03T11:36:23.821 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 49/122 2023-12-03T11:36:23.821 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 50/122 2023-12-03T11:36:23.821 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jinja2-2.11.3-4.el9.noarch 51/122 2023-12-03T11:36:23.821 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 52/122 2023-12-03T11:36:23.821 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 53/122 2023-12-03T11:36:23.821 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 54/122 2023-12-03T11:36:23.821 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 55/122 2023-12-03T11:36:23.821 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 56/122 2023-12-03T11:36:23.821 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 57/122 2023-12-03T11:36:23.822 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 58/122 2023-12-03T11:36:23.822 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2023-12-03T11:36:23.822 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 60/122 2023-12-03T11:36:23.822 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 61/122 2023-12-03T11:36:23.822 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 62/122 2023-12-03T11:36:23.822 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 63/122 2023-12-03T11:36:23.822 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 64/122 2023-12-03T11:36:23.822 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 65/122 2023-12-03T11:36:23.822 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 66/122 2023-12-03T11:36:23.822 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 67/122 2023-12-03T11:36:23.822 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 68/122 2023-12-03T11:36:23.822 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libgfortran-11.4.1-2.3.el9.x86_64 69/122 2023-12-03T11:36:23.822 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libquadmath-11.4.1-2.3.el9.x86_64 70/122 2023-12-03T11:36:23.822 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2023-12-03T11:36:23.822 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2023-12-03T11:36:23.823 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2023-12-03T11:36:23.823 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2023-12-03T11:36:23.823 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-requests-2.25.1-7.el9.noarch 75/122 2023-12-03T11:36:23.823 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-urllib3-1.26.5-4.el9.noarch 76/122 2023-12-03T11:36:23.823 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 77/122 2023-12-03T11:36:23.823 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 78/122 2023-12-03T11:36:23.823 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/122 2023-12-03T11:36:23.823 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libarrow-9.0.0-9.el9.x86_64 80/122 2023-12-03T11:36:23.823 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libarrow-doc-9.0.0-9.el9.noarch 81/122 2023-12-03T11:36:23.823 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 82/122 2023-12-03T11:36:23.823 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 83/122 2023-12-03T11:36:23.823 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 84/122 2023-12-03T11:36:23.823 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : parquet-libs-9.0.0-9.el9.x86_64 85/122 2023-12-03T11:36:23.823 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-asyncssh-2.13.2-3.el9.noarch 86/122 2023-12-03T11:36:23.824 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 87/122 2023-12-03T11:36:23.824 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 88/122 2023-12-03T11:36:23.824 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 89/122 2023-12-03T11:36:23.824 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 90/122 2023-12-03T11:36:23.824 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 91/122 2023-12-03T11:36:23.824 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-google-auth-1:2.23.4-1.el9.noarch 92/122 2023-12-03T11:36:23.824 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 93/122 2023-12-03T11:36:23.824 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 94/122 2023-12-03T11:36:23.824 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 95/122 2023-12-03T11:36:23.824 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 96/122 2023-12-03T11:36:23.824 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 97/122 2023-12-03T11:36:23.824 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 98/122 2023-12-03T11:36:23.824 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 99/122 2023-12-03T11:36:23.824 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 100/122 2023-12-03T11:36:23.824 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 101/122 2023-12-03T11:36:23.824 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 102/122 2023-12-03T11:36:23.825 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 103/122 2023-12-03T11:36:23.825 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 104/122 2023-12-03T11:36:23.825 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 105/122 2023-12-03T11:36:23.825 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 106/122 2023-12-03T11:36:23.825 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 107/122 2023-12-03T11:36:23.825 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 108/122 2023-12-03T11:36:23.825 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 109/122 2023-12-03T11:36:23.825 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 110/122 2023-12-03T11:36:23.825 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 111/122 2023-12-03T11:36:23.825 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 112/122 2023-12-03T11:36:23.825 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 113/122 2023-12-03T11:36:23.825 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 114/122 2023-12-03T11:36:23.825 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 115/122 2023-12-03T11:36:23.825 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : re2-1:20211101-3.el9.x86_64 116/122 2023-12-03T11:36:23.826 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : s3cmd-2.3.0-4.el9.noarch 117/122 2023-12-03T11:36:23.826 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2023-12-03T11:36:23.826 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librados2-2:18.0.0-7537.gbcbf278c.el9.x86_64 119/122 2023-12-03T11:36:23.826 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2023-12-03T11:36:23.826 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librbd1-2:18.0.0-7537.gbcbf278c.el9.x86_64 121/122 2023-12-03T11:36:26.179 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2023-12-03T11:36:26.179 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:26.180 INFO:teuthology.orchestra.run.smithi149.stdout:Upgraded: 2023-12-03T11:36:26.180 INFO:teuthology.orchestra.run.smithi149.stdout: librados2-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.180 INFO:teuthology.orchestra.run.smithi149.stdout: librbd1-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.180 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2023-12-03T11:36:26.180 INFO:teuthology.orchestra.run.smithi149.stdout: boost-program-options-1.75.0-8.el9.x86_64 2023-12-03T11:36:26.180 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.180 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-base-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.180 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-common-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.180 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-fuse-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.180 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-grafana-dashboards-2:18.0.0-7537.gbcbf278c.el9.noarch 2023-12-03T11:36:26.180 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-immutable-object-cache-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.180 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mds-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.180 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.180 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-cephadm-2:18.0.0-7537.gbcbf278c.el9.noarch 2023-12-03T11:36:26.180 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-dashboard-2:18.0.0-7537.gbcbf278c.el9.noarch 2023-12-03T11:36:26.180 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-diskprediction-local-2:18.0.0-7537.gbcbf278c.el9.noarch 2023-12-03T11:36:26.181 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-modules-core-2:18.0.0-7537.gbcbf278c.el9.noarch 2023-12-03T11:36:26.181 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-rook-2:18.0.0-7537.gbcbf278c.el9.noarch 2023-12-03T11:36:26.181 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mon-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.181 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-osd-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.181 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-prometheus-alerts-2:18.0.0-7537.gbcbf278c.el9.noarch 2023-12-03T11:36:26.181 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-radosgw-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.181 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-selinux-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.181 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-test-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.181 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-volume-2:18.0.0-7537.gbcbf278c.el9.noarch 2023-12-03T11:36:26.181 INFO:teuthology.orchestra.run.smithi149.stdout: cephadm-2:18.0.0-7537.gbcbf278c.el9.noarch 2023-12-03T11:36:26.181 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-3.0.4-8.el9.x86_64 2023-12-03T11:36:26.182 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2023-12-03T11:36:26.182 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2023-12-03T11:36:26.182 INFO:teuthology.orchestra.run.smithi149.stdout: fuse-2.9.9-15.el9.x86_64 2023-12-03T11:36:26.182 INFO:teuthology.orchestra.run.smithi149.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2023-12-03T11:36:26.182 INFO:teuthology.orchestra.run.smithi149.stdout: jq-1.6-16.el9.x86_64 2023-12-03T11:36:26.182 INFO:teuthology.orchestra.run.smithi149.stdout: libarrow-9.0.0-9.el9.x86_64 2023-12-03T11:36:26.182 INFO:teuthology.orchestra.run.smithi149.stdout: libarrow-doc-9.0.0-9.el9.noarch 2023-12-03T11:36:26.182 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs-devel-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.182 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs2-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.183 INFO:teuthology.orchestra.run.smithi149.stdout: libcephsqlite-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.183 INFO:teuthology.orchestra.run.smithi149.stdout: libgfortran-11.4.1-2.3.el9.x86_64 2023-12-03T11:36:26.183 INFO:teuthology.orchestra.run.smithi149.stdout: liboath-2.6.7-2.el9.x86_64 2023-12-03T11:36:26.183 INFO:teuthology.orchestra.run.smithi149.stdout: libpmemobj-1.12.1-1.el9.x86_64 2023-12-03T11:36:26.183 INFO:teuthology.orchestra.run.smithi149.stdout: libquadmath-11.4.1-2.3.el9.x86_64 2023-12-03T11:36:26.183 INFO:teuthology.orchestra.run.smithi149.stdout: librabbitmq-0.11.0-7.el9.x86_64 2023-12-03T11:36:26.183 INFO:teuthology.orchestra.run.smithi149.stdout: librados-devel-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.183 INFO:teuthology.orchestra.run.smithi149.stdout: libradosstriper1-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.183 INFO:teuthology.orchestra.run.smithi149.stdout: librdkafka-1.6.1-102.el9.x86_64 2023-12-03T11:36:26.183 INFO:teuthology.orchestra.run.smithi149.stdout: librgw2-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.183 INFO:teuthology.orchestra.run.smithi149.stdout: libunwind-1.6.2-1.el9.x86_64 2023-12-03T11:36:26.184 INFO:teuthology.orchestra.run.smithi149.stdout: lttng-ust-2.12.0-6.el9.x86_64 2023-12-03T11:36:26.184 INFO:teuthology.orchestra.run.smithi149.stdout: lua-5.4.4-4.el9.x86_64 2023-12-03T11:36:26.184 INFO:teuthology.orchestra.run.smithi149.stdout: lua-devel-5.4.4-4.el9.x86_64 2023-12-03T11:36:26.184 INFO:teuthology.orchestra.run.smithi149.stdout: luarocks-3.9.2-1.el9.noarch 2023-12-03T11:36:26.184 INFO:teuthology.orchestra.run.smithi149.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2023-12-03T11:36:26.184 INFO:teuthology.orchestra.run.smithi149.stdout: openblas-0.3.21-2.el9.x86_64 2023-12-03T11:36:26.184 INFO:teuthology.orchestra.run.smithi149.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2023-12-03T11:36:26.184 INFO:teuthology.orchestra.run.smithi149.stdout: parquet-libs-9.0.0-9.el9.x86_64 2023-12-03T11:36:26.185 INFO:teuthology.orchestra.run.smithi149.stdout: python3-asyncssh-2.13.2-3.el9.noarch 2023-12-03T11:36:26.185 INFO:teuthology.orchestra.run.smithi149.stdout: python3-babel-2.9.1-2.el9.noarch 2023-12-03T11:36:26.185 INFO:teuthology.orchestra.run.smithi149.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2023-12-03T11:36:26.185 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cachetools-4.2.4-1.el9.noarch 2023-12-03T11:36:26.185 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-argparse-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.185 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-common-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.185 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cephfs-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.186 INFO:teuthology.orchestra.run.smithi149.stdout: python3-certifi-2021.10.8-2.el9.noarch 2023-12-03T11:36:26.186 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cffi-1.14.5-5.el9.x86_64 2023-12-03T11:36:26.186 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cheroot-8.6.0-4.el9.noarch 2023-12-03T11:36:26.186 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2023-12-03T11:36:26.186 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2023-12-03T11:36:26.186 INFO:teuthology.orchestra.run.smithi149.stdout: python3-devel-3.9.17-2.el9.x86_64 2023-12-03T11:36:26.186 INFO:teuthology.orchestra.run.smithi149.stdout: python3-google-auth-1:2.23.4-1.el9.noarch 2023-12-03T11:36:26.186 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-8.2.1-3.el9.noarch 2023-12-03T11:36:26.187 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2023-12-03T11:36:26.187 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2023-12-03T11:36:26.187 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2023-12-03T11:36:26.187 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2023-12-03T11:36:26.187 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jinja2-2.11.3-4.el9.noarch 2023-12-03T11:36:26.187 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpatch-1.21-16.el9.noarch 2023-12-03T11:36:26.187 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpointer-2.0-4.el9.noarch 2023-12-03T11:36:26.187 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jwt-2.4.0-1.el9.noarch 2023-12-03T11:36:26.187 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2023-12-03T11:36:26.188 INFO:teuthology.orchestra.run.smithi149.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2023-12-03T11:36:26.188 INFO:teuthology.orchestra.run.smithi149.stdout: python3-logutils-0.3.5-21.el9.noarch 2023-12-03T11:36:26.188 INFO:teuthology.orchestra.run.smithi149.stdout: python3-mako-1.1.4-6.el9.noarch 2023-12-03T11:36:26.188 INFO:teuthology.orchestra.run.smithi149.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2023-12-03T11:36:26.188 INFO:teuthology.orchestra.run.smithi149.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2023-12-03T11:36:26.188 INFO:teuthology.orchestra.run.smithi149.stdout: python3-natsort-7.1.1-5.el9.noarch 2023-12-03T11:36:26.188 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2023-12-03T11:36:26.188 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2023-12-03T11:36:26.189 INFO:teuthology.orchestra.run.smithi149.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2023-12-03T11:36:26.189 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pecan-1.4.2-3.el9.noarch 2023-12-03T11:36:26.189 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ply-3.11-14.el9.noarch 2023-12-03T11:36:26.189 INFO:teuthology.orchestra.run.smithi149.stdout: python3-portend-3.1.0-2.el9.noarch 2023-12-03T11:36:26.189 INFO:teuthology.orchestra.run.smithi149.stdout: python3-prettytable-0.7.2-27.el9.noarch 2023-12-03T11:36:26.189 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2023-12-03T11:36:26.189 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2023-12-03T11:36:26.190 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2023-12-03T11:36:26.190 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pycparser-2.20-6.el9.noarch 2023-12-03T11:36:26.190 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pytz-2021.1-5.el9.noarch 2023-12-03T11:36:26.190 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rados-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.190 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rbd-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.190 INFO:teuthology.orchestra.run.smithi149.stdout: python3-repoze-lru-0.7-16.el9.noarch 2023-12-03T11:36:26.190 INFO:teuthology.orchestra.run.smithi149.stdout: python3-requests-2.25.1-7.el9.noarch 2023-12-03T11:36:26.191 INFO:teuthology.orchestra.run.smithi149.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2023-12-03T11:36:26.191 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rgw-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.191 INFO:teuthology.orchestra.run.smithi149.stdout: python3-routes-2.5.1-5.el9.noarch 2023-12-03T11:36:26.191 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rsa-4.9-2.el9.noarch 2023-12-03T11:36:26.191 INFO:teuthology.orchestra.run.smithi149.stdout: python3-scipy-1.6.2-8.el9.x86_64 2023-12-03T11:36:26.191 INFO:teuthology.orchestra.run.smithi149.stdout: python3-tempora-5.0.0-2.el9.noarch 2023-12-03T11:36:26.191 INFO:teuthology.orchestra.run.smithi149.stdout: python3-toml-0.10.2-6.el9.noarch 2023-12-03T11:36:26.191 INFO:teuthology.orchestra.run.smithi149.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2023-12-03T11:36:26.191 INFO:teuthology.orchestra.run.smithi149.stdout: python3-urllib3-1.26.5-4.el9.noarch 2023-12-03T11:36:26.191 INFO:teuthology.orchestra.run.smithi149.stdout: python3-webob-1.8.7-6.el9.noarch 2023-12-03T11:36:26.191 INFO:teuthology.orchestra.run.smithi149.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2023-12-03T11:36:26.191 INFO:teuthology.orchestra.run.smithi149.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2023-12-03T11:36:26.191 INFO:teuthology.orchestra.run.smithi149.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2023-12-03T11:36:26.192 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-fuse-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.192 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-mirror-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.192 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-nbd-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:26.192 INFO:teuthology.orchestra.run.smithi149.stdout: re2-1:20211101-3.el9.x86_64 2023-12-03T11:36:26.192 INFO:teuthology.orchestra.run.smithi149.stdout: s3cmd-2.3.0-4.el9.noarch 2023-12-03T11:36:26.192 INFO:teuthology.orchestra.run.smithi149.stdout: socat-1.7.4.1-5.el9.x86_64 2023-12-03T11:36:26.192 INFO:teuthology.orchestra.run.smithi149.stdout: thrift-0.15.0-2.el9.x86_64 2023-12-03T11:36:26.192 INFO:teuthology.orchestra.run.smithi149.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2023-12-03T11:36:26.192 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:26.192 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2023-12-03T11:36:26.538 DEBUG:teuthology.parallel:result is None 2023-12-03T11:36:27.719 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2023-12-03T11:36:27.719 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-2:18.0.0-7537.gbcbf278c.el9.x86_64 1/122 2023-12-03T11:36:27.719 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-base-2:18.0.0-7537.gbcbf278c.el9.x86_64 2/122 2023-12-03T11:36:27.719 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-common-2:18.0.0-7537.gbcbf278c.el9.x86_64 3/122 2023-12-03T11:36:27.719 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-fuse-2:18.0.0-7537.gbcbf278c.el9.x86_64 4/122 2023-12-03T11:36:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-7537.gbcbf2 5/122 2023-12-03T11:36:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mds-2:18.0.0-7537.gbcbf278c.el9.x86_64 6/122 2023-12-03T11:36:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-2:18.0.0-7537.gbcbf278c.el9.x86_64 7/122 2023-12-03T11:36:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mon-2:18.0.0-7537.gbcbf278c.el9.x86_64 8/122 2023-12-03T11:36:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-osd-2:18.0.0-7537.gbcbf278c.el9.x86_64 9/122 2023-12-03T11:36:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-radosgw-2:18.0.0-7537.gbcbf278c.el9.x86_64 10/122 2023-12-03T11:36:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-selinux-2:18.0.0-7537.gbcbf278c.el9.x86_64 11/122 2023-12-03T11:36:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-test-2:18.0.0-7537.gbcbf278c.el9.x86_64 12/122 2023-12-03T11:36:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libcephfs-devel-2:18.0.0-7537.gbcbf278c.el9.x86_ 13/122 2023-12-03T11:36:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libcephfs2-2:18.0.0-7537.gbcbf278c.el9.x86_64 14/122 2023-12-03T11:36:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libcephsqlite-2:18.0.0-7537.gbcbf278c.el9.x86_64 15/122 2023-12-03T11:36:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librados-devel-2:18.0.0-7537.gbcbf278c.el9.x86_6 16/122 2023-12-03T11:36:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libradosstriper1-2:18.0.0-7537.gbcbf278c.el9.x86 17/122 2023-12-03T11:36:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librgw2-2:18.0.0-7537.gbcbf278c.el9.x86_64 18/122 2023-12-03T11:36:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-ceph-argparse-2:18.0.0-7537.gbcbf278c.el 19/122 2023-12-03T11:36:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-ceph-common-2:18.0.0-7537.gbcbf278c.el9. 20/122 2023-12-03T11:36:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cephfs-2:18.0.0-7537.gbcbf278c.el9.x86_6 21/122 2023-12-03T11:36:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-rados-2:18.0.0-7537.gbcbf278c.el9.x86_64 22/122 2023-12-03T11:36:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-rbd-2:18.0.0-7537.gbcbf278c.el9.x86_64 23/122 2023-12-03T11:36:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-rgw-2:18.0.0-7537.gbcbf278c.el9.x86_64 24/122 2023-12-03T11:36:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : rbd-fuse-2:18.0.0-7537.gbcbf278c.el9.x86_64 25/122 2023-12-03T11:36:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : rbd-mirror-2:18.0.0-7537.gbcbf278c.el9.x86_64 26/122 2023-12-03T11:36:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : rbd-nbd-2:18.0.0-7537.gbcbf278c.el9.x86_64 27/122 2023-12-03T11:36:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-7537.gbcbf278c. 28/122 2023-12-03T11:36:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-7537.gbcbf278c.el9.noa 29/122 2023-12-03T11:36:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-7537.gbcbf278c.el9.n 30/122 2023-12-03T11:36:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-7537.gbcb 31/122 2023-12-03T11:36:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-7537.gbcbf278c.el 32/122 2023-12-03T11:36:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-mgr-rook-2:18.0.0-7537.gbcbf278c.el9.noarch 33/122 2023-12-03T11:36:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-7537.gbcbf278c.e 34/122 2023-12-03T11:36:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ceph-volume-2:18.0.0-7537.gbcbf278c.el9.noarch 35/122 2023-12-03T11:36:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : cephadm-2:18.0.0-7537.gbcbf278c.el9.noarch 36/122 2023-12-03T11:36:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 37/122 2023-12-03T11:36:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 38/122 2023-12-03T11:36:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 39/122 2023-12-03T11:36:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 40/122 2023-12-03T11:36:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : jq-1.6-16.el9.x86_64 41/122 2023-12-03T11:36:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 42/122 2023-12-03T11:36:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 43/122 2023-12-03T11:36:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 44/122 2023-12-03T11:36:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 45/122 2023-12-03T11:36:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : lua-5.4.4-4.el9.x86_64 46/122 2023-12-03T11:36:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 47/122 2023-12-03T11:36:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 48/122 2023-12-03T11:36:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 49/122 2023-12-03T11:36:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 50/122 2023-12-03T11:36:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jinja2-2.11.3-4.el9.noarch 51/122 2023-12-03T11:36:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 52/122 2023-12-03T11:36:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 53/122 2023-12-03T11:36:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 54/122 2023-12-03T11:36:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 55/122 2023-12-03T11:36:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 56/122 2023-12-03T11:36:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 57/122 2023-12-03T11:36:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 58/122 2023-12-03T11:36:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2023-12-03T11:36:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 60/122 2023-12-03T11:36:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 61/122 2023-12-03T11:36:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 62/122 2023-12-03T11:36:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 63/122 2023-12-03T11:36:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 64/122 2023-12-03T11:36:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 65/122 2023-12-03T11:36:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 66/122 2023-12-03T11:36:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 67/122 2023-12-03T11:36:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 68/122 2023-12-03T11:36:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libgfortran-11.4.1-2.3.el9.x86_64 69/122 2023-12-03T11:36:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libquadmath-11.4.1-2.3.el9.x86_64 70/122 2023-12-03T11:36:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2023-12-03T11:36:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2023-12-03T11:36:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2023-12-03T11:36:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2023-12-03T11:36:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-requests-2.25.1-7.el9.noarch 75/122 2023-12-03T11:36:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-urllib3-1.26.5-4.el9.noarch 76/122 2023-12-03T11:36:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 77/122 2023-12-03T11:36:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 78/122 2023-12-03T11:36:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/122 2023-12-03T11:36:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libarrow-9.0.0-9.el9.x86_64 80/122 2023-12-03T11:36:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libarrow-doc-9.0.0-9.el9.noarch 81/122 2023-12-03T11:36:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 82/122 2023-12-03T11:36:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 83/122 2023-12-03T11:36:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 84/122 2023-12-03T11:36:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : parquet-libs-9.0.0-9.el9.x86_64 85/122 2023-12-03T11:36:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-asyncssh-2.13.2-3.el9.noarch 86/122 2023-12-03T11:36:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 87/122 2023-12-03T11:36:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 88/122 2023-12-03T11:36:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 89/122 2023-12-03T11:36:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 90/122 2023-12-03T11:36:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 91/122 2023-12-03T11:36:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-google-auth-1:2.23.4-1.el9.noarch 92/122 2023-12-03T11:36:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 93/122 2023-12-03T11:36:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 94/122 2023-12-03T11:36:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 95/122 2023-12-03T11:36:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 96/122 2023-12-03T11:36:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 97/122 2023-12-03T11:36:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 98/122 2023-12-03T11:36:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 99/122 2023-12-03T11:36:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 100/122 2023-12-03T11:36:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 101/122 2023-12-03T11:36:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 102/122 2023-12-03T11:36:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 103/122 2023-12-03T11:36:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 104/122 2023-12-03T11:36:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 105/122 2023-12-03T11:36:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 106/122 2023-12-03T11:36:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 107/122 2023-12-03T11:36:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 108/122 2023-12-03T11:36:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 109/122 2023-12-03T11:36:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 110/122 2023-12-03T11:36:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 111/122 2023-12-03T11:36:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 112/122 2023-12-03T11:36:27.735 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 113/122 2023-12-03T11:36:27.735 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 114/122 2023-12-03T11:36:27.735 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 115/122 2023-12-03T11:36:27.735 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : re2-1:20211101-3.el9.x86_64 116/122 2023-12-03T11:36:27.735 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : s3cmd-2.3.0-4.el9.noarch 117/122 2023-12-03T11:36:27.735 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2023-12-03T11:36:27.735 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librados2-2:18.0.0-7537.gbcbf278c.el9.x86_64 119/122 2023-12-03T11:36:27.735 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2023-12-03T11:36:27.735 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librbd1-2:18.0.0-7537.gbcbf278c.el9.x86_64 121/122 2023-12-03T11:36:29.818 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2023-12-03T11:36:29.818 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:29.819 INFO:teuthology.orchestra.run.smithi145.stdout:Upgraded: 2023-12-03T11:36:29.819 INFO:teuthology.orchestra.run.smithi145.stdout: librados2-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.819 INFO:teuthology.orchestra.run.smithi145.stdout: librbd1-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.819 INFO:teuthology.orchestra.run.smithi145.stdout:Installed: 2023-12-03T11:36:29.819 INFO:teuthology.orchestra.run.smithi145.stdout: boost-program-options-1.75.0-8.el9.x86_64 2023-12-03T11:36:29.819 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.819 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-base-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.819 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-common-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.819 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-fuse-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.819 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-grafana-dashboards-2:18.0.0-7537.gbcbf278c.el9.noarch 2023-12-03T11:36:29.819 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-immutable-object-cache-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.819 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mds-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.819 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.819 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-cephadm-2:18.0.0-7537.gbcbf278c.el9.noarch 2023-12-03T11:36:29.820 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-dashboard-2:18.0.0-7537.gbcbf278c.el9.noarch 2023-12-03T11:36:29.820 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-diskprediction-local-2:18.0.0-7537.gbcbf278c.el9.noarch 2023-12-03T11:36:29.820 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-modules-core-2:18.0.0-7537.gbcbf278c.el9.noarch 2023-12-03T11:36:29.820 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mgr-rook-2:18.0.0-7537.gbcbf278c.el9.noarch 2023-12-03T11:36:29.820 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-mon-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.820 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-osd-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.820 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-prometheus-alerts-2:18.0.0-7537.gbcbf278c.el9.noarch 2023-12-03T11:36:29.820 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-radosgw-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.820 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-selinux-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.820 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-test-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.820 INFO:teuthology.orchestra.run.smithi145.stdout: ceph-volume-2:18.0.0-7537.gbcbf278c.el9.noarch 2023-12-03T11:36:29.820 INFO:teuthology.orchestra.run.smithi145.stdout: cephadm-2:18.0.0-7537.gbcbf278c.el9.noarch 2023-12-03T11:36:29.820 INFO:teuthology.orchestra.run.smithi145.stdout: flexiblas-3.0.4-8.el9.x86_64 2023-12-03T11:36:29.821 INFO:teuthology.orchestra.run.smithi145.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2023-12-03T11:36:29.821 INFO:teuthology.orchestra.run.smithi145.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2023-12-03T11:36:29.821 INFO:teuthology.orchestra.run.smithi145.stdout: fuse-2.9.9-15.el9.x86_64 2023-12-03T11:36:29.821 INFO:teuthology.orchestra.run.smithi145.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2023-12-03T11:36:29.821 INFO:teuthology.orchestra.run.smithi145.stdout: jq-1.6-16.el9.x86_64 2023-12-03T11:36:29.821 INFO:teuthology.orchestra.run.smithi145.stdout: libarrow-9.0.0-9.el9.x86_64 2023-12-03T11:36:29.821 INFO:teuthology.orchestra.run.smithi145.stdout: libarrow-doc-9.0.0-9.el9.noarch 2023-12-03T11:36:29.821 INFO:teuthology.orchestra.run.smithi145.stdout: libcephfs-devel-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.821 INFO:teuthology.orchestra.run.smithi145.stdout: libcephfs2-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.821 INFO:teuthology.orchestra.run.smithi145.stdout: libcephsqlite-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.821 INFO:teuthology.orchestra.run.smithi145.stdout: libgfortran-11.4.1-2.3.el9.x86_64 2023-12-03T11:36:29.821 INFO:teuthology.orchestra.run.smithi145.stdout: liboath-2.6.7-2.el9.x86_64 2023-12-03T11:36:29.821 INFO:teuthology.orchestra.run.smithi145.stdout: libpmemobj-1.12.1-1.el9.x86_64 2023-12-03T11:36:29.821 INFO:teuthology.orchestra.run.smithi145.stdout: libquadmath-11.4.1-2.3.el9.x86_64 2023-12-03T11:36:29.821 INFO:teuthology.orchestra.run.smithi145.stdout: librabbitmq-0.11.0-7.el9.x86_64 2023-12-03T11:36:29.822 INFO:teuthology.orchestra.run.smithi145.stdout: librados-devel-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.822 INFO:teuthology.orchestra.run.smithi145.stdout: libradosstriper1-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.822 INFO:teuthology.orchestra.run.smithi145.stdout: librdkafka-1.6.1-102.el9.x86_64 2023-12-03T11:36:29.822 INFO:teuthology.orchestra.run.smithi145.stdout: librgw2-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.822 INFO:teuthology.orchestra.run.smithi145.stdout: libunwind-1.6.2-1.el9.x86_64 2023-12-03T11:36:29.822 INFO:teuthology.orchestra.run.smithi145.stdout: lttng-ust-2.12.0-6.el9.x86_64 2023-12-03T11:36:29.822 INFO:teuthology.orchestra.run.smithi145.stdout: lua-5.4.4-4.el9.x86_64 2023-12-03T11:36:29.822 INFO:teuthology.orchestra.run.smithi145.stdout: lua-devel-5.4.4-4.el9.x86_64 2023-12-03T11:36:29.822 INFO:teuthology.orchestra.run.smithi145.stdout: luarocks-3.9.2-1.el9.noarch 2023-12-03T11:36:29.822 INFO:teuthology.orchestra.run.smithi145.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2023-12-03T11:36:29.822 INFO:teuthology.orchestra.run.smithi145.stdout: openblas-0.3.21-2.el9.x86_64 2023-12-03T11:36:29.822 INFO:teuthology.orchestra.run.smithi145.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2023-12-03T11:36:29.822 INFO:teuthology.orchestra.run.smithi145.stdout: parquet-libs-9.0.0-9.el9.x86_64 2023-12-03T11:36:29.822 INFO:teuthology.orchestra.run.smithi145.stdout: python3-asyncssh-2.13.2-3.el9.noarch 2023-12-03T11:36:29.823 INFO:teuthology.orchestra.run.smithi145.stdout: python3-babel-2.9.1-2.el9.noarch 2023-12-03T11:36:29.823 INFO:teuthology.orchestra.run.smithi145.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2023-12-03T11:36:29.823 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cachetools-4.2.4-1.el9.noarch 2023-12-03T11:36:29.823 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ceph-argparse-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.823 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ceph-common-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.823 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cephfs-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.823 INFO:teuthology.orchestra.run.smithi145.stdout: python3-certifi-2021.10.8-2.el9.noarch 2023-12-03T11:36:29.823 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cffi-1.14.5-5.el9.x86_64 2023-12-03T11:36:29.823 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cheroot-8.6.0-4.el9.noarch 2023-12-03T11:36:29.823 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2023-12-03T11:36:29.823 INFO:teuthology.orchestra.run.smithi145.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2023-12-03T11:36:29.823 INFO:teuthology.orchestra.run.smithi145.stdout: python3-devel-3.9.17-2.el9.x86_64 2023-12-03T11:36:29.823 INFO:teuthology.orchestra.run.smithi145.stdout: python3-google-auth-1:2.23.4-1.el9.noarch 2023-12-03T11:36:29.823 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-8.2.1-3.el9.noarch 2023-12-03T11:36:29.823 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2023-12-03T11:36:29.823 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2023-12-03T11:36:29.823 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2023-12-03T11:36:29.824 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2023-12-03T11:36:29.824 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jinja2-2.11.3-4.el9.noarch 2023-12-03T11:36:29.824 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jsonpatch-1.21-16.el9.noarch 2023-12-03T11:36:29.824 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jsonpointer-2.0-4.el9.noarch 2023-12-03T11:36:29.824 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jwt-2.4.0-1.el9.noarch 2023-12-03T11:36:29.824 INFO:teuthology.orchestra.run.smithi145.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2023-12-03T11:36:29.824 INFO:teuthology.orchestra.run.smithi145.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2023-12-03T11:36:29.824 INFO:teuthology.orchestra.run.smithi145.stdout: python3-logutils-0.3.5-21.el9.noarch 2023-12-03T11:36:29.824 INFO:teuthology.orchestra.run.smithi145.stdout: python3-mako-1.1.4-6.el9.noarch 2023-12-03T11:36:29.824 INFO:teuthology.orchestra.run.smithi145.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2023-12-03T11:36:29.824 INFO:teuthology.orchestra.run.smithi145.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2023-12-03T11:36:29.824 INFO:teuthology.orchestra.run.smithi145.stdout: python3-natsort-7.1.1-5.el9.noarch 2023-12-03T11:36:29.824 INFO:teuthology.orchestra.run.smithi145.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2023-12-03T11:36:29.824 INFO:teuthology.orchestra.run.smithi145.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2023-12-03T11:36:29.825 INFO:teuthology.orchestra.run.smithi145.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2023-12-03T11:36:29.825 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pecan-1.4.2-3.el9.noarch 2023-12-03T11:36:29.825 INFO:teuthology.orchestra.run.smithi145.stdout: python3-ply-3.11-14.el9.noarch 2023-12-03T11:36:29.825 INFO:teuthology.orchestra.run.smithi145.stdout: python3-portend-3.1.0-2.el9.noarch 2023-12-03T11:36:29.825 INFO:teuthology.orchestra.run.smithi145.stdout: python3-prettytable-0.7.2-27.el9.noarch 2023-12-03T11:36:29.825 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2023-12-03T11:36:29.825 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2023-12-03T11:36:29.825 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2023-12-03T11:36:29.825 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pycparser-2.20-6.el9.noarch 2023-12-03T11:36:29.825 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pytz-2021.1-5.el9.noarch 2023-12-03T11:36:29.825 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rados-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.825 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rbd-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.825 INFO:teuthology.orchestra.run.smithi145.stdout: python3-repoze-lru-0.7-16.el9.noarch 2023-12-03T11:36:29.825 INFO:teuthology.orchestra.run.smithi145.stdout: python3-requests-2.25.1-7.el9.noarch 2023-12-03T11:36:29.825 INFO:teuthology.orchestra.run.smithi145.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2023-12-03T11:36:29.826 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rgw-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.826 INFO:teuthology.orchestra.run.smithi145.stdout: python3-routes-2.5.1-5.el9.noarch 2023-12-03T11:36:29.826 INFO:teuthology.orchestra.run.smithi145.stdout: python3-rsa-4.9-2.el9.noarch 2023-12-03T11:36:29.826 INFO:teuthology.orchestra.run.smithi145.stdout: python3-scipy-1.6.2-8.el9.x86_64 2023-12-03T11:36:29.826 INFO:teuthology.orchestra.run.smithi145.stdout: python3-tempora-5.0.0-2.el9.noarch 2023-12-03T11:36:29.826 INFO:teuthology.orchestra.run.smithi145.stdout: python3-toml-0.10.2-6.el9.noarch 2023-12-03T11:36:29.826 INFO:teuthology.orchestra.run.smithi145.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2023-12-03T11:36:29.826 INFO:teuthology.orchestra.run.smithi145.stdout: python3-urllib3-1.26.5-4.el9.noarch 2023-12-03T11:36:29.826 INFO:teuthology.orchestra.run.smithi145.stdout: python3-webob-1.8.7-6.el9.noarch 2023-12-03T11:36:29.826 INFO:teuthology.orchestra.run.smithi145.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2023-12-03T11:36:29.826 INFO:teuthology.orchestra.run.smithi145.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2023-12-03T11:36:29.826 INFO:teuthology.orchestra.run.smithi145.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2023-12-03T11:36:29.826 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-fuse-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.826 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-mirror-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.826 INFO:teuthology.orchestra.run.smithi145.stdout: rbd-nbd-2:18.0.0-7537.gbcbf278c.el9.x86_64 2023-12-03T11:36:29.827 INFO:teuthology.orchestra.run.smithi145.stdout: re2-1:20211101-3.el9.x86_64 2023-12-03T11:36:29.827 INFO:teuthology.orchestra.run.smithi145.stdout: s3cmd-2.3.0-4.el9.noarch 2023-12-03T11:36:29.827 INFO:teuthology.orchestra.run.smithi145.stdout: socat-1.7.4.1-5.el9.x86_64 2023-12-03T11:36:29.827 INFO:teuthology.orchestra.run.smithi145.stdout: thrift-0.15.0-2.el9.x86_64 2023-12-03T11:36:29.827 INFO:teuthology.orchestra.run.smithi145.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2023-12-03T11:36:29.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:29.827 INFO:teuthology.orchestra.run.smithi145.stdout:Complete! 2023-12-03T11:36:30.158 DEBUG:teuthology.parallel:result is None 2023-12-03T11:36:30.161 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:36:30.310 DEBUG:teuthology.orchestra.run.smithi145:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-12-03T11:36:30.331 INFO:teuthology.orchestra.run.smithi145.stdout:18.0.0-7537.gbcbf278c.el9 2023-12-03T11:36:30.331 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-7537.gbcbf278c.el9 2023-12-03T11:36:30.332 INFO:teuthology.task.install:The correct ceph version 18.0.0-7537.gbcbf278c is installed. 2023-12-03T11:36:30.332 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:36:30.469 DEBUG:teuthology.orchestra.run.smithi149:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-12-03T11:36:30.496 INFO:teuthology.orchestra.run.smithi149.stdout:18.0.0-7537.gbcbf278c.el9 2023-12-03T11:36:30.496 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-7537.gbcbf278c.el9 2023-12-03T11:36:30.496 INFO:teuthology.task.install:The correct ceph version 18.0.0-7537.gbcbf278c is installed. 2023-12-03T11:36:30.497 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-12-03T11:36:30.497 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:36:30.497 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-03T11:36:30.528 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-12-03T11:36:30.528 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-03T11:36:30.570 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-12-03T11:36:30.570 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:36:30.570 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/usr/bin/daemon-helper 2023-12-03T11:36:30.597 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-03T11:36:30.664 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-12-03T11:36:30.664 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/usr/bin/daemon-helper 2023-12-03T11:36:30.695 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-03T11:36:30.765 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-12-03T11:36:30.766 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:36:30.766 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-03T11:36:30.793 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-03T11:36:30.860 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-12-03T11:36:30.860 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-03T11:36:30.891 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-03T11:36:30.962 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-12-03T11:36:30.962 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:36:30.963 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/usr/bin/stdin-killer 2023-12-03T11:36:30.989 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-03T11:36:31.056 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-12-03T11:36:31.056 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/usr/bin/stdin-killer 2023-12-03T11:36:31.087 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-03T11:36:31.157 INFO:teuthology.run_tasks:Running task ceph... 2023-12-03T11:36:31.224 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-12-03T11:36:31.225 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 777 /var/log/ceph 2023-12-03T11:36:31.227 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod 777 /var/log/ceph 2023-12-03T11:36:31.257 INFO:tasks.ceph:Disabling ceph logrotate... 2023-12-03T11:36:31.257 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -f -- /etc/logrotate.d/ceph 2023-12-03T11:36:31.294 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -f -- /etc/logrotate.d/ceph 2023-12-03T11:36:31.325 INFO:tasks.ceph:Creating extra log directories... 2023-12-03T11:36:31.326 DEBUG:teuthology.orchestra.run.smithi145:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-12-03T11:36:31.362 DEBUG:teuthology.orchestra.run.smithi149:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-12-03T11:36:31.404 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-12-03T11:36:31.404 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-12-03T11:36:31.404 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476147', 'branch': 'wip-alimasa-multi-pubsub-etag', 'description': 'rgw/verify/{0-install clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/replicated s3tests-branch sharding$/{single} striping$/{stripe-greater-than-chunk} supported-random-distro$/{centos_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep}', 'email': None, 'first_in_suite': False, 'job_id': '7476147', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-alimasa-multi-pubsub-etag'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'sha1': 'bcbf278cf395873c2a482f5a7b2345faf2160319'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'bcbf278cf395873c2a482f5a7b2345faf2160319'}}, 'openssl_keys': {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}}, 'rgw': {'client.0': {'ssl certificate': 'rgw.client.0'}, 'compression type': 'random', 'ec-data-pool': False, 'frontend': 'beast', 'storage classes': 'LUKEWARM, FROZEN'}, 's3tests': {'force-branch': 'ceph-master', 'storage classes': 'LUKEWARM, FROZEN'}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-alimasa-multi-pubsub-etag', 'sha1': 'bcbf278cf395873c2a482f5a7b2345faf2160319'}}, 'owner': 'scheduled_alimasa@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'sha1': 'bcbf278cf395873c2a482f5a7b2345faf2160319', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'wip-alimasa-multi-pubsub-etag', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': 'bcbf278cf395873c2a482f5a7b2345faf2160319', 'targets': {'smithi145.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHEuoX7poRBhmYDq4QcTsDf2ROIvOUE1ncv2xE8mHrCUM0FogaoDisyaDw4F1KUZNLhIPvNGq/WqRbHNSQyADsU=', 'smithi149.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBABzCELN9U1+84lTAE+EqhY7fAhBr/TzO8IVkFgKJjvlQq+Y5Y/UWlAxB4+oPsmdbdXfssmvykk+qbGcxh9GUcY='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd'], 'rpm': ['s3cmd']}, 'flavor': 'default', 'sha1': 'bcbf278cf395873c2a482f5a7b2345faf2160319'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-master', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': 'f2de108beb0a6dde7f3e6c96039071828a1f6269', 'timestamp': '2023-12-03_11:04:43', 'tube': 'smithi', 'user': 'alimasa', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.232157'} 2023-12-03T11:36:31.405 DEBUG:teuthology.orchestra.run.smithi145:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-12-03T11:36:31.429 DEBUG:teuthology.orchestra.run.smithi149:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-12-03T11:36:31.449 DEBUG:teuthology.orchestra.run.smithi145:> sudo install -d -m0777 -- /var/run/ceph 2023-12-03T11:36:31.484 DEBUG:teuthology.orchestra.run.smithi149:> sudo install -d -m0777 -- /var/run/ceph 2023-12-03T11:36:31.517 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:36:31.517 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/scratch_devs of=/dev/stdout 2023-12-03T11:36:31.563 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-03T11:36:31.564 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_1 2023-12-03T11:36:31.618 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-03T11:36:31.618 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-03T11:36:31.618 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 5h/5d Inode: 662 Links: 1 2023-12-03T11:36:31.618 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-03T11:36:31.618 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2023-12-03T11:36:31.618 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2023-12-03 11:36:23.749299256 +0000 2023-12-03T11:36:31.618 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2023-12-03 11:34:33.396111569 +0000 2023-12-03T11:36:31.618 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2023-12-03 11:34:33.396111569 +0000 2023-12-03T11:36:31.618 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: 2023-12-03 11:34:33.396111569 +0000 2023-12-03T11:36:31.618 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-03T11:36:31.683 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2023-12-03T11:36:31.684 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2023-12-03T11:36:31.684 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000247469 s, 2.1 MB/s 2023-12-03T11:36:31.685 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-03T11:36:31.740 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_2 2023-12-03T11:36:31.797 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-03T11:36:31.797 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-03T11:36:31.798 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 5h/5d Inode: 684 Links: 1 2023-12-03T11:36:31.798 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-03T11:36:31.798 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2023-12-03T11:36:31.798 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2023-12-03 11:36:23.749299256 +0000 2023-12-03T11:36:31.798 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2023-12-03 11:34:33.888101169 +0000 2023-12-03T11:36:31.798 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2023-12-03 11:34:33.888101169 +0000 2023-12-03T11:36:31.798 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: 2023-12-03 11:34:33.888101169 +0000 2023-12-03T11:36:31.798 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-03T11:36:31.863 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2023-12-03T11:36:31.863 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2023-12-03T11:36:31.863 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000212861 s, 2.4 MB/s 2023-12-03T11:36:31.864 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-03T11:36:31.919 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_3 2023-12-03T11:36:31.974 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-03T11:36:31.974 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-03T11:36:31.974 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 5h/5d Inode: 702 Links: 1 2023-12-03T11:36:31.974 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-03T11:36:31.974 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2023-12-03T11:36:31.974 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2023-12-03 11:36:23.749299256 +0000 2023-12-03T11:36:31.974 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2023-12-03 11:34:34.404090260 +0000 2023-12-03T11:36:31.974 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2023-12-03 11:34:34.404090260 +0000 2023-12-03T11:36:31.974 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: 2023-12-03 11:34:34.404090260 +0000 2023-12-03T11:36:31.975 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-03T11:36:32.039 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2023-12-03T11:36:32.039 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2023-12-03T11:36:32.039 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000234417 s, 2.2 MB/s 2023-12-03T11:36:32.040 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-03T11:36:32.096 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_4 2023-12-03T11:36:32.150 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-03T11:36:32.150 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-03T11:36:32.150 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 5h/5d Inode: 721 Links: 1 2023-12-03T11:36:32.150 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-03T11:36:32.151 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2023-12-03T11:36:32.151 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2023-12-03 11:36:23.750299235 +0000 2023-12-03T11:36:32.151 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2023-12-03 11:34:34.903079712 +0000 2023-12-03T11:36:32.151 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2023-12-03 11:34:34.903079712 +0000 2023-12-03T11:36:32.151 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: 2023-12-03 11:34:34.903079712 +0000 2023-12-03T11:36:32.151 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-03T11:36:32.215 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2023-12-03T11:36:32.215 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2023-12-03T11:36:32.216 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000184366 s, 2.8 MB/s 2023-12-03T11:36:32.216 DEBUG:teuthology.orchestra.run.smithi145:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-03T11:36:32.271 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-12-03T11:36:32.272 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-12-03T11:36:32.272 DEBUG:teuthology.orchestra.run.smithi149:> dd if=/scratch_devs of=/dev/stdout 2023-12-03T11:36:32.290 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-03T11:36:32.291 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_1 2023-12-03T11:36:32.348 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-03T11:36:32.348 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-03T11:36:32.349 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 5h/5d Inode: 664 Links: 1 2023-12-03T11:36:32.349 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-03T11:36:32.349 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2023-12-03T11:36:32.349 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2023-12-03 11:36:19.829636864 +0000 2023-12-03T11:36:32.349 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2023-12-03 11:34:33.387128564 +0000 2023-12-03T11:36:32.349 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2023-12-03 11:34:33.387128564 +0000 2023-12-03T11:36:32.349 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: 2023-12-03 11:34:33.387128564 +0000 2023-12-03T11:36:32.349 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-03T11:36:32.418 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2023-12-03T11:36:32.418 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2023-12-03T11:36:32.418 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.000224318 s, 2.3 MB/s 2023-12-03T11:36:32.419 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-03T11:36:32.477 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_2 2023-12-03T11:36:32.534 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-03T11:36:32.534 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-03T11:36:32.534 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 5h/5d Inode: 684 Links: 1 2023-12-03T11:36:32.534 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-03T11:36:32.534 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2023-12-03T11:36:32.535 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2023-12-03 11:36:19.829636864 +0000 2023-12-03T11:36:32.535 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2023-12-03 11:34:33.859119067 +0000 2023-12-03T11:36:32.535 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2023-12-03 11:34:33.859119067 +0000 2023-12-03T11:36:32.535 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: 2023-12-03 11:34:33.859119067 +0000 2023-12-03T11:36:32.535 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-03T11:36:32.601 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2023-12-03T11:36:32.601 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2023-12-03T11:36:32.601 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.00019802 s, 2.6 MB/s 2023-12-03T11:36:32.602 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-03T11:36:32.661 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_3 2023-12-03T11:36:32.717 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-03T11:36:32.717 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-03T11:36:32.718 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 5h/5d Inode: 702 Links: 1 2023-12-03T11:36:32.718 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-03T11:36:32.718 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2023-12-03T11:36:32.718 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2023-12-03 11:36:19.830636844 +0000 2023-12-03T11:36:32.718 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2023-12-03 11:34:34.340109390 +0000 2023-12-03T11:36:32.718 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2023-12-03 11:34:34.340109390 +0000 2023-12-03T11:36:32.718 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: 2023-12-03 11:34:34.340109390 +0000 2023-12-03T11:36:32.718 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-03T11:36:32.785 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2023-12-03T11:36:32.785 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2023-12-03T11:36:32.785 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.000193315 s, 2.6 MB/s 2023-12-03T11:36:32.786 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-03T11:36:32.843 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_4 2023-12-03T11:36:32.898 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-03T11:36:32.898 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-03T11:36:32.898 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 5h/5d Inode: 719 Links: 1 2023-12-03T11:36:32.898 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-03T11:36:32.898 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2023-12-03T11:36:32.898 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2023-12-03 11:36:19.830636844 +0000 2023-12-03T11:36:32.898 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2023-12-03 11:34:34.827099591 +0000 2023-12-03T11:36:32.898 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2023-12-03 11:34:34.827099591 +0000 2023-12-03T11:36:32.898 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: 2023-12-03 11:34:34.827099591 +0000 2023-12-03T11:36:32.899 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-03T11:36:32.963 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2023-12-03T11:36:32.963 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2023-12-03T11:36:32.963 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.000190472 s, 2.7 MB/s 2023-12-03T11:36:32.965 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-03T11:36:33.020 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-12-03T11:36:33.020 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi145.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi149.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-12-03T11:36:33.020 INFO:tasks.ceph:Generating config... 2023-12-03T11:36:33.022 INFO:tasks.ceph:[client] debug rgw = 20 2023-12-03T11:36:33.022 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2023-12-03T11:36:33.022 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2023-12-03T11:36:33.022 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2023-12-03T11:36:33.022 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2023-12-03T11:36:33.022 INFO:tasks.ceph:[client] rgw max chunk size = 4194304 2023-12-03T11:36:33.022 INFO:tasks.ceph:[client] rgw obj stripe size = 6291456 2023-12-03T11:36:33.022 INFO:tasks.ceph:[client] rgw torrent flag = True 2023-12-03T11:36:33.022 INFO:tasks.ceph:[client] rgw user counters cache = True 2023-12-03T11:36:33.022 INFO:tasks.ceph:[client] setgroup = ceph 2023-12-03T11:36:33.022 INFO:tasks.ceph:[client] setuser = ceph 2023-12-03T11:36:33.022 INFO:tasks.ceph:[global] mon client directed command retry = 5 2023-12-03T11:36:33.022 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2023-12-03T11:36:33.022 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2023-12-03T11:36:33.023 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2023-12-03T11:36:33.023 INFO:tasks.ceph:[global] rgw override bucket index max shards = 1 2023-12-03T11:36:33.023 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-12-03T11:36:33.023 INFO:tasks.ceph:[mgr] debug ms = 1 2023-12-03T11:36:33.023 INFO:tasks.ceph:[mon] debug mon = 20 2023-12-03T11:36:33.023 INFO:tasks.ceph:[mon] debug ms = 1 2023-12-03T11:36:33.023 INFO:tasks.ceph:[mon] debug paxos = 20 2023-12-03T11:36:33.023 INFO:tasks.ceph:[mon] lockdep = True 2023-12-03T11:36:33.023 INFO:tasks.ceph:[osd] bdev async discard = True 2023-12-03T11:36:33.023 INFO:tasks.ceph:[osd] bdev enable discard = True 2023-12-03T11:36:33.023 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2023-12-03T11:36:33.023 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2023-12-03T11:36:33.023 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2023-12-03T11:36:33.023 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2023-12-03T11:36:33.023 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2023-12-03T11:36:33.024 INFO:tasks.ceph:[osd] debug ms = 1 2023-12-03T11:36:33.024 INFO:tasks.ceph:[osd] debug osd = 20 2023-12-03T11:36:33.024 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2023-12-03T11:36:33.024 INFO:tasks.ceph:[osd] lockdep = True 2023-12-03T11:36:33.024 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2023-12-03T11:36:33.024 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2023-12-03T11:36:33.024 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2023-12-03T11:36:33.024 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2023-12-03T11:36:33.024 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2023-12-03T11:36:33.024 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2023-12-03T11:36:33.024 INFO:tasks.ceph:Setting up mon.a... 2023-12-03T11:36:33.024 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-12-03T11:36:33.077 INFO:teuthology.orchestra.run.smithi145.stdout:creating /etc/ceph/ceph.keyring 2023-12-03T11:36:33.080 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-12-03T11:36:33.127 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-12-03T11:36:33.154 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.145'), ('mon.c', '[v2:172.21.15.145:3301,v1:172.21.15.145:6790]'), ('mon.b', '172.21.15.149')] 2023-12-03T11:36:33.155 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790],172.21.15.149', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'lockdep': True}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2023-12-03T11:36:33.155 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:36:33.156 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-12-03T11:36:33.209 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.145 --addv c '[v2:172.21.15.145:3301,v1:172.21.15.145:6790]' --add b 172.21.15.149 --print /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:36:33.294 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:36:33.294 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:36:33.294 INFO:teuthology.orchestra.run.smithi145.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:36:33.295 INFO:teuthology.orchestra.run.smithi145.stdout:monmaptool: generated fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:36:33.295 INFO:teuthology.orchestra.run.smithi145.stdout:setting min_mon_release = pacific 2023-12-03T11:36:33.295 INFO:teuthology.orchestra.run.smithi145.stdout:epoch 0 2023-12-03T11:36:33.295 INFO:teuthology.orchestra.run.smithi145.stdout:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:36:33.295 INFO:teuthology.orchestra.run.smithi145.stdout:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:36:33.295 INFO:teuthology.orchestra.run.smithi145.stdout:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:36:33.295 INFO:teuthology.orchestra.run.smithi145.stdout:min_mon_release 16 (pacific) 2023-12-03T11:36:33.295 INFO:teuthology.orchestra.run.smithi145.stdout:election_strategy: 1 2023-12-03T11:36:33.295 INFO:teuthology.orchestra.run.smithi145.stdout:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:36:33.295 INFO:teuthology.orchestra.run.smithi145.stdout:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:36:33.295 INFO:teuthology.orchestra.run.smithi145.stdout:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:36:33.295 INFO:teuthology.orchestra.run.smithi145.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-12-03T11:36:33.296 DEBUG:teuthology.orchestra.run.smithi145:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-12-03T11:36:33.311 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID d3494303-4d05-48d6-a6e8-3809c463f770... 2023-12-03T11:36:33.311 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-12-03T11:36:33.354 DEBUG:teuthology.orchestra.run.smithi149:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-12-03T11:36:33.401 INFO:teuthology.orchestra.run.smithi145.stdout:[global] 2023-12-03T11:36:33.401 INFO:teuthology.orchestra.run.smithi145.stdout: chdir = "" 2023-12-03T11:36:33.401 INFO:teuthology.orchestra.run.smithi145.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-12-03T11:36:33.401 INFO:teuthology.orchestra.run.smithi145.stdout: auth supported = cephx 2023-12-03T11:36:33.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.401 INFO:teuthology.orchestra.run.smithi145.stdout: filestore xattr use omap = true 2023-12-03T11:36:33.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.401 INFO:teuthology.orchestra.run.smithi145.stdout: mon clock drift allowed = 1.000 2023-12-03T11:36:33.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.402 INFO:teuthology.orchestra.run.smithi145.stdout: osd crush chooseleaf type = 0 2023-12-03T11:36:33.402 INFO:teuthology.orchestra.run.smithi145.stdout: auth debug = true 2023-12-03T11:36:33.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.402 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on old message = true 2023-12-03T11:36:33.402 INFO:teuthology.orchestra.run.smithi145.stdout: ms die on bug = true 2023-12-03T11:36:33.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.402 INFO:teuthology.orchestra.run.smithi145.stdout: mon max pg per osd = 10000 # >= luminous 2023-12-03T11:36:33.402 INFO:teuthology.orchestra.run.smithi145.stdout: mon pg warn max object skew = 0 2023-12-03T11:36:33.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.402 INFO:teuthology.orchestra.run.smithi145.stdout: # disable pg_autoscaler by default for new pools 2023-12-03T11:36:33.402 INFO:teuthology.orchestra.run.smithi145.stdout: osd_pool_default_pg_autoscale_mode = off 2023-12-03T11:36:33.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.402 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default size = 2 2023-12-03T11:36:33.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.403 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow primary affinity = true 2023-12-03T11:36:33.403 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd allow pg remap = true 2023-12-03T11:36:33.403 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on legacy crush tunables = false 2023-12-03T11:36:33.403 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on crush straw calc version zero = false 2023-12-03T11:36:33.403 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on no sortbitwise = false 2023-12-03T11:36:33.403 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on osd down out interval zero = false 2023-12-03T11:36:33.403 INFO:teuthology.orchestra.run.smithi145.stdout: mon warn on too few osds = false 2023-12-03T11:36:33.403 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-12-03T11:36:33.403 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_pool_no_redundancy = false 2023-12-03T11:36:33.403 INFO:teuthology.orchestra.run.smithi145.stdout: mon_allow_pool_size_one = true 2023-12-03T11:36:33.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.403 INFO:teuthology.orchestra.run.smithi145.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-12-03T11:36:33.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.403 INFO:teuthology.orchestra.run.smithi145.stdout: osd default data pool replay window = 5 2023-12-03T11:36:33.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.403 INFO:teuthology.orchestra.run.smithi145.stdout: mon allow pool delete = true 2023-12-03T11:36:33.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.404 INFO:teuthology.orchestra.run.smithi145.stdout: mon cluster log file level = debug 2023-12-03T11:36:33.404 INFO:teuthology.orchestra.run.smithi145.stdout: debug asserts on shutdown = true 2023-12-03T11:36:33.404 INFO:teuthology.orchestra.run.smithi145.stdout: mon health detail to clog = false 2023-12-03T11:36:33.404 INFO:teuthology.orchestra.run.smithi145.stdout: mon host = "172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790],172.21.15.149" 2023-12-03T11:36:33.404 INFO:teuthology.orchestra.run.smithi145.stdout: mon client directed command retry = 5 2023-12-03T11:36:33.404 INFO:teuthology.orchestra.run.smithi145.stdout: ms inject socket failures = 5000 2023-12-03T11:36:33.404 INFO:teuthology.orchestra.run.smithi145.stdout: osd_max_pg_log_entries = 10 2023-12-03T11:36:33.404 INFO:teuthology.orchestra.run.smithi145.stdout: osd_min_pg_log_entries = 10 2023-12-03T11:36:33.404 INFO:teuthology.orchestra.run.smithi145.stdout: rgw override bucket index max shards = 1 2023-12-03T11:36:33.404 INFO:teuthology.orchestra.run.smithi145.stdout: fsid = d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:36:33.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.404 INFO:teuthology.orchestra.run.smithi145.stdout:[osd] 2023-12-03T11:36:33.405 INFO:teuthology.orchestra.run.smithi145.stdout: osd journal size = 100 2023-12-03T11:36:33.405 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.405 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub load threshold = 5.0 2023-12-03T11:36:33.405 INFO:teuthology.orchestra.run.smithi145.stdout: osd scrub max interval = 600 2023-12-03T11:36:33.405 INFO:teuthology.orchestra.run.smithi145.stdout: osd mclock profile = high_recovery_ops 2023-12-03T11:36:33.405 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.405 INFO:teuthology.orchestra.run.smithi145.stdout: osd recover clone overlap = true 2023-12-03T11:36:33.405 INFO:teuthology.orchestra.run.smithi145.stdout: osd recovery max chunk = 1048576 2023-12-03T11:36:33.405 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.405 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug shutdown = true 2023-12-03T11:36:33.405 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug op order = true 2023-12-03T11:36:33.405 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug verify stray on activate = true 2023-12-03T11:36:33.405 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug trim objects = true 2023-12-03T11:36:33.405 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.405 INFO:teuthology.orchestra.run.smithi145.stdout: osd open classes on start = true 2023-12-03T11:36:33.406 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug pg log writeout = true 2023-12-03T11:36:33.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.406 INFO:teuthology.orchestra.run.smithi145.stdout: osd deep scrub update digest min age = 30 2023-12-03T11:36:33.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.406 INFO:teuthology.orchestra.run.smithi145.stdout: osd map max advance = 10 2023-12-03T11:36:33.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.406 INFO:teuthology.orchestra.run.smithi145.stdout: journal zero on create = true 2023-12-03T11:36:33.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.406 INFO:teuthology.orchestra.run.smithi145.stdout: filestore ondisk finisher threads = 3 2023-12-03T11:36:33.406 INFO:teuthology.orchestra.run.smithi145.stdout: filestore apply finisher threads = 3 2023-12-03T11:36:33.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.406 INFO:teuthology.orchestra.run.smithi145.stdout: bdev debug aio = true 2023-12-03T11:36:33.406 INFO:teuthology.orchestra.run.smithi145.stdout: osd debug misdirected ops = true 2023-12-03T11:36:33.406 INFO:teuthology.orchestra.run.smithi145.stdout: bdev async discard = True 2023-12-03T11:36:33.406 INFO:teuthology.orchestra.run.smithi145.stdout: bdev enable discard = True 2023-12-03T11:36:33.407 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore allocator = bitmap 2023-12-03T11:36:33.407 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore block size = 96636764160 2023-12-03T11:36:33.407 INFO:teuthology.orchestra.run.smithi145.stdout: bluestore fsck on mount = True 2023-12-03T11:36:33.407 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluefs = 1/20 2023-12-03T11:36:33.407 INFO:teuthology.orchestra.run.smithi145.stdout: debug bluestore = 1/20 2023-12-03T11:36:33.407 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2023-12-03T11:36:33.407 INFO:teuthology.orchestra.run.smithi145.stdout: debug osd = 20 2023-12-03T11:36:33.407 INFO:teuthology.orchestra.run.smithi145.stdout: debug rocksdb = 4/10 2023-12-03T11:36:33.407 INFO:teuthology.orchestra.run.smithi145.stdout: lockdep = True 2023-12-03T11:36:33.407 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd backfillfull_ratio = 0.85 2023-12-03T11:36:33.407 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd full ratio = 0.9 2023-12-03T11:36:33.407 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd nearfull ratio = 0.8 2023-12-03T11:36:33.407 INFO:teuthology.orchestra.run.smithi145.stdout: osd failsafe full ratio = 0.95 2023-12-03T11:36:33.407 INFO:teuthology.orchestra.run.smithi145.stdout: osd objectstore = bluestore 2023-12-03T11:36:33.407 INFO:teuthology.orchestra.run.smithi145.stdout: osd shutdown pgref assert = True 2023-12-03T11:36:33.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.408 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr] 2023-12-03T11:36:33.408 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2023-12-03T11:36:33.408 INFO:teuthology.orchestra.run.smithi145.stdout: debug mgr = 20 2023-12-03T11:36:33.408 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2023-12-03T11:36:33.408 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2023-12-03T11:36:33.408 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2023-12-03T11:36:33.408 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2023-12-03T11:36:33.408 INFO:teuthology.orchestra.run.smithi145.stdout: mgr/telemetry/nag = false 2023-12-03T11:36:33.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.408 INFO:teuthology.orchestra.run.smithi145.stdout:[mon] 2023-12-03T11:36:33.408 INFO:teuthology.orchestra.run.smithi145.stdout: debug ms = 1 2023-12-03T11:36:33.408 INFO:teuthology.orchestra.run.smithi145.stdout: debug mon = 20 2023-12-03T11:36:33.408 INFO:teuthology.orchestra.run.smithi145.stdout: debug paxos = 20 2023-12-03T11:36:33.408 INFO:teuthology.orchestra.run.smithi145.stdout: debug auth = 20 2023-12-03T11:36:33.408 INFO:teuthology.orchestra.run.smithi145.stdout: mon data avail warn = 5 2023-12-03T11:36:33.409 INFO:teuthology.orchestra.run.smithi145.stdout: mon mgr mkfs grace = 240 2023-12-03T11:36:33.409 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min pgs per osd = 4 2023-12-03T11:36:33.409 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd reporter subtree level = osd 2023-12-03T11:36:33.409 INFO:teuthology.orchestra.run.smithi145.stdout: mon osd prime pg temp = true 2023-12-03T11:36:33.409 INFO:teuthology.orchestra.run.smithi145.stdout: mon reweight min bytes per osd = 10 2023-12-03T11:36:33.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.409 INFO:teuthology.orchestra.run.smithi145.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-12-03T11:36:33.409 INFO:teuthology.orchestra.run.smithi145.stdout: auth mon ticket ttl = 660 # 11m 2023-12-03T11:36:33.409 INFO:teuthology.orchestra.run.smithi145.stdout: auth service ticket ttl = 240 # 4m 2023-12-03T11:36:33.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.409 INFO:teuthology.orchestra.run.smithi145.stdout: # don't complain about insecure global_id in the test suite 2023-12-03T11:36:33.409 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-12-03T11:36:33.409 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-12-03T11:36:33.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.409 INFO:teuthology.orchestra.run.smithi145.stdout: # 1m isn't quite enough 2023-12-03T11:36:33.409 INFO:teuthology.orchestra.run.smithi145.stdout: mon_down_mkfs_grace = 2m 2023-12-03T11:36:33.410 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.410 INFO:teuthology.orchestra.run.smithi145.stdout: mon_warn_on_filestore_osds = false 2023-12-03T11:36:33.410 INFO:teuthology.orchestra.run.smithi145.stdout: lockdep = True 2023-12-03T11:36:33.410 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:36:33.410 INFO:teuthology.orchestra.run.smithi145.stdout:[client] 2023-12-03T11:36:33.410 INFO:teuthology.orchestra.run.smithi145.stdout: rgw cache enabled = true 2023-12-03T11:36:33.410 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable ops log = true 2023-12-03T11:36:33.410 INFO:teuthology.orchestra.run.smithi145.stdout: rgw enable usage log = true 2023-12-03T11:36:33.410 INFO:teuthology.orchestra.run.smithi145.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-12-03T11:36:33.410 INFO:teuthology.orchestra.run.smithi145.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-12-03T11:36:33.410 INFO:teuthology.orchestra.run.smithi145.stdout: debug rgw = 20 2023-12-03T11:36:33.410 INFO:teuthology.orchestra.run.smithi145.stdout: rgw bucket counters cache = True 2023-12-03T11:36:33.410 INFO:teuthology.orchestra.run.smithi145.stdout: rgw crypt require ssl = False 2023-12-03T11:36:33.410 INFO:teuthology.orchestra.run.smithi145.stdout: rgw crypt s3 kms backend = testing 2023-12-03T11:36:33.411 INFO:teuthology.orchestra.run.smithi145.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2023-12-03T11:36:33.411 INFO:teuthology.orchestra.run.smithi145.stdout: rgw max chunk size = 4194304 2023-12-03T11:36:33.411 INFO:teuthology.orchestra.run.smithi145.stdout: rgw obj stripe size = 6291456 2023-12-03T11:36:33.411 INFO:teuthology.orchestra.run.smithi145.stdout: rgw torrent flag = True 2023-12-03T11:36:33.411 INFO:teuthology.orchestra.run.smithi145.stdout: rgw user counters cache = True 2023-12-03T11:36:33.411 INFO:teuthology.orchestra.run.smithi145.stdout: setgroup = ceph 2023-12-03T11:36:33.411 INFO:teuthology.orchestra.run.smithi145.stdout: setuser = ceph 2023-12-03T11:36:33.411 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.a] 2023-12-03T11:36:33.411 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.c] 2023-12-03T11:36:33.411 INFO:teuthology.orchestra.run.smithi145.stdout:[mon.b] 2023-12-03T11:36:33.412 INFO:teuthology.orchestra.run.smithi149.stdout:[global] 2023-12-03T11:36:33.412 INFO:teuthology.orchestra.run.smithi149.stdout: chdir = "" 2023-12-03T11:36:33.412 INFO:teuthology.orchestra.run.smithi149.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-12-03T11:36:33.412 INFO:teuthology.orchestra.run.smithi149.stdout: auth supported = cephx 2023-12-03T11:36:33.412 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.412 INFO:teuthology.orchestra.run.smithi149.stdout: filestore xattr use omap = true 2023-12-03T11:36:33.412 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.412 INFO:teuthology.orchestra.run.smithi149.stdout: mon clock drift allowed = 1.000 2023-12-03T11:36:33.412 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.412 INFO:teuthology.orchestra.run.smithi149.stdout: osd crush chooseleaf type = 0 2023-12-03T11:36:33.412 INFO:teuthology.orchestra.run.smithi149.stdout: auth debug = true 2023-12-03T11:36:33.412 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.412 INFO:teuthology.orchestra.run.smithi149.stdout: ms die on old message = true 2023-12-03T11:36:33.412 INFO:teuthology.orchestra.run.smithi149.stdout: ms die on bug = true 2023-12-03T11:36:33.412 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.413 INFO:teuthology.orchestra.run.smithi149.stdout: mon max pg per osd = 10000 # >= luminous 2023-12-03T11:36:33.413 INFO:teuthology.orchestra.run.smithi149.stdout: mon pg warn max object skew = 0 2023-12-03T11:36:33.413 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.413 INFO:teuthology.orchestra.run.smithi149.stdout: # disable pg_autoscaler by default for new pools 2023-12-03T11:36:33.413 INFO:teuthology.orchestra.run.smithi149.stdout: osd_pool_default_pg_autoscale_mode = off 2023-12-03T11:36:33.413 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.413 INFO:teuthology.orchestra.run.smithi149.stdout: osd pool default size = 2 2023-12-03T11:36:33.413 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.413 INFO:teuthology.orchestra.run.smithi149.stdout: mon osd allow primary affinity = true 2023-12-03T11:36:33.413 INFO:teuthology.orchestra.run.smithi149.stdout: mon osd allow pg remap = true 2023-12-03T11:36:33.413 INFO:teuthology.orchestra.run.smithi149.stdout: mon warn on legacy crush tunables = false 2023-12-03T11:36:33.413 INFO:teuthology.orchestra.run.smithi149.stdout: mon warn on crush straw calc version zero = false 2023-12-03T11:36:33.413 INFO:teuthology.orchestra.run.smithi149.stdout: mon warn on no sortbitwise = false 2023-12-03T11:36:33.413 INFO:teuthology.orchestra.run.smithi149.stdout: mon warn on osd down out interval zero = false 2023-12-03T11:36:33.413 INFO:teuthology.orchestra.run.smithi149.stdout: mon warn on too few osds = false 2023-12-03T11:36:33.414 INFO:teuthology.orchestra.run.smithi149.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-12-03T11:36:33.414 INFO:teuthology.orchestra.run.smithi149.stdout: mon_warn_on_pool_no_redundancy = false 2023-12-03T11:36:33.414 INFO:teuthology.orchestra.run.smithi149.stdout: mon_allow_pool_size_one = true 2023-12-03T11:36:33.414 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.414 INFO:teuthology.orchestra.run.smithi149.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-12-03T11:36:33.414 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.414 INFO:teuthology.orchestra.run.smithi149.stdout: osd default data pool replay window = 5 2023-12-03T11:36:33.414 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.414 INFO:teuthology.orchestra.run.smithi149.stdout: mon allow pool delete = true 2023-12-03T11:36:33.414 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.414 INFO:teuthology.orchestra.run.smithi149.stdout: mon cluster log file level = debug 2023-12-03T11:36:33.414 INFO:teuthology.orchestra.run.smithi149.stdout: debug asserts on shutdown = true 2023-12-03T11:36:33.414 INFO:teuthology.orchestra.run.smithi149.stdout: mon health detail to clog = false 2023-12-03T11:36:33.414 INFO:teuthology.orchestra.run.smithi149.stdout: mon host = "172.21.15.145,[v2:172.21.15.145:3301,v1:172.21.15.145:6790],172.21.15.149" 2023-12-03T11:36:33.414 INFO:teuthology.orchestra.run.smithi149.stdout: mon client directed command retry = 5 2023-12-03T11:36:33.415 INFO:teuthology.orchestra.run.smithi149.stdout: ms inject socket failures = 5000 2023-12-03T11:36:33.415 INFO:teuthology.orchestra.run.smithi149.stdout: osd_max_pg_log_entries = 10 2023-12-03T11:36:33.415 INFO:teuthology.orchestra.run.smithi149.stdout: osd_min_pg_log_entries = 10 2023-12-03T11:36:33.415 INFO:teuthology.orchestra.run.smithi149.stdout: rgw override bucket index max shards = 1 2023-12-03T11:36:33.415 INFO:teuthology.orchestra.run.smithi149.stdout: fsid = d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:36:33.415 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.415 INFO:teuthology.orchestra.run.smithi149.stdout:[osd] 2023-12-03T11:36:33.415 INFO:teuthology.orchestra.run.smithi149.stdout: osd journal size = 100 2023-12-03T11:36:33.415 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.415 INFO:teuthology.orchestra.run.smithi149.stdout: osd scrub load threshold = 5.0 2023-12-03T11:36:33.415 INFO:teuthology.orchestra.run.smithi149.stdout: osd scrub max interval = 600 2023-12-03T11:36:33.415 INFO:teuthology.orchestra.run.smithi149.stdout: osd mclock profile = high_recovery_ops 2023-12-03T11:36:33.415 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.415 INFO:teuthology.orchestra.run.smithi149.stdout: osd recover clone overlap = true 2023-12-03T11:36:33.415 INFO:teuthology.orchestra.run.smithi149.stdout: osd recovery max chunk = 1048576 2023-12-03T11:36:33.415 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.416 INFO:teuthology.orchestra.run.smithi149.stdout: osd debug shutdown = true 2023-12-03T11:36:33.416 INFO:teuthology.orchestra.run.smithi149.stdout: osd debug op order = true 2023-12-03T11:36:33.416 INFO:teuthology.orchestra.run.smithi149.stdout: osd debug verify stray on activate = true 2023-12-03T11:36:33.416 INFO:teuthology.orchestra.run.smithi149.stdout: osd debug trim objects = true 2023-12-03T11:36:33.416 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.416 INFO:teuthology.orchestra.run.smithi149.stdout: osd open classes on start = true 2023-12-03T11:36:33.416 INFO:teuthology.orchestra.run.smithi149.stdout: osd debug pg log writeout = true 2023-12-03T11:36:33.416 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.416 INFO:teuthology.orchestra.run.smithi149.stdout: osd deep scrub update digest min age = 30 2023-12-03T11:36:33.416 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.416 INFO:teuthology.orchestra.run.smithi149.stdout: osd map max advance = 10 2023-12-03T11:36:33.416 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.416 INFO:teuthology.orchestra.run.smithi149.stdout: journal zero on create = true 2023-12-03T11:36:33.416 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.416 INFO:teuthology.orchestra.run.smithi149.stdout: filestore ondisk finisher threads = 3 2023-12-03T11:36:33.417 INFO:teuthology.orchestra.run.smithi149.stdout: filestore apply finisher threads = 3 2023-12-03T11:36:33.417 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.417 INFO:teuthology.orchestra.run.smithi149.stdout: bdev debug aio = true 2023-12-03T11:36:33.417 INFO:teuthology.orchestra.run.smithi149.stdout: osd debug misdirected ops = true 2023-12-03T11:36:33.417 INFO:teuthology.orchestra.run.smithi149.stdout: bdev async discard = True 2023-12-03T11:36:33.417 INFO:teuthology.orchestra.run.smithi149.stdout: bdev enable discard = True 2023-12-03T11:36:33.417 INFO:teuthology.orchestra.run.smithi149.stdout: bluestore allocator = bitmap 2023-12-03T11:36:33.417 INFO:teuthology.orchestra.run.smithi149.stdout: bluestore block size = 96636764160 2023-12-03T11:36:33.417 INFO:teuthology.orchestra.run.smithi149.stdout: bluestore fsck on mount = True 2023-12-03T11:36:33.417 INFO:teuthology.orchestra.run.smithi149.stdout: debug bluefs = 1/20 2023-12-03T11:36:33.417 INFO:teuthology.orchestra.run.smithi149.stdout: debug bluestore = 1/20 2023-12-03T11:36:33.417 INFO:teuthology.orchestra.run.smithi149.stdout: debug ms = 1 2023-12-03T11:36:33.417 INFO:teuthology.orchestra.run.smithi149.stdout: debug osd = 20 2023-12-03T11:36:33.417 INFO:teuthology.orchestra.run.smithi149.stdout: debug rocksdb = 4/10 2023-12-03T11:36:33.418 INFO:teuthology.orchestra.run.smithi149.stdout: lockdep = True 2023-12-03T11:36:33.418 INFO:teuthology.orchestra.run.smithi149.stdout: mon osd backfillfull_ratio = 0.85 2023-12-03T11:36:33.418 INFO:teuthology.orchestra.run.smithi149.stdout: mon osd full ratio = 0.9 2023-12-03T11:36:33.418 INFO:teuthology.orchestra.run.smithi149.stdout: mon osd nearfull ratio = 0.8 2023-12-03T11:36:33.418 INFO:teuthology.orchestra.run.smithi149.stdout: osd failsafe full ratio = 0.95 2023-12-03T11:36:33.418 INFO:teuthology.orchestra.run.smithi149.stdout: osd objectstore = bluestore 2023-12-03T11:36:33.418 INFO:teuthology.orchestra.run.smithi149.stdout: osd shutdown pgref assert = True 2023-12-03T11:36:33.418 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.418 INFO:teuthology.orchestra.run.smithi149.stdout:[mgr] 2023-12-03T11:36:33.418 INFO:teuthology.orchestra.run.smithi149.stdout: debug ms = 1 2023-12-03T11:36:33.418 INFO:teuthology.orchestra.run.smithi149.stdout: debug mgr = 20 2023-12-03T11:36:33.418 INFO:teuthology.orchestra.run.smithi149.stdout: debug mon = 20 2023-12-03T11:36:33.418 INFO:teuthology.orchestra.run.smithi149.stdout: debug auth = 20 2023-12-03T11:36:33.418 INFO:teuthology.orchestra.run.smithi149.stdout: mon reweight min pgs per osd = 4 2023-12-03T11:36:33.418 INFO:teuthology.orchestra.run.smithi149.stdout: mon reweight min bytes per osd = 10 2023-12-03T11:36:33.419 INFO:teuthology.orchestra.run.smithi149.stdout: mgr/telemetry/nag = false 2023-12-03T11:36:33.419 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.419 INFO:teuthology.orchestra.run.smithi149.stdout:[mon] 2023-12-03T11:36:33.419 INFO:teuthology.orchestra.run.smithi149.stdout: debug ms = 1 2023-12-03T11:36:33.419 INFO:teuthology.orchestra.run.smithi149.stdout: debug mon = 20 2023-12-03T11:36:33.419 INFO:teuthology.orchestra.run.smithi149.stdout: debug paxos = 20 2023-12-03T11:36:33.419 INFO:teuthology.orchestra.run.smithi149.stdout: debug auth = 20 2023-12-03T11:36:33.419 INFO:teuthology.orchestra.run.smithi149.stdout: mon data avail warn = 5 2023-12-03T11:36:33.419 INFO:teuthology.orchestra.run.smithi149.stdout: mon mgr mkfs grace = 240 2023-12-03T11:36:33.419 INFO:teuthology.orchestra.run.smithi149.stdout: mon reweight min pgs per osd = 4 2023-12-03T11:36:33.419 INFO:teuthology.orchestra.run.smithi149.stdout: mon osd reporter subtree level = osd 2023-12-03T11:36:33.419 INFO:teuthology.orchestra.run.smithi149.stdout: mon osd prime pg temp = true 2023-12-03T11:36:33.419 INFO:teuthology.orchestra.run.smithi149.stdout: mon reweight min bytes per osd = 10 2023-12-03T11:36:33.419 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.419 INFO:teuthology.orchestra.run.smithi149.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-12-03T11:36:33.420 INFO:teuthology.orchestra.run.smithi149.stdout: auth mon ticket ttl = 660 # 11m 2023-12-03T11:36:33.420 INFO:teuthology.orchestra.run.smithi149.stdout: auth service ticket ttl = 240 # 4m 2023-12-03T11:36:33.420 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.420 INFO:teuthology.orchestra.run.smithi149.stdout: # don't complain about insecure global_id in the test suite 2023-12-03T11:36:33.420 INFO:teuthology.orchestra.run.smithi149.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-12-03T11:36:33.420 INFO:teuthology.orchestra.run.smithi149.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-12-03T11:36:33.420 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.420 INFO:teuthology.orchestra.run.smithi149.stdout: # 1m isn't quite enough 2023-12-03T11:36:33.420 INFO:teuthology.orchestra.run.smithi149.stdout: mon_down_mkfs_grace = 2m 2023-12-03T11:36:33.420 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.420 INFO:teuthology.orchestra.run.smithi149.stdout: mon_warn_on_filestore_osds = false 2023-12-03T11:36:33.420 INFO:teuthology.orchestra.run.smithi149.stdout: lockdep = True 2023-12-03T11:36:33.420 INFO:teuthology.orchestra.run.smithi149.stdout: 2023-12-03T11:36:33.420 INFO:teuthology.orchestra.run.smithi149.stdout:[client] 2023-12-03T11:36:33.420 INFO:teuthology.orchestra.run.smithi149.stdout: rgw cache enabled = true 2023-12-03T11:36:33.421 INFO:teuthology.orchestra.run.smithi149.stdout: rgw enable ops log = true 2023-12-03T11:36:33.421 INFO:teuthology.orchestra.run.smithi149.stdout: rgw enable usage log = true 2023-12-03T11:36:33.421 INFO:teuthology.orchestra.run.smithi149.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-12-03T11:36:33.421 INFO:teuthology.orchestra.run.smithi149.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-12-03T11:36:33.421 INFO:teuthology.orchestra.run.smithi149.stdout: debug rgw = 20 2023-12-03T11:36:33.421 INFO:teuthology.orchestra.run.smithi149.stdout: rgw bucket counters cache = True 2023-12-03T11:36:33.421 INFO:teuthology.orchestra.run.smithi149.stdout: rgw crypt require ssl = False 2023-12-03T11:36:33.421 INFO:teuthology.orchestra.run.smithi149.stdout: rgw crypt s3 kms backend = testing 2023-12-03T11:36:33.421 INFO:teuthology.orchestra.run.smithi149.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2023-12-03T11:36:33.421 INFO:teuthology.orchestra.run.smithi149.stdout: rgw max chunk size = 4194304 2023-12-03T11:36:33.421 INFO:teuthology.orchestra.run.smithi149.stdout: rgw obj stripe size = 6291456 2023-12-03T11:36:33.421 INFO:teuthology.orchestra.run.smithi149.stdout: rgw torrent flag = True 2023-12-03T11:36:33.421 INFO:teuthology.orchestra.run.smithi149.stdout: rgw user counters cache = True 2023-12-03T11:36:33.421 INFO:teuthology.orchestra.run.smithi149.stdout: setgroup = ceph 2023-12-03T11:36:33.421 INFO:teuthology.orchestra.run.smithi149.stdout: setuser = ceph 2023-12-03T11:36:33.421 INFO:teuthology.orchestra.run.smithi149.stdout:[mon.a] 2023-12-03T11:36:33.421 INFO:teuthology.orchestra.run.smithi149.stdout:[mon.c] 2023-12-03T11:36:33.422 INFO:teuthology.orchestra.run.smithi149.stdout:[mon.b] 2023-12-03T11:36:33.423 INFO:tasks.ceph:Creating admin key on mon.a... 2023-12-03T11:36:33.423 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-12-03T11:36:33.518 INFO:tasks.ceph:Copying monmap to all nodes... 2023-12-03T11:36:33.518 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:36:33.519 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-12-03T11:36:33.533 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:36:33.533 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-12-03T11:36:33.587 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi145.front.sepia.ceph.com 2023-12-03T11:36:33.587 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:36:33.587 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/ceph/ceph.keyring 2023-12-03T11:36:33.587 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-12-03T11:36:33.666 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:36:33.667 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:36:33.720 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi149.front.sepia.ceph.com 2023-12-03T11:36:33.720 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-12-03T11:36:33.721 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/ceph/ceph.keyring 2023-12-03T11:36:33.721 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-12-03T11:36:33.761 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-12-03T11:36:33.762 DEBUG:teuthology.orchestra.run.smithi149:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:36:33.817 INFO:tasks.ceph:Setting up mon nodes... 2023-12-03T11:36:33.817 INFO:tasks.ceph:Setting up mgr nodes... 2023-12-03T11:36:33.817 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-12-03T11:36:33.872 INFO:teuthology.orchestra.run.smithi145.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-12-03T11:36:33.874 DEBUG:teuthology.orchestra.run.smithi149:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-12-03T11:36:33.944 INFO:teuthology.orchestra.run.smithi149.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-12-03T11:36:33.947 INFO:tasks.ceph:Setting up mds nodes... 2023-12-03T11:36:33.947 INFO:tasks.ceph_client:Setting up client nodes... 2023-12-03T11:36:33.947 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-12-03T11:36:33.989 INFO:teuthology.orchestra.run.smithi145.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-12-03T11:36:34.004 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-12-03T11:36:34.046 INFO:teuthology.orchestra.run.smithi149.stdout:creating /etc/ceph/ceph.client.1.keyring 2023-12-03T11:36:34.061 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-12-03T11:36:34.061 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi145.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi149.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-12-03T11:36:34.062 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-12-03T11:36:34.088 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-12-03T11:36:34.088 INFO:tasks.ceph:role: osd.0 2023-12-03T11:36:34.088 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi145.front.sepia.ceph.com 2023-12-03T11:36:34.088 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-12-03T11:36:34.162 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-12-03T11:36:34.162 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-03T11:36:34.162 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-03T11:36:34.162 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2023-12-03T11:36:34.162 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-03T11:36:34.163 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2023-12-03T11:36:34.163 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-03T11:36:34.163 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=16384, version=2 2023-12-03T11:36:34.163 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-03T11:36:34.163 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-03T11:36:34.636 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2023-12-03T11:36:34.638 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2023-12-03T11:36:34.638 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-12-03T11:36:34.739 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-12-03T11:36:34.772 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-12-03T11:36:34.839 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-12-03T11:36:34.839 INFO:tasks.ceph:role: osd.1 2023-12-03T11:36:34.839 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi145.front.sepia.ceph.com 2023-12-03T11:36:34.839 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-12-03T11:36:34.914 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-12-03T11:36:34.914 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-03T11:36:34.914 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-03T11:36:34.915 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2023-12-03T11:36:34.915 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-03T11:36:34.915 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2023-12-03T11:36:34.915 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-03T11:36:34.915 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=16384, version=2 2023-12-03T11:36:34.915 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-03T11:36:34.915 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-03T11:36:35.378 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2023-12-03T11:36:35.380 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2023-12-03T11:36:35.380 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-12-03T11:36:35.454 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-12-03T11:36:35.527 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-12-03T11:36:35.594 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-12-03T11:36:35.594 INFO:tasks.ceph:role: osd.2 2023-12-03T11:36:35.594 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi145.front.sepia.ceph.com 2023-12-03T11:36:35.594 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-12-03T11:36:35.668 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-12-03T11:36:35.668 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-03T11:36:35.668 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-03T11:36:35.669 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2023-12-03T11:36:35.669 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-03T11:36:35.669 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2023-12-03T11:36:35.669 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-03T11:36:35.669 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=16384, version=2 2023-12-03T11:36:35.669 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-03T11:36:35.669 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-03T11:36:36.155 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2023-12-03T11:36:36.157 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2023-12-03T11:36:36.157 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2023-12-03T11:36:36.243 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-12-03T11:36:36.275 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-12-03T11:36:36.343 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-12-03T11:36:36.343 INFO:tasks.ceph:role: osd.3 2023-12-03T11:36:36.343 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi145.front.sepia.ceph.com 2023-12-03T11:36:36.343 DEBUG:teuthology.orchestra.run.smithi145:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-12-03T11:36:36.417 INFO:teuthology.orchestra.run.smithi145.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-12-03T11:36:36.417 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-03T11:36:36.418 INFO:teuthology.orchestra.run.smithi145.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-03T11:36:36.418 INFO:teuthology.orchestra.run.smithi145.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2023-12-03T11:36:36.418 INFO:teuthology.orchestra.run.smithi145.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-03T11:36:36.418 INFO:teuthology.orchestra.run.smithi145.stdout: = sunit=0 swidth=0 blks 2023-12-03T11:36:36.418 INFO:teuthology.orchestra.run.smithi145.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-03T11:36:36.418 INFO:teuthology.orchestra.run.smithi145.stdout:log =internal log bsize=4096 blocks=16384, version=2 2023-12-03T11:36:36.418 INFO:teuthology.orchestra.run.smithi145.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-03T11:36:36.418 INFO:teuthology.orchestra.run.smithi145.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-03T11:36:36.938 INFO:teuthology.orchestra.run.smithi145.stdout:Discarding blocks...Done. 2023-12-03T11:36:36.940 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi145.front.sepia.ceph.com -o noatime 2023-12-03T11:36:36.940 DEBUG:teuthology.orchestra.run.smithi145:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2023-12-03T11:36:37.088 DEBUG:teuthology.orchestra.run.smithi145:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-12-03T11:36:37.124 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:36:37.226 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:37.226+0000 7f9ccf210500 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-12-03T11:36:37.231 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:37.230+0000 7f9ccf210500 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-12-03T11:36:37.231 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:37.230+0000 7f9ccf210500 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-12-03T11:36:37.231 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:37.230+0000 7f9ccf210500 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-12-03T11:36:37.231 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:37.230+0000 7f9ccf210500 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-12-03T11:36:37.231 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:37.231+0000 7f9ccf210500 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2023-12-03T11:36:40.076 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-12-03T11:36:40.104 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:36:40.191 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:40.189+0000 7fd04dc14500 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-12-03T11:36:40.191 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:40.190+0000 7fd04dc14500 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-12-03T11:36:40.191 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:40.190+0000 7fd04dc14500 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-12-03T11:36:40.191 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:40.190+0000 7fd04dc14500 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-12-03T11:36:40.191 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:40.190+0000 7fd04dc14500 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-12-03T11:36:40.192 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:40.190+0000 7fd04dc14500 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2023-12-03T11:36:43.046 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-12-03T11:36:43.076 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:36:43.166 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:43.164+0000 7fe7af8cf500 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-12-03T11:36:43.166 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:43.164+0000 7fe7af8cf500 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-12-03T11:36:43.166 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:43.164+0000 7fe7af8cf500 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-12-03T11:36:43.166 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:43.164+0000 7fe7af8cf500 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-12-03T11:36:43.166 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:43.164+0000 7fe7af8cf500 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-12-03T11:36:43.166 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:43.165+0000 7fe7af8cf500 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2023-12-03T11:36:46.024 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-12-03T11:36:46.053 DEBUG:teuthology.orchestra.run.smithi145:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:36:46.142 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:46.140+0000 7fdbec60d500 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-12-03T11:36:46.142 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:46.140+0000 7fdbec60d500 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-12-03T11:36:46.142 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:46.140+0000 7fdbec60d500 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-12-03T11:36:46.142 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:46.140+0000 7fdbec60d500 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-12-03T11:36:46.142 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:46.140+0000 7fdbec60d500 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-12-03T11:36:46.142 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:36:46.141+0000 7fdbec60d500 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2023-12-03T11:36:48.988 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-12-03T11:36:49.018 DEBUG:teuthology.orchestra.run.smithi149:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2023-12-03T11:36:49.049 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-12-03T11:36:49.049 INFO:tasks.ceph:role: osd.4 2023-12-03T11:36:49.049 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi149.front.sepia.ceph.com 2023-12-03T11:36:49.049 DEBUG:teuthology.orchestra.run.smithi149:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-12-03T11:36:49.125 INFO:teuthology.orchestra.run.smithi149.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-12-03T11:36:49.125 INFO:teuthology.orchestra.run.smithi149.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-03T11:36:49.126 INFO:teuthology.orchestra.run.smithi149.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-03T11:36:49.126 INFO:teuthology.orchestra.run.smithi149.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2023-12-03T11:36:49.126 INFO:teuthology.orchestra.run.smithi149.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-03T11:36:49.126 INFO:teuthology.orchestra.run.smithi149.stdout: = sunit=0 swidth=0 blks 2023-12-03T11:36:49.126 INFO:teuthology.orchestra.run.smithi149.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-03T11:36:49.126 INFO:teuthology.orchestra.run.smithi149.stdout:log =internal log bsize=4096 blocks=16384, version=2 2023-12-03T11:36:49.126 INFO:teuthology.orchestra.run.smithi149.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-03T11:36:49.126 INFO:teuthology.orchestra.run.smithi149.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-03T11:36:49.634 INFO:teuthology.orchestra.run.smithi149.stdout:Discarding blocks...Done. 2023-12-03T11:36:49.635 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi149.front.sepia.ceph.com -o noatime 2023-12-03T11:36:49.635 DEBUG:teuthology.orchestra.run.smithi149:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2023-12-03T11:36:49.760 DEBUG:teuthology.orchestra.run.smithi149:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2023-12-03T11:36:49.795 DEBUG:teuthology.orchestra.run.smithi149:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2023-12-03T11:36:49.863 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-12-03T11:36:49.863 INFO:tasks.ceph:role: osd.5 2023-12-03T11:36:49.863 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi149.front.sepia.ceph.com 2023-12-03T11:36:49.863 DEBUG:teuthology.orchestra.run.smithi149:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-12-03T11:36:49.938 INFO:teuthology.orchestra.run.smithi149.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-12-03T11:36:49.939 INFO:teuthology.orchestra.run.smithi149.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-03T11:36:49.939 INFO:teuthology.orchestra.run.smithi149.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-03T11:36:49.939 INFO:teuthology.orchestra.run.smithi149.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2023-12-03T11:36:49.939 INFO:teuthology.orchestra.run.smithi149.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-03T11:36:49.939 INFO:teuthology.orchestra.run.smithi149.stdout: = sunit=0 swidth=0 blks 2023-12-03T11:36:49.939 INFO:teuthology.orchestra.run.smithi149.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-03T11:36:49.939 INFO:teuthology.orchestra.run.smithi149.stdout:log =internal log bsize=4096 blocks=16384, version=2 2023-12-03T11:36:49.939 INFO:teuthology.orchestra.run.smithi149.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-03T11:36:49.939 INFO:teuthology.orchestra.run.smithi149.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-03T11:36:50.389 INFO:teuthology.orchestra.run.smithi149.stdout:Discarding blocks...Done. 2023-12-03T11:36:50.391 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi149.front.sepia.ceph.com -o noatime 2023-12-03T11:36:50.391 DEBUG:teuthology.orchestra.run.smithi149:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2023-12-03T11:36:50.479 DEBUG:teuthology.orchestra.run.smithi149:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2023-12-03T11:36:50.510 DEBUG:teuthology.orchestra.run.smithi149:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2023-12-03T11:36:50.577 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-12-03T11:36:50.577 INFO:tasks.ceph:role: osd.6 2023-12-03T11:36:50.577 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi149.front.sepia.ceph.com 2023-12-03T11:36:50.577 DEBUG:teuthology.orchestra.run.smithi149:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-12-03T11:36:50.651 INFO:teuthology.orchestra.run.smithi149.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-12-03T11:36:50.652 INFO:teuthology.orchestra.run.smithi149.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-03T11:36:50.652 INFO:teuthology.orchestra.run.smithi149.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-03T11:36:50.652 INFO:teuthology.orchestra.run.smithi149.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2023-12-03T11:36:50.652 INFO:teuthology.orchestra.run.smithi149.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-03T11:36:50.652 INFO:teuthology.orchestra.run.smithi149.stdout: = sunit=0 swidth=0 blks 2023-12-03T11:36:50.652 INFO:teuthology.orchestra.run.smithi149.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-03T11:36:50.652 INFO:teuthology.orchestra.run.smithi149.stdout:log =internal log bsize=4096 blocks=16384, version=2 2023-12-03T11:36:50.652 INFO:teuthology.orchestra.run.smithi149.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-03T11:36:50.652 INFO:teuthology.orchestra.run.smithi149.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-03T11:36:51.140 INFO:teuthology.orchestra.run.smithi149.stdout:Discarding blocks...Done. 2023-12-03T11:36:51.141 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi149.front.sepia.ceph.com -o noatime 2023-12-03T11:36:51.141 DEBUG:teuthology.orchestra.run.smithi149:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2023-12-03T11:36:51.278 DEBUG:teuthology.orchestra.run.smithi149:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2023-12-03T11:36:51.312 DEBUG:teuthology.orchestra.run.smithi149:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2023-12-03T11:36:51.379 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-12-03T11:36:51.380 INFO:tasks.ceph:role: osd.7 2023-12-03T11:36:51.380 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi149.front.sepia.ceph.com 2023-12-03T11:36:51.380 DEBUG:teuthology.orchestra.run.smithi149:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-12-03T11:36:51.454 INFO:teuthology.orchestra.run.smithi149.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-12-03T11:36:51.454 INFO:teuthology.orchestra.run.smithi149.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-03T11:36:51.454 INFO:teuthology.orchestra.run.smithi149.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-03T11:36:51.454 INFO:teuthology.orchestra.run.smithi149.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2023-12-03T11:36:51.454 INFO:teuthology.orchestra.run.smithi149.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-03T11:36:51.454 INFO:teuthology.orchestra.run.smithi149.stdout: = sunit=0 swidth=0 blks 2023-12-03T11:36:51.454 INFO:teuthology.orchestra.run.smithi149.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-03T11:36:51.454 INFO:teuthology.orchestra.run.smithi149.stdout:log =internal log bsize=4096 blocks=16384, version=2 2023-12-03T11:36:51.454 INFO:teuthology.orchestra.run.smithi149.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-03T11:36:51.454 INFO:teuthology.orchestra.run.smithi149.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-03T11:36:51.964 INFO:teuthology.orchestra.run.smithi149.stdout:Discarding blocks...Done. 2023-12-03T11:36:51.967 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi149.front.sepia.ceph.com -o noatime 2023-12-03T11:36:51.967 DEBUG:teuthology.orchestra.run.smithi149:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2023-12-03T11:36:52.099 DEBUG:teuthology.orchestra.run.smithi149:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2023-12-03T11:36:52.134 DEBUG:teuthology.orchestra.run.smithi149:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:36:52.236 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:36:52.234+0000 7fc36f9fb500 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2023-12-03T11:36:52.236 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:36:52.234+0000 7fc36f9fb500 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2023-12-03T11:36:52.236 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:36:52.234+0000 7fc36f9fb500 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-12-03T11:36:52.237 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:36:52.234+0000 7fc36f9fb500 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-12-03T11:36:52.237 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:36:52.234+0000 7fc36f9fb500 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-12-03T11:36:52.237 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:36:52.235+0000 7fc36f9fb500 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2023-12-03T11:36:55.083 DEBUG:teuthology.orchestra.run.smithi149:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-12-03T11:36:55.113 DEBUG:teuthology.orchestra.run.smithi149:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:36:55.204 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:36:55.201+0000 7fa9b716e500 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2023-12-03T11:36:55.204 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:36:55.201+0000 7fa9b716e500 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2023-12-03T11:36:55.204 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:36:55.201+0000 7fa9b716e500 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-12-03T11:36:55.204 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:36:55.201+0000 7fa9b716e500 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-12-03T11:36:55.204 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:36:55.201+0000 7fa9b716e500 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-12-03T11:36:55.204 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:36:55.202+0000 7fa9b716e500 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2023-12-03T11:36:58.046 DEBUG:teuthology.orchestra.run.smithi149:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-12-03T11:36:58.076 DEBUG:teuthology.orchestra.run.smithi149:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:36:58.166 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:36:58.164+0000 7f79ab939500 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2023-12-03T11:36:58.167 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:36:58.164+0000 7f79ab939500 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2023-12-03T11:36:58.167 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:36:58.164+0000 7f79ab939500 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-12-03T11:36:58.167 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:36:58.164+0000 7f79ab939500 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-12-03T11:36:58.167 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:36:58.164+0000 7f79ab939500 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-12-03T11:36:58.167 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:36:58.166+0000 7f79ab939500 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2023-12-03T11:37:01.014 DEBUG:teuthology.orchestra.run.smithi149:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-12-03T11:37:01.042 DEBUG:teuthology.orchestra.run.smithi149:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:37:01.129 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:37:01.127+0000 7fedb8ca3500 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2023-12-03T11:37:01.129 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:37:01.127+0000 7fedb8ca3500 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2023-12-03T11:37:01.129 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:37:01.127+0000 7fedb8ca3500 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-12-03T11:37:01.129 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:37:01.127+0000 7fedb8ca3500 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-12-03T11:37:01.129 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:37:01.127+0000 7fedb8ca3500 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-12-03T11:37:01.129 INFO:teuthology.orchestra.run.smithi149.stderr:2023-12-03T11:37:01.128+0000 7fedb8ca3500 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2023-12-03T11:37:03.988 DEBUG:teuthology.orchestra.run.smithi149:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-12-03T11:37:04.018 INFO:tasks.ceph:Reading keys from all nodes... 2023-12-03T11:37:04.018 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:37:04.018 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-12-03T11:37:04.050 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:37:04.050 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-12-03T11:37:04.120 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:37:04.120 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-12-03T11:37:04.190 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:37:04.190 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-12-03T11:37:04.258 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:37:04.259 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-12-03T11:37:04.326 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-12-03T11:37:04.326 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-12-03T11:37:04.357 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-12-03T11:37:04.358 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2023-12-03T11:37:04.430 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-12-03T11:37:04.430 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2023-12-03T11:37:04.500 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-12-03T11:37:04.500 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2023-12-03T11:37:04.573 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-12-03T11:37:04.573 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2023-12-03T11:37:04.643 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:37:04.643 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-12-03T11:37:04.659 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-12-03T11:37:04.659 DEBUG:teuthology.orchestra.run.smithi149:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2023-12-03T11:37:04.699 INFO:tasks.ceph:Adding keys to all mons... 2023-12-03T11:37:04.700 DEBUG:teuthology.orchestra.run.smithi145:> sudo tee -a /etc/ceph/ceph.keyring 2023-12-03T11:37:04.702 DEBUG:teuthology.orchestra.run.smithi149:> sudo tee -a /etc/ceph/ceph.keyring 2023-12-03T11:37:04.743 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr.y] 2023-12-03T11:37:04.743 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQBBaGxlV8T3MxAAT3glXgYYqWIwQmxcjrU2Mw== 2023-12-03T11:37:04.743 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.0] 2023-12-03T11:37:04.744 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQBFaGxl+1x6DRAAJjcIh9inEyoWghaK04GCQA== 2023-12-03T11:37:04.744 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.1] 2023-12-03T11:37:04.744 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQBIaGxlrJNhCxAAB7IOaJzxRLYkAjYugrmHsA== 2023-12-03T11:37:04.744 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.2] 2023-12-03T11:37:04.744 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQBLaGxlJSbeCRAAvUOMFTRjEShCCp5SMRcSzA== 2023-12-03T11:37:04.744 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.3] 2023-12-03T11:37:04.744 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQBOaGxle21tCBAANJA+1DohYAlc91+ME3rkQw== 2023-12-03T11:37:04.744 INFO:teuthology.orchestra.run.smithi145.stdout:[mgr.x] 2023-12-03T11:37:04.744 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQBBaGxlaWFHOBAA3K6Sx6Fm6HR89oD16uzVnQ== 2023-12-03T11:37:04.744 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.4] 2023-12-03T11:37:04.744 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQBUaGxlmmsSDhAAfhJHEGQKiVpC95m39uoUAQ== 2023-12-03T11:37:04.744 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.5] 2023-12-03T11:37:04.744 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQBXaGxlfUscDBAAmo0Q4XY0k28fBMFL4y8vkg== 2023-12-03T11:37:04.745 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.6] 2023-12-03T11:37:04.745 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQBaaGxlI5XpCRAAoX6rpeQDlu+P+bA/QrvacQ== 2023-12-03T11:37:04.745 INFO:teuthology.orchestra.run.smithi145.stdout:[osd.7] 2023-12-03T11:37:04.745 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQBdaGxlpiuoBxAA3LlNot1OViCn6fGM9Faqcw== 2023-12-03T11:37:04.745 INFO:teuthology.orchestra.run.smithi145.stdout:[client.0] 2023-12-03T11:37:04.745 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQBBaGxlerfxOhAAsDUDxeND00ejYjhKbmulQA== 2023-12-03T11:37:04.745 INFO:teuthology.orchestra.run.smithi145.stdout:[client.1] 2023-12-03T11:37:04.745 INFO:teuthology.orchestra.run.smithi145.stdout: key = AQBCaGxlhrTCAhAAaM3b/SsD0VisRsonhYlkeg== 2023-12-03T11:37:04.767 INFO:teuthology.orchestra.run.smithi149.stdout:[mgr.y] 2023-12-03T11:37:04.768 INFO:teuthology.orchestra.run.smithi149.stdout: key = AQBBaGxlV8T3MxAAT3glXgYYqWIwQmxcjrU2Mw== 2023-12-03T11:37:04.768 INFO:teuthology.orchestra.run.smithi149.stdout:[osd.0] 2023-12-03T11:37:04.768 INFO:teuthology.orchestra.run.smithi149.stdout: key = AQBFaGxl+1x6DRAAJjcIh9inEyoWghaK04GCQA== 2023-12-03T11:37:04.768 INFO:teuthology.orchestra.run.smithi149.stdout:[osd.1] 2023-12-03T11:37:04.768 INFO:teuthology.orchestra.run.smithi149.stdout: key = AQBIaGxlrJNhCxAAB7IOaJzxRLYkAjYugrmHsA== 2023-12-03T11:37:04.768 INFO:teuthology.orchestra.run.smithi149.stdout:[osd.2] 2023-12-03T11:37:04.768 INFO:teuthology.orchestra.run.smithi149.stdout: key = AQBLaGxlJSbeCRAAvUOMFTRjEShCCp5SMRcSzA== 2023-12-03T11:37:04.768 INFO:teuthology.orchestra.run.smithi149.stdout:[osd.3] 2023-12-03T11:37:04.768 INFO:teuthology.orchestra.run.smithi149.stdout: key = AQBOaGxle21tCBAANJA+1DohYAlc91+ME3rkQw== 2023-12-03T11:37:04.768 INFO:teuthology.orchestra.run.smithi149.stdout:[mgr.x] 2023-12-03T11:37:04.769 INFO:teuthology.orchestra.run.smithi149.stdout: key = AQBBaGxlaWFHOBAA3K6Sx6Fm6HR89oD16uzVnQ== 2023-12-03T11:37:04.769 INFO:teuthology.orchestra.run.smithi149.stdout:[osd.4] 2023-12-03T11:37:04.769 INFO:teuthology.orchestra.run.smithi149.stdout: key = AQBUaGxlmmsSDhAAfhJHEGQKiVpC95m39uoUAQ== 2023-12-03T11:37:04.769 INFO:teuthology.orchestra.run.smithi149.stdout:[osd.5] 2023-12-03T11:37:04.769 INFO:teuthology.orchestra.run.smithi149.stdout: key = AQBXaGxlfUscDBAAmo0Q4XY0k28fBMFL4y8vkg== 2023-12-03T11:37:04.769 INFO:teuthology.orchestra.run.smithi149.stdout:[osd.6] 2023-12-03T11:37:04.769 INFO:teuthology.orchestra.run.smithi149.stdout: key = AQBaaGxlI5XpCRAAoX6rpeQDlu+P+bA/QrvacQ== 2023-12-03T11:37:04.769 INFO:teuthology.orchestra.run.smithi149.stdout:[osd.7] 2023-12-03T11:37:04.769 INFO:teuthology.orchestra.run.smithi149.stdout: key = AQBdaGxlpiuoBxAA3LlNot1OViCn6fGM9Faqcw== 2023-12-03T11:37:04.769 INFO:teuthology.orchestra.run.smithi149.stdout:[client.0] 2023-12-03T11:37:04.769 INFO:teuthology.orchestra.run.smithi149.stdout: key = AQBBaGxlerfxOhAAsDUDxeND00ejYjhKbmulQA== 2023-12-03T11:37:04.769 INFO:teuthology.orchestra.run.smithi149.stdout:[client.1] 2023-12-03T11:37:04.769 INFO:teuthology.orchestra.run.smithi149.stdout: key = AQBCaGxlhrTCAhAAaM3b/SsD0VisRsonhYlkeg== 2023-12-03T11:37:04.770 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-12-03T11:37:04.788 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-12-03T11:37:04.865 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:37:04.867 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:37:04.920 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:37:04.922 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:37:04.973 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:37:04.975 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:37:05.028 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:37:05.030 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:37:05.083 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-12-03T11:37:05.085 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-12-03T11:37:05.136 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:37:05.138 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:37:05.190 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:37:05.192 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:37:05.243 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:37:05.245 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:37:05.297 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:37:05.299 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:37:05.352 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-12-03T11:37:05.354 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-12-03T11:37:05.408 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-12-03T11:37:05.410 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-12-03T11:37:05.465 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-12-03T11:37:05.465 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-12-03T11:37:05.491 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-12-03T11:37:05.587 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-12-03T11:37:05.614 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-12-03T11:37:05.681 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-12-03T11:37:05.778 DEBUG:teuthology.orchestra.run.smithi145:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-12-03T11:37:05.805 DEBUG:teuthology.orchestra.run.smithi149:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-12-03T11:37:05.832 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-12-03T11:37:05.930 DEBUG:teuthology.orchestra.run.smithi149:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-12-03T11:37:05.958 DEBUG:teuthology.orchestra.run.smithi145:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:37:05.961 DEBUG:teuthology.orchestra.run.smithi149:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:37:06.014 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-12-03T11:37:06.014 INFO:tasks.ceph.mon.a:Restarting daemon 2023-12-03T11:37:06.015 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-12-03T11:37:06.017 INFO:tasks.ceph.mon.a:Started 2023-12-03T11:37:06.017 INFO:tasks.ceph.mon.c:Restarting daemon 2023-12-03T11:37:06.017 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-12-03T11:37:06.019 INFO:tasks.ceph.mon.c:Started 2023-12-03T11:37:06.019 INFO:tasks.ceph.mon.b:Restarting daemon 2023-12-03T11:37:06.019 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-12-03T11:37:06.057 INFO:tasks.ceph.mon.b:Started 2023-12-03T11:37:06.057 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-12-03T11:37:06.057 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-12-03T11:37:06.057 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-12-03T11:37:06.060 INFO:tasks.ceph.mgr.y:Started 2023-12-03T11:37:06.060 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-12-03T11:37:06.061 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-12-03T11:37:06.062 INFO:tasks.ceph.mgr.x:Started 2023-12-03T11:37:06.063 INFO:tasks.ceph:Setting crush tunables to default 2023-12-03T11:37:06.063 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd crush tunables default 2023-12-03T11:37:11.436 INFO:teuthology.orchestra.run.smithi145.stderr:adjusted tunables profile to default 2023-12-03T11:37:11.448 INFO:tasks.ceph:check_enable_crimson: False 2023-12-03T11:37:11.448 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-12-03T11:37:11.448 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:37:11.448 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-12-03T11:37:11.476 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:37:11.476 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-12-03T11:37:11.544 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:37:11.544 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-12-03T11:37:11.611 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:37:11.611 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-12-03T11:37:11.678 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-12-03T11:37:11.678 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2023-12-03T11:37:11.711 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-12-03T11:37:11.711 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2023-12-03T11:37:11.781 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-12-03T11:37:11.782 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2023-12-03T11:37:11.851 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2023-12-03T11:37:11.851 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2023-12-03T11:37:11.920 DEBUG:teuthology.orchestra.run.smithi149:> sudo ceph --cluster ceph osd new 048b57c6-78a9-4c3e-8ae5-ce5b9d42fdb0 0 2023-12-03T11:37:12.148 INFO:teuthology.orchestra.run.smithi149.stdout:0 2023-12-03T11:37:12.160 DEBUG:teuthology.orchestra.run.smithi149:> sudo ceph --cluster ceph osd new b619f19c-fe74-4df2-a33b-86acacec41bd 1 2023-12-03T11:37:12.343 INFO:teuthology.orchestra.run.smithi149.stdout:1 2023-12-03T11:37:12.355 DEBUG:teuthology.orchestra.run.smithi149:> sudo ceph --cluster ceph osd new 1615ed84-1d47-4f93-8485-6a2083abbac1 2 2023-12-03T11:37:12.542 INFO:teuthology.orchestra.run.smithi149.stdout:2 2023-12-03T11:37:12.554 DEBUG:teuthology.orchestra.run.smithi149:> sudo ceph --cluster ceph osd new 60dd9762-81b8-454c-9baa-efb37cb5c31f 3 2023-12-03T11:37:12.592 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:12.591+0000 7f813b04c040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-03T11:37:12.615 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:12.614+0000 7f72ad44c040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-03T11:37:12.643 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:12.642+0000 7f813b04c040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-03T11:37:12.671 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:12.670+0000 7f72ad44c040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-03T11:37:12.743 INFO:teuthology.orchestra.run.smithi149.stdout:3 2023-12-03T11:37:12.754 DEBUG:teuthology.orchestra.run.smithi149:> sudo ceph --cluster ceph osd new 0706b3d1-eded-4166-b0e3-95763bac836a 4 2023-12-03T11:37:12.940 INFO:teuthology.orchestra.run.smithi149.stdout:4 2023-12-03T11:37:12.951 DEBUG:teuthology.orchestra.run.smithi149:> sudo ceph --cluster ceph osd new 22652794-142f-474e-98a8-38758ad21e1f 5 2023-12-03T11:37:13.135 INFO:teuthology.orchestra.run.smithi149.stdout:5 2023-12-03T11:37:13.147 DEBUG:teuthology.orchestra.run.smithi149:> sudo ceph --cluster ceph osd new 33aa462a-c5dd-4b43-b61a-c54b06111e8a 6 2023-12-03T11:37:13.176 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:13.174+0000 7f813b04c040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-03T11:37:13.227 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:13.226+0000 7f813b04c040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-03T11:37:13.231 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:13.230+0000 7f72ad44c040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-03T11:37:13.272 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:13.271+0000 7f813b04c040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-03T11:37:13.287 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:13.286+0000 7f72ad44c040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-03T11:37:13.325 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:13.324+0000 7f813b04c040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-03T11:37:13.331 INFO:teuthology.orchestra.run.smithi149.stdout:6 2023-12-03T11:37:13.334 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:13.333+0000 7f72ad44c040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-03T11:37:13.343 DEBUG:teuthology.orchestra.run.smithi149:> sudo ceph --cluster ceph osd new d806703a-5676-459d-afd2-922b7a0b3409 7 2023-12-03T11:37:13.369 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:13.367+0000 7f813b04c040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-03T11:37:13.392 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:13.391+0000 7f72ad44c040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-03T11:37:13.437 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:13.435+0000 7f72ad44c040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-03T11:37:13.468 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:13.467+0000 7f813b04c040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-03T11:37:13.527 INFO:teuthology.orchestra.run.smithi149.stdout:7 2023-12-03T11:37:13.537 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:13.536+0000 7f813b04c040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-03T11:37:13.538 INFO:tasks.ceph.osd.0:Restarting daemon 2023-12-03T11:37:13.538 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-12-03T11:37:13.541 INFO:tasks.ceph.osd.0:Started 2023-12-03T11:37:13.541 INFO:tasks.ceph.osd.1:Restarting daemon 2023-12-03T11:37:13.541 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-12-03T11:37:13.542 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:13.542+0000 7f72ad44c040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-03T11:37:13.543 INFO:tasks.ceph.osd.1:Started 2023-12-03T11:37:13.543 INFO:tasks.ceph.osd.2:Restarting daemon 2023-12-03T11:37:13.543 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-12-03T11:37:13.545 INFO:tasks.ceph.osd.2:Started 2023-12-03T11:37:13.545 INFO:tasks.ceph.osd.3:Restarting daemon 2023-12-03T11:37:13.545 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-12-03T11:37:13.547 INFO:tasks.ceph.osd.3:Started 2023-12-03T11:37:13.547 INFO:tasks.ceph.osd.4:Restarting daemon 2023-12-03T11:37:13.548 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2023-12-03T11:37:13.550 INFO:tasks.ceph.osd.4:Started 2023-12-03T11:37:13.550 INFO:tasks.ceph.osd.5:Restarting daemon 2023-12-03T11:37:13.550 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2023-12-03T11:37:13.552 INFO:tasks.ceph.osd.5:Started 2023-12-03T11:37:13.552 INFO:tasks.ceph.osd.6:Restarting daemon 2023-12-03T11:37:13.552 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2023-12-03T11:37:13.554 INFO:tasks.ceph.osd.6:Started 2023-12-03T11:37:13.554 INFO:tasks.ceph.osd.7:Restarting daemon 2023-12-03T11:37:13.554 DEBUG:teuthology.orchestra.run.smithi149:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2023-12-03T11:37:13.556 INFO:tasks.ceph.osd.7:Started 2023-12-03T11:37:13.557 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-03T11:37:13.608 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:13.606+0000 7f813b04c040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-03T11:37:13.627 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:13.625+0000 7f72ad44c040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-03T11:37:13.673 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:13.672+0000 7f813b04c040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-03T11:37:13.684 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:13.683+0000 7f72ad44c040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-03T11:37:13.724 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:13.723+0000 7f813b04c040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-03T11:37:13.738 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:13.737+0000 7f72ad44c040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-03T11:37:13.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:37:13.758 INFO:teuthology.orchestra.run.smithi145.stdout:{"epoch":10,"fsid":"d3494303-4d05-48d6-a6e8-3809c463f770","created":"2023-12-03T11:37:11.338916+0000","modified":"2023-12-03T11:37:13.524609+0000","last_up_change":"0.000000","last_in_change":"2023-12-03T11:37:13.524609+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"048b57c6-78a9-4c3e-8ae5-ce5b9d42fdb0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b619f19c-fe74-4df2-a33b-86acacec41bd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"1615ed84-1d47-4f93-8485-6a2083abbac1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"60dd9762-81b8-454c-9baa-efb37cb5c31f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"0706b3d1-eded-4166-b0e3-95763bac836a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"22652794-142f-474e-98a8-38758ad21e1f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"33aa462a-c5dd-4b43-b61a-c54b06111e8a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"d806703a-5676-459d-afd2-922b7a0b3409","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-03T11:37:13.769 INFO:tasks.ceph.ceph_manager.ceph:[] 2023-12-03T11:37:13.770 INFO:tasks.ceph:Waiting for OSDs to come up 2023-12-03T11:37:13.784 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:13.783+0000 7f72ad44c040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-03T11:37:14.106 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:14.105+0000 7f813b04c040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-03T11:37:14.148 INFO:tasks.ceph.osd.4.smithi149.stderr:2023-12-03T11:37:14.147+0000 7f04cbe13500 -1 Falling back to public interface 2023-12-03T11:37:14.152 INFO:tasks.ceph.osd.6.smithi149.stderr:2023-12-03T11:37:14.151+0000 7f01bfe16500 -1 Falling back to public interface 2023-12-03T11:37:14.159 INFO:tasks.ceph.osd.1.smithi145.stderr:2023-12-03T11:37:14.157+0000 7f1bff739500 -1 Falling back to public interface 2023-12-03T11:37:14.161 INFO:tasks.ceph.osd.0.smithi145.stderr:2023-12-03T11:37:14.160+0000 7f7add88c500 -1 Falling back to public interface 2023-12-03T11:37:14.168 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:14.167+0000 7f72ad44c040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-03T11:37:14.169 INFO:tasks.ceph.osd.2.smithi145.stderr:2023-12-03T11:37:14.168+0000 7f896d449500 -1 Falling back to public interface 2023-12-03T11:37:14.171 INFO:tasks.ceph.osd.3.smithi145.stderr:2023-12-03T11:37:14.169+0000 7f8ef64b6500 -1 Falling back to public interface 2023-12-03T11:37:14.171 INFO:tasks.ceph.osd.2.smithi145.stderr:2023-12-03T11:37:14.170+0000 7f896c3f2640 -1 PosixStack listen unable to listen on v1:0.0.0.0:6822/0: (98) Address already in use 2023-12-03T11:37:14.172 INFO:tasks.ceph.osd.2.smithi145.stderr:2023-12-03T11:37:14.171+0000 7f896c3f2640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6824/0: (98) Address already in use 2023-12-03T11:37:14.172 INFO:tasks.ceph.osd.2.smithi145.stderr:2023-12-03T11:37:14.171+0000 7f896c3f2640 -1 PosixStack listen unable to listen on v1:0.0.0.0:6826/0: (98) Address already in use 2023-12-03T11:37:14.174 INFO:tasks.ceph.osd.7.smithi149.stderr:2023-12-03T11:37:14.173+0000 7fea01c14500 -1 Falling back to public interface 2023-12-03T11:37:14.177 INFO:tasks.ceph.osd.5.smithi149.stderr:2023-12-03T11:37:14.177+0000 7fb538c15500 -1 Falling back to public interface 2023-12-03T11:37:14.242 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:14.241+0000 7f813b04c040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-03T11:37:14.307 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:14.306+0000 7f72ad44c040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-03T11:37:14.365 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:14.363+0000 7f813b04c040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-03T11:37:14.410 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:14.408+0000 7f813b04c040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-03T11:37:14.414 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:14.413+0000 7f72ad44c040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-03T11:37:14.461 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:14.460+0000 7f72ad44c040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-03T11:37:14.510 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:14.508+0000 7f813b04c040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-03T11:37:14.559 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:14.557+0000 7f72ad44c040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-03T11:37:14.575 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-12-03T11:37:14.606 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:14.605+0000 7f813b04c040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-03T11:37:14.653 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:14.652+0000 7f72ad44c040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-03T11:37:14.735 INFO:teuthology.misc.health.smithi145.stdout: 2023-12-03T11:37:14.736 INFO:teuthology.misc.health.smithi145.stdout:{"epoch":10,"fsid":"d3494303-4d05-48d6-a6e8-3809c463f770","created":"2023-12-03T11:37:11.338916+0000","modified":"2023-12-03T11:37:13.524609+0000","last_up_change":"0.000000","last_in_change":"2023-12-03T11:37:13.524609+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"048b57c6-78a9-4c3e-8ae5-ce5b9d42fdb0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b619f19c-fe74-4df2-a33b-86acacec41bd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"1615ed84-1d47-4f93-8485-6a2083abbac1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"60dd9762-81b8-454c-9baa-efb37cb5c31f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"0706b3d1-eded-4166-b0e3-95763bac836a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"22652794-142f-474e-98a8-38758ad21e1f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"33aa462a-c5dd-4b43-b61a-c54b06111e8a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"d806703a-5676-459d-afd2-922b7a0b3409","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-03T11:37:14.745 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-12-03T11:37:14.754 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:14.753+0000 7f813b04c040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-03T11:37:14.795 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:14.794+0000 7f72ad44c040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-03T11:37:14.797 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:14.796+0000 7f813b04c040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-03T11:37:14.836 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:14.835+0000 7f72ad44c040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-03T11:37:14.936 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:14.934+0000 7f813b04c040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-03T11:37:14.976 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:14.974+0000 7f72ad44c040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-03T11:37:15.734 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:15.733+0000 7f813b04c040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-03T11:37:15.784 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:15.783+0000 7f72ad44c040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-03T11:37:16.004 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:16.003+0000 7f813b04c040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-03T11:37:16.056 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:16.055+0000 7f813b04c040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-03T11:37:16.058 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:16.057+0000 7f72ad44c040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-03T11:37:16.111 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:16.110+0000 7f72ad44c040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-03T11:37:16.158 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:16.157+0000 7f813b04c040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-03T11:37:16.214 INFO:tasks.ceph.mgr.x.smithi149.stderr:2023-12-03T11:37:16.213+0000 7f72ad44c040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-03T11:37:17.182 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:17.180+0000 7f80dc3b4640 -1 mgr.server handle_report got status from non-daemon mon.b 2023-12-03T11:37:17.183 INFO:tasks.ceph.mgr.y.smithi145.stderr:2023-12-03T11:37:17.181+0000 7f80dc3b4640 -1 mgr.server handle_report got status from non-daemon mon.c 2023-12-03T11:37:17.627 INFO:tasks.ceph.osd.4.smithi149.stderr:2023-12-03T11:37:17.626+0000 7f04cbe13500 -1 osd.4 0 log_to_monitors true 2023-12-03T11:37:17.666 INFO:tasks.ceph.osd.6.smithi149.stderr:2023-12-03T11:37:17.665+0000 7f01bfe16500 -1 osd.6 0 log_to_monitors true 2023-12-03T11:37:17.673 INFO:tasks.ceph.osd.1.smithi145.stderr:2023-12-03T11:37:17.672+0000 7f1bff739500 -1 osd.1 0 log_to_monitors true 2023-12-03T11:37:17.674 INFO:tasks.ceph.osd.2.smithi145.stderr:2023-12-03T11:37:17.673+0000 7f896d449500 -1 osd.2 0 log_to_monitors true 2023-12-03T11:37:17.678 INFO:tasks.ceph.osd.0.smithi145.stderr:2023-12-03T11:37:17.677+0000 7f7add88c500 -1 osd.0 0 log_to_monitors true 2023-12-03T11:37:17.687 INFO:tasks.ceph.osd.3.smithi145.stderr:2023-12-03T11:37:17.685+0000 7f8ef64b6500 -1 osd.3 0 log_to_monitors true 2023-12-03T11:37:17.701 INFO:tasks.ceph.osd.7.smithi149.stderr:2023-12-03T11:37:17.700+0000 7fea01c14500 -1 osd.7 0 log_to_monitors true 2023-12-03T11:37:17.706 INFO:tasks.ceph.osd.5.smithi149.stderr:2023-12-03T11:37:17.705+0000 7fb538c15500 -1 osd.5 0 log_to_monitors true 2023-12-03T11:37:21.145 INFO:tasks.ceph.osd.2.smithi145.stderr:2023-12-03T11:37:21.142+0000 7f8968bb6640 -1 osd.2 0 waiting for initial osdmap 2023-12-03T11:37:21.155 INFO:tasks.ceph.osd.2.smithi145.stderr:2023-12-03T11:37:21.154+0000 7f89611ee640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-03T11:37:21.258 INFO:tasks.ceph.osd.0.smithi145.stderr:2023-12-03T11:37:21.257+0000 7f7ad8ff9640 -1 osd.0 0 waiting for initial osdmap 2023-12-03T11:37:21.269 INFO:tasks.ceph.osd.0.smithi145.stderr:2023-12-03T11:37:21.268+0000 7f7ad1631640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-03T11:37:21.297 INFO:tasks.ceph.osd.7.smithi149.stderr:2023-12-03T11:37:21.296+0000 7fe9fcd54640 -1 osd.7 0 waiting for initial osdmap 2023-12-03T11:37:21.297 INFO:tasks.ceph.osd.1.smithi145.stderr:2023-12-03T11:37:21.296+0000 7f1bfaea6640 -1 osd.1 0 waiting for initial osdmap 2023-12-03T11:37:21.303 INFO:tasks.ceph.osd.4.smithi149.stderr:2023-12-03T11:37:21.302+0000 7f04c6f30640 -1 osd.4 0 waiting for initial osdmap 2023-12-03T11:37:21.306 INFO:tasks.ceph.osd.7.smithi149.stderr:2023-12-03T11:37:21.305+0000 7fe9f538c640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-03T11:37:21.308 INFO:tasks.ceph.osd.1.smithi145.stderr:2023-12-03T11:37:21.307+0000 7f1bf34de640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-03T11:37:21.310 INFO:tasks.ceph.osd.3.smithi145.stderr:2023-12-03T11:37:21.309+0000 7f8ef1c23640 -1 osd.3 0 waiting for initial osdmap 2023-12-03T11:37:21.317 INFO:tasks.ceph.osd.4.smithi149.stderr:2023-12-03T11:37:21.316+0000 7f04bf568640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-03T11:37:21.322 INFO:tasks.ceph.osd.3.smithi145.stderr:2023-12-03T11:37:21.321+0000 7f8eea25b640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-03T11:37:21.328 INFO:tasks.ceph.osd.6.smithi149.stderr:2023-12-03T11:37:21.327+0000 7f01bafb1640 -1 osd.6 0 waiting for initial osdmap 2023-12-03T11:37:21.337 INFO:tasks.ceph.osd.6.smithi149.stderr:2023-12-03T11:37:21.336+0000 7f01b35e9640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-03T11:37:21.345 INFO:tasks.ceph.osd.5.smithi149.stderr:2023-12-03T11:37:21.344+0000 7fb533dc2640 -1 osd.5 0 waiting for initial osdmap 2023-12-03T11:37:21.365 INFO:tasks.ceph.osd.5.smithi149.stderr:2023-12-03T11:37:21.363+0000 7fb52c3fa640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-03T11:37:21.551 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-12-03T11:37:21.819 INFO:teuthology.misc.health.smithi145.stdout: 2023-12-03T11:37:21.819 INFO:teuthology.misc.health.smithi145.stdout:{"epoch":12,"fsid":"d3494303-4d05-48d6-a6e8-3809c463f770","created":"2023-12-03T11:37:11.338916+0000","modified":"2023-12-03T11:37:19.180901+0000","last_up_change":"0.000000","last_in_change":"2023-12-03T11:37:13.524609+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"048b57c6-78a9-4c3e-8ae5-ce5b9d42fdb0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b619f19c-fe74-4df2-a33b-86acacec41bd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"1615ed84-1d47-4f93-8485-6a2083abbac1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"60dd9762-81b8-454c-9baa-efb37cb5c31f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"0706b3d1-eded-4166-b0e3-95763bac836a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"22652794-142f-474e-98a8-38758ad21e1f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"33aa462a-c5dd-4b43-b61a-c54b06111e8a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"d806703a-5676-459d-afd2-922b7a0b3409","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-03T11:37:21.830 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-12-03T11:37:28.637 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-12-03T11:37:28.915 INFO:teuthology.misc.health.smithi145.stdout: 2023-12-03T11:37:28.915 INFO:teuthology.misc.health.smithi145.stdout:{"epoch":16,"fsid":"d3494303-4d05-48d6-a6e8-3809c463f770","created":"2023-12-03T11:37:11.338916+0000","modified":"2023-12-03T11:37:25.269447+0000","last_up_change":"2023-12-03T11:37:22.147491+0000","last_in_change":"2023-12-03T11:37:13.524609+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-03T11:37:22.218477+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"048b57c6-78a9-4c3e-8ae5-ce5b9d42fdb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1929774303},{"type":"v1","addr":"172.21.15.145:6809","nonce":1929774303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1929774303},{"type":"v1","addr":"172.21.15.145:6811","nonce":1929774303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1929774303},{"type":"v1","addr":"172.21.15.145:6815","nonce":1929774303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1929774303},{"type":"v1","addr":"172.21.15.145:6813","nonce":1929774303}]},"public_addr":"172.21.15.145:6809/1929774303","cluster_addr":"172.21.15.145:6811/1929774303","heartbeat_back_addr":"172.21.15.145:6815/1929774303","heartbeat_front_addr":"172.21.15.145:6813/1929774303","state":["exists","up"]},{"osd":1,"uuid":"b619f19c-fe74-4df2-a33b-86acacec41bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1111036159},{"type":"v1","addr":"172.21.15.145:6801","nonce":1111036159}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1111036159},{"type":"v1","addr":"172.21.15.145:6803","nonce":1111036159}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1111036159},{"type":"v1","addr":"172.21.15.145:6807","nonce":1111036159}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1111036159},{"type":"v1","addr":"172.21.15.145:6805","nonce":1111036159}]},"public_addr":"172.21.15.145:6801/1111036159","cluster_addr":"172.21.15.145:6803/1111036159","heartbeat_back_addr":"172.21.15.145:6807/1111036159","heartbeat_front_addr":"172.21.15.145:6805/1111036159","state":["exists","up"]},{"osd":2,"uuid":"1615ed84-1d47-4f93-8485-6a2083abbac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":2890621568},{"type":"v1","addr":"172.21.15.145:6817","nonce":2890621568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":2890621568},{"type":"v1","addr":"172.21.15.145:6819","nonce":2890621568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6825","nonce":2890621568},{"type":"v1","addr":"172.21.15.145:6827","nonce":2890621568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6821","nonce":2890621568},{"type":"v1","addr":"172.21.15.145:6823","nonce":2890621568}]},"public_addr":"172.21.15.145:6817/2890621568","cluster_addr":"172.21.15.145:6819/2890621568","heartbeat_back_addr":"172.21.15.145:6827/2890621568","heartbeat_front_addr":"172.21.15.145:6823/2890621568","state":["exists","up"]},{"osd":3,"uuid":"60dd9762-81b8-454c-9baa-efb37cb5c31f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":2417967810},{"type":"v1","addr":"172.21.15.145:6822","nonce":2417967810}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":2417967810},{"type":"v1","addr":"172.21.15.145:6826","nonce":2417967810}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":2417967810},{"type":"v1","addr":"172.21.15.145:6831","nonce":2417967810}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":2417967810},{"type":"v1","addr":"172.21.15.145:6829","nonce":2417967810}]},"public_addr":"172.21.15.145:6822/2417967810","cluster_addr":"172.21.15.145:6826/2417967810","heartbeat_back_addr":"172.21.15.145:6831/2417967810","heartbeat_front_addr":"172.21.15.145:6829/2417967810","state":["exists","up"]},{"osd":4,"uuid":"0706b3d1-eded-4166-b0e3-95763bac836a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1214411016},{"type":"v1","addr":"172.21.15.149:6801","nonce":1214411016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1214411016},{"type":"v1","addr":"172.21.15.149:6803","nonce":1214411016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1214411016},{"type":"v1","addr":"172.21.15.149:6807","nonce":1214411016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1214411016},{"type":"v1","addr":"172.21.15.149:6805","nonce":1214411016}]},"public_addr":"172.21.15.149:6801/1214411016","cluster_addr":"172.21.15.149:6803/1214411016","heartbeat_back_addr":"172.21.15.149:6807/1214411016","heartbeat_front_addr":"172.21.15.149:6805/1214411016","state":["exists","up"]},{"osd":5,"uuid":"22652794-142f-474e-98a8-38758ad21e1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":315486374},{"type":"v1","addr":"172.21.15.149:6825","nonce":315486374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":315486374},{"type":"v1","addr":"172.21.15.149:6827","nonce":315486374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":315486374},{"type":"v1","addr":"172.21.15.149:6831","nonce":315486374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":315486374},{"type":"v1","addr":"172.21.15.149:6829","nonce":315486374}]},"public_addr":"172.21.15.149:6825/315486374","cluster_addr":"172.21.15.149:6827/315486374","heartbeat_back_addr":"172.21.15.149:6831/315486374","heartbeat_front_addr":"172.21.15.149:6829/315486374","state":["exists","up"]},{"osd":6,"uuid":"33aa462a-c5dd-4b43-b61a-c54b06111e8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1020385955},{"type":"v1","addr":"172.21.15.149:6809","nonce":1020385955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1020385955},{"type":"v1","addr":"172.21.15.149:6811","nonce":1020385955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1020385955},{"type":"v1","addr":"172.21.15.149:6815","nonce":1020385955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1020385955},{"type":"v1","addr":"172.21.15.149:6813","nonce":1020385955}]},"public_addr":"172.21.15.149:6809/1020385955","cluster_addr":"172.21.15.149:6811/1020385955","heartbeat_back_addr":"172.21.15.149:6815/1020385955","heartbeat_front_addr":"172.21.15.149:6813/1020385955","state":["exists","up"]},{"osd":7,"uuid":"d806703a-5676-459d-afd2-922b7a0b3409","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":3721565933},{"type":"v1","addr":"172.21.15.149:6817","nonce":3721565933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":3721565933},{"type":"v1","addr":"172.21.15.149:6819","nonce":3721565933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":3721565933},{"type":"v1","addr":"172.21.15.149:6823","nonce":3721565933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":3721565933},{"type":"v1","addr":"172.21.15.149:6821","nonce":3721565933}]},"public_addr":"172.21.15.149:6817/3721565933","cluster_addr":"172.21.15.149:6819/3721565933","heartbeat_back_addr":"172.21.15.149:6823/3721565933","heartbeat_front_addr":"172.21.15.149:6821/3721565933","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.673427+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.690476+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.665607+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.733101+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.638287+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.741023+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.641071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.709993+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-03T11:37:28.927 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-12-03T11:37:28.927 INFO:tasks.ceph:Creating RBD pool 2023-12-03T11:37:28.927 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd pool create rbd 8 2023-12-03T11:37:29.387 INFO:teuthology.orchestra.run.smithi145.stderr:pool 'rbd' created 2023-12-03T11:37:29.400 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-12-03T11:37:30.392 INFO:teuthology.orchestra.run.smithi145.stderr:enabled application 'rbd' on pool 'rbd' 2023-12-03T11:37:30.408 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-12-03T11:37:30.409 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-12-03T11:37:30.409 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2023-12-03T11:37:30.409 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2023-12-03T11:37:30.409 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2023-12-03T11:37:30.740 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:37:30.751 INFO:teuthology.orchestra.run.smithi145.stdout:{"epoch":5,"active_gid":4110,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6832","nonce":1081772174},{"type":"v1","addr":"172.21.15.145:6833","nonce":1081772174}]},"active_addr":"172.21.15.145:6833/1081772174","active_change":"2023-12-03T11:37:16.170749+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4123,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.145:0","nonce":2663852651}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.145:0","nonce":354205858}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.145:0","nonce":2728874582}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.145:0","nonce":3292980122}]}]} 2023-12-03T11:37:30.755 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2023-12-03T11:37:30.755 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2023-12-03T11:37:30.755 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-03T11:37:31.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:37:31.034 INFO:teuthology.orchestra.run.smithi145.stdout:{"epoch":18,"fsid":"d3494303-4d05-48d6-a6e8-3809c463f770","created":"2023-12-03T11:37:11.338916+0000","modified":"2023-12-03T11:37:30.383858+0000","last_up_change":"2023-12-03T11:37:22.147491+0000","last_in_change":"2023-12-03T11:37:13.524609+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-03T11:37:22.218477+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-12-03T11:37:29.222458+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"048b57c6-78a9-4c3e-8ae5-ce5b9d42fdb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1929774303},{"type":"v1","addr":"172.21.15.145:6809","nonce":1929774303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1929774303},{"type":"v1","addr":"172.21.15.145:6811","nonce":1929774303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1929774303},{"type":"v1","addr":"172.21.15.145:6815","nonce":1929774303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1929774303},{"type":"v1","addr":"172.21.15.145:6813","nonce":1929774303}]},"public_addr":"172.21.15.145:6809/1929774303","cluster_addr":"172.21.15.145:6811/1929774303","heartbeat_back_addr":"172.21.15.145:6815/1929774303","heartbeat_front_addr":"172.21.15.145:6813/1929774303","state":["exists","up"]},{"osd":1,"uuid":"b619f19c-fe74-4df2-a33b-86acacec41bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1111036159},{"type":"v1","addr":"172.21.15.145:6801","nonce":1111036159}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1111036159},{"type":"v1","addr":"172.21.15.145:6803","nonce":1111036159}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1111036159},{"type":"v1","addr":"172.21.15.145:6807","nonce":1111036159}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1111036159},{"type":"v1","addr":"172.21.15.145:6805","nonce":1111036159}]},"public_addr":"172.21.15.145:6801/1111036159","cluster_addr":"172.21.15.145:6803/1111036159","heartbeat_back_addr":"172.21.15.145:6807/1111036159","heartbeat_front_addr":"172.21.15.145:6805/1111036159","state":["exists","up"]},{"osd":2,"uuid":"1615ed84-1d47-4f93-8485-6a2083abbac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":2890621568},{"type":"v1","addr":"172.21.15.145:6817","nonce":2890621568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":2890621568},{"type":"v1","addr":"172.21.15.145:6819","nonce":2890621568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6825","nonce":2890621568},{"type":"v1","addr":"172.21.15.145:6827","nonce":2890621568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6821","nonce":2890621568},{"type":"v1","addr":"172.21.15.145:6823","nonce":2890621568}]},"public_addr":"172.21.15.145:6817/2890621568","cluster_addr":"172.21.15.145:6819/2890621568","heartbeat_back_addr":"172.21.15.145:6827/2890621568","heartbeat_front_addr":"172.21.15.145:6823/2890621568","state":["exists","up"]},{"osd":3,"uuid":"60dd9762-81b8-454c-9baa-efb37cb5c31f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":2417967810},{"type":"v1","addr":"172.21.15.145:6822","nonce":2417967810}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":2417967810},{"type":"v1","addr":"172.21.15.145:6826","nonce":2417967810}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":2417967810},{"type":"v1","addr":"172.21.15.145:6831","nonce":2417967810}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":2417967810},{"type":"v1","addr":"172.21.15.145:6829","nonce":2417967810}]},"public_addr":"172.21.15.145:6822/2417967810","cluster_addr":"172.21.15.145:6826/2417967810","heartbeat_back_addr":"172.21.15.145:6831/2417967810","heartbeat_front_addr":"172.21.15.145:6829/2417967810","state":["exists","up"]},{"osd":4,"uuid":"0706b3d1-eded-4166-b0e3-95763bac836a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1214411016},{"type":"v1","addr":"172.21.15.149:6801","nonce":1214411016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1214411016},{"type":"v1","addr":"172.21.15.149:6803","nonce":1214411016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1214411016},{"type":"v1","addr":"172.21.15.149:6807","nonce":1214411016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1214411016},{"type":"v1","addr":"172.21.15.149:6805","nonce":1214411016}]},"public_addr":"172.21.15.149:6801/1214411016","cluster_addr":"172.21.15.149:6803/1214411016","heartbeat_back_addr":"172.21.15.149:6807/1214411016","heartbeat_front_addr":"172.21.15.149:6805/1214411016","state":["exists","up"]},{"osd":5,"uuid":"22652794-142f-474e-98a8-38758ad21e1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":315486374},{"type":"v1","addr":"172.21.15.149:6825","nonce":315486374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":315486374},{"type":"v1","addr":"172.21.15.149:6827","nonce":315486374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":315486374},{"type":"v1","addr":"172.21.15.149:6831","nonce":315486374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":315486374},{"type":"v1","addr":"172.21.15.149:6829","nonce":315486374}]},"public_addr":"172.21.15.149:6825/315486374","cluster_addr":"172.21.15.149:6827/315486374","heartbeat_back_addr":"172.21.15.149:6831/315486374","heartbeat_front_addr":"172.21.15.149:6829/315486374","state":["exists","up"]},{"osd":6,"uuid":"33aa462a-c5dd-4b43-b61a-c54b06111e8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1020385955},{"type":"v1","addr":"172.21.15.149:6809","nonce":1020385955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1020385955},{"type":"v1","addr":"172.21.15.149:6811","nonce":1020385955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1020385955},{"type":"v1","addr":"172.21.15.149:6815","nonce":1020385955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1020385955},{"type":"v1","addr":"172.21.15.149:6813","nonce":1020385955}]},"public_addr":"172.21.15.149:6809/1020385955","cluster_addr":"172.21.15.149:6811/1020385955","heartbeat_back_addr":"172.21.15.149:6815/1020385955","heartbeat_front_addr":"172.21.15.149:6813/1020385955","state":["exists","up"]},{"osd":7,"uuid":"d806703a-5676-459d-afd2-922b7a0b3409","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":3721565933},{"type":"v1","addr":"172.21.15.149:6817","nonce":3721565933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":3721565933},{"type":"v1","addr":"172.21.15.149:6819","nonce":3721565933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":3721565933},{"type":"v1","addr":"172.21.15.149:6823","nonce":3721565933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":3721565933},{"type":"v1","addr":"172.21.15.149:6821","nonce":3721565933}]},"public_addr":"172.21.15.149:6817/3721565933","cluster_addr":"172.21.15.149:6819/3721565933","heartbeat_back_addr":"172.21.15.149:6823/3721565933","heartbeat_front_addr":"172.21.15.149:6821/3721565933","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.673427+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.690476+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.665607+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.733101+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.638287+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.741023+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.641071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.709993+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-03T11:37:31.047 INFO:tasks.ceph.ceph_manager.ceph:all up! 2023-12-03T11:37:31.047 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-03T11:37:31.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:37:31.325 INFO:teuthology.orchestra.run.smithi145.stdout:{"epoch":18,"fsid":"d3494303-4d05-48d6-a6e8-3809c463f770","created":"2023-12-03T11:37:11.338916+0000","modified":"2023-12-03T11:37:30.383858+0000","last_up_change":"2023-12-03T11:37:22.147491+0000","last_in_change":"2023-12-03T11:37:13.524609+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-03T11:37:22.218477+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-12-03T11:37:29.222458+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"048b57c6-78a9-4c3e-8ae5-ce5b9d42fdb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":1929774303},{"type":"v1","addr":"172.21.15.145:6809","nonce":1929774303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":1929774303},{"type":"v1","addr":"172.21.15.145:6811","nonce":1929774303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":1929774303},{"type":"v1","addr":"172.21.15.145:6815","nonce":1929774303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":1929774303},{"type":"v1","addr":"172.21.15.145:6813","nonce":1929774303}]},"public_addr":"172.21.15.145:6809/1929774303","cluster_addr":"172.21.15.145:6811/1929774303","heartbeat_back_addr":"172.21.15.145:6815/1929774303","heartbeat_front_addr":"172.21.15.145:6813/1929774303","state":["exists","up"]},{"osd":1,"uuid":"b619f19c-fe74-4df2-a33b-86acacec41bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":1111036159},{"type":"v1","addr":"172.21.15.145:6801","nonce":1111036159}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1111036159},{"type":"v1","addr":"172.21.15.145:6803","nonce":1111036159}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1111036159},{"type":"v1","addr":"172.21.15.145:6807","nonce":1111036159}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":1111036159},{"type":"v1","addr":"172.21.15.145:6805","nonce":1111036159}]},"public_addr":"172.21.15.145:6801/1111036159","cluster_addr":"172.21.15.145:6803/1111036159","heartbeat_back_addr":"172.21.15.145:6807/1111036159","heartbeat_front_addr":"172.21.15.145:6805/1111036159","state":["exists","up"]},{"osd":2,"uuid":"1615ed84-1d47-4f93-8485-6a2083abbac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":2890621568},{"type":"v1","addr":"172.21.15.145:6817","nonce":2890621568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":2890621568},{"type":"v1","addr":"172.21.15.145:6819","nonce":2890621568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6825","nonce":2890621568},{"type":"v1","addr":"172.21.15.145:6827","nonce":2890621568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6821","nonce":2890621568},{"type":"v1","addr":"172.21.15.145:6823","nonce":2890621568}]},"public_addr":"172.21.15.145:6817/2890621568","cluster_addr":"172.21.15.145:6819/2890621568","heartbeat_back_addr":"172.21.15.145:6827/2890621568","heartbeat_front_addr":"172.21.15.145:6823/2890621568","state":["exists","up"]},{"osd":3,"uuid":"60dd9762-81b8-454c-9baa-efb37cb5c31f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":2417967810},{"type":"v1","addr":"172.21.15.145:6822","nonce":2417967810}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":2417967810},{"type":"v1","addr":"172.21.15.145:6826","nonce":2417967810}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":2417967810},{"type":"v1","addr":"172.21.15.145:6831","nonce":2417967810}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":2417967810},{"type":"v1","addr":"172.21.15.145:6829","nonce":2417967810}]},"public_addr":"172.21.15.145:6822/2417967810","cluster_addr":"172.21.15.145:6826/2417967810","heartbeat_back_addr":"172.21.15.145:6831/2417967810","heartbeat_front_addr":"172.21.15.145:6829/2417967810","state":["exists","up"]},{"osd":4,"uuid":"0706b3d1-eded-4166-b0e3-95763bac836a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1214411016},{"type":"v1","addr":"172.21.15.149:6801","nonce":1214411016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1214411016},{"type":"v1","addr":"172.21.15.149:6803","nonce":1214411016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1214411016},{"type":"v1","addr":"172.21.15.149:6807","nonce":1214411016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1214411016},{"type":"v1","addr":"172.21.15.149:6805","nonce":1214411016}]},"public_addr":"172.21.15.149:6801/1214411016","cluster_addr":"172.21.15.149:6803/1214411016","heartbeat_back_addr":"172.21.15.149:6807/1214411016","heartbeat_front_addr":"172.21.15.149:6805/1214411016","state":["exists","up"]},{"osd":5,"uuid":"22652794-142f-474e-98a8-38758ad21e1f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":315486374},{"type":"v1","addr":"172.21.15.149:6825","nonce":315486374}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":315486374},{"type":"v1","addr":"172.21.15.149:6827","nonce":315486374}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":315486374},{"type":"v1","addr":"172.21.15.149:6831","nonce":315486374}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":315486374},{"type":"v1","addr":"172.21.15.149:6829","nonce":315486374}]},"public_addr":"172.21.15.149:6825/315486374","cluster_addr":"172.21.15.149:6827/315486374","heartbeat_back_addr":"172.21.15.149:6831/315486374","heartbeat_front_addr":"172.21.15.149:6829/315486374","state":["exists","up"]},{"osd":6,"uuid":"33aa462a-c5dd-4b43-b61a-c54b06111e8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1020385955},{"type":"v1","addr":"172.21.15.149:6809","nonce":1020385955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1020385955},{"type":"v1","addr":"172.21.15.149:6811","nonce":1020385955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1020385955},{"type":"v1","addr":"172.21.15.149:6815","nonce":1020385955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1020385955},{"type":"v1","addr":"172.21.15.149:6813","nonce":1020385955}]},"public_addr":"172.21.15.149:6809/1020385955","cluster_addr":"172.21.15.149:6811/1020385955","heartbeat_back_addr":"172.21.15.149:6815/1020385955","heartbeat_front_addr":"172.21.15.149:6813/1020385955","state":["exists","up"]},{"osd":7,"uuid":"d806703a-5676-459d-afd2-922b7a0b3409","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":3721565933},{"type":"v1","addr":"172.21.15.149:6817","nonce":3721565933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":3721565933},{"type":"v1","addr":"172.21.15.149:6819","nonce":3721565933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":3721565933},{"type":"v1","addr":"172.21.15.149:6823","nonce":3721565933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":3721565933},{"type":"v1","addr":"172.21.15.149:6821","nonce":3721565933}]},"public_addr":"172.21.15.149:6817/3721565933","cluster_addr":"172.21.15.149:6819/3721565933","heartbeat_back_addr":"172.21.15.149:6823/3721565933","heartbeat_front_addr":"172.21.15.149:6821/3721565933","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.673427+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.690476+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.665607+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.733101+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.638287+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.741023+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.641071+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:37:18.709993+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-03T11:37:31.338 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2023-12-03T11:37:31.338 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2023-12-03T11:37:31.339 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2023-12-03T11:37:31.339 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2023-12-03T11:37:31.340 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2023-12-03T11:37:31.340 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2023-12-03T11:37:31.340 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2023-12-03T11:37:31.341 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2023-12-03T11:37:31.582 INFO:teuthology.orchestra.run.smithi145.stdout:55834574853 2023-12-03T11:37:31.582 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-12-03T11:37:31.586 INFO:teuthology.orchestra.run.smithi145.stdout:55834574852 2023-12-03T11:37:31.586 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-12-03T11:37:31.588 INFO:teuthology.orchestra.run.smithi145.stdout:55834574851 2023-12-03T11:37:31.588 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-12-03T11:37:31.590 INFO:teuthology.orchestra.run.smithi145.stdout:55834574852 2023-12-03T11:37:31.591 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-12-03T11:37:31.592 INFO:teuthology.orchestra.run.smithi145.stdout:55834574852 2023-12-03T11:37:31.593 INFO:teuthology.orchestra.run.smithi145.stdout:55834574852 2023-12-03T11:37:31.593 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-12-03T11:37:31.593 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-12-03T11:37:31.594 INFO:teuthology.orchestra.run.smithi145.stdout:55834574854 2023-12-03T11:37:31.595 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-12-03T11:37:31.598 INFO:teuthology.orchestra.run.smithi145.stdout:55834574851 2023-12-03T11:37:31.599 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-12-03T11:37:32.141 INFO:teuthology.orchestra.run.smithi145.stdout:55834574850 2023-12-03T11:37:32.144 INFO:teuthology.orchestra.run.smithi145.stdout:55834574851 2023-12-03T11:37:32.149 INFO:teuthology.orchestra.run.smithi145.stdout:55834574852 2023-12-03T11:37:32.165 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574850 for osd.4 2023-12-03T11:37:32.167 INFO:teuthology.orchestra.run.smithi145.stdout:55834574851 2023-12-03T11:37:32.168 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574851 for osd.1 2023-12-03T11:37:32.171 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.3 2023-12-03T11:37:32.185 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574851 for osd.2 2023-12-03T11:37:32.194 INFO:teuthology.orchestra.run.smithi145.stdout:55834574850 2023-12-03T11:37:32.197 INFO:teuthology.orchestra.run.smithi145.stdout:55834574853 2023-12-03T11:37:32.198 INFO:teuthology.orchestra.run.smithi145.stdout:55834574851 2023-12-03T11:37:32.205 INFO:teuthology.orchestra.run.smithi145.stdout:55834574851 2023-12-03T11:37:32.209 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574850 for osd.0 2023-12-03T11:37:32.220 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574851 for osd.7 2023-12-03T11:37:32.221 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.6 2023-12-03T11:37:32.221 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574851 for osd.5 2023-12-03T11:37:33.166 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-12-03T11:37:33.169 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-12-03T11:37:33.171 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-12-03T11:37:33.186 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-12-03T11:37:33.210 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-12-03T11:37:33.221 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-12-03T11:37:33.222 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-12-03T11:37:33.223 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-12-03T11:37:33.757 INFO:teuthology.orchestra.run.smithi145.stdout:55834574851 2023-12-03T11:37:33.775 INFO:teuthology.orchestra.run.smithi145.stdout:55834574853 2023-12-03T11:37:33.777 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574851 for osd.4 2023-12-03T11:37:33.778 DEBUG:teuthology.parallel:result is None 2023-12-03T11:37:33.783 INFO:teuthology.orchestra.run.smithi145.stdout:55834574852 2023-12-03T11:37:33.787 INFO:teuthology.orchestra.run.smithi145.stdout:55834574852 2023-12-03T11:37:33.793 INFO:teuthology.orchestra.run.smithi145.stdout:55834574851 2023-12-03T11:37:33.798 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.3 2023-12-03T11:37:33.798 DEBUG:teuthology.parallel:result is None 2023-12-03T11:37:33.803 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.1 2023-12-03T11:37:33.803 DEBUG:teuthology.parallel:result is None 2023-12-03T11:37:33.804 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.2 2023-12-03T11:37:33.804 DEBUG:teuthology.parallel:result is None 2023-12-03T11:37:33.814 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574851 for osd.0 2023-12-03T11:37:33.814 DEBUG:teuthology.parallel:result is None 2023-12-03T11:37:33.819 INFO:teuthology.orchestra.run.smithi145.stdout:55834574852 2023-12-03T11:37:33.822 INFO:teuthology.orchestra.run.smithi145.stdout:55834574852 2023-12-03T11:37:33.825 INFO:teuthology.orchestra.run.smithi145.stdout:55834574854 2023-12-03T11:37:33.834 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.7 2023-12-03T11:37:33.834 DEBUG:teuthology.parallel:result is None 2023-12-03T11:37:33.837 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.5 2023-12-03T11:37:33.837 DEBUG:teuthology.parallel:result is None 2023-12-03T11:37:33.839 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.6 2023-12-03T11:37:33.840 DEBUG:teuthology.parallel:result is None 2023-12-03T11:37:33.840 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-12-03T11:37:33.840 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-03T11:37:34.157 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:37:34.157 INFO:teuthology.orchestra.run.smithi145.stderr:dumped all 2023-12-03T11:37:34.169 INFO:teuthology.orchestra.run.smithi145.stdout:{"pg_ready":true,"pg_map":{"version":17,"stamp":"2023-12-03T11:37:32.177684+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":10,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":218724,"kb_used_data":2544,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755996,"statfs":{"total":773094113280,"available":772870139904,"internally_reserved":0,"allocated":2605056,"data_stored":1627496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000825"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-12-03T11:37:31.471473+0000","last_change":"2023-12-03T11:37:30.396562+0000","last_active":"2023-12-03T11:37:31.471473+0000","last_peered":"2023-12-03T11:37:31.471473+0000","last_clean":"2023-12-03T11:37:31.471473+0000","last_became_active":"2023-12-03T11:37:30.396212+0000","last_became_peered":"2023-12-03T11:37:30.396212+0000","last_unstale":"2023-12-03T11:37:31.471473+0000","last_undegraded":"2023-12-03T11:37:31.471473+0000","last_fullsized":"2023-12-03T11:37:31.471473+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_clean_scrub_stamp":"2023-12-03T11:37:29.378386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T16:53:25.694525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-12-03T11:37:31.410016+0000","last_change":"2023-12-03T11:37:30.395544+0000","last_active":"2023-12-03T11:37:31.410016+0000","last_peered":"2023-12-03T11:37:31.410016+0000","last_clean":"2023-12-03T11:37:31.410016+0000","last_became_active":"2023-12-03T11:37:30.395240+0000","last_became_peered":"2023-12-03T11:37:30.395240+0000","last_unstale":"2023-12-03T11:37:31.410016+0000","last_undegraded":"2023-12-03T11:37:31.410016+0000","last_fullsized":"2023-12-03T11:37:31.410016+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_clean_scrub_stamp":"2023-12-03T11:37:29.378386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T16:16:41.558823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-12-03T11:37:30.398472+0000","last_change":"2023-12-03T11:37:30.397309+0000","last_active":"2023-12-03T11:37:30.398472+0000","last_peered":"2023-12-03T11:37:30.398472+0000","last_clean":"2023-12-03T11:37:30.398472+0000","last_became_active":"2023-12-03T11:37:30.397075+0000","last_became_peered":"2023-12-03T11:37:30.397075+0000","last_unstale":"2023-12-03T11:37:30.398472+0000","last_undegraded":"2023-12-03T11:37:30.398472+0000","last_fullsized":"2023-12-03T11:37:30.398472+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_clean_scrub_stamp":"2023-12-03T11:37:29.378386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T13:58:24.031606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-12-03T11:37:31.409886+0000","last_change":"2023-12-03T11:37:30.395586+0000","last_active":"2023-12-03T11:37:31.409886+0000","last_peered":"2023-12-03T11:37:31.409886+0000","last_clean":"2023-12-03T11:37:31.409886+0000","last_became_active":"2023-12-03T11:37:30.395101+0000","last_became_peered":"2023-12-03T11:37:30.395101+0000","last_unstale":"2023-12-03T11:37:31.409886+0000","last_undegraded":"2023-12-03T11:37:31.409886+0000","last_fullsized":"2023-12-03T11:37:31.409886+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_clean_scrub_stamp":"2023-12-03T11:37:29.378386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T12:01:49.086844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-12-03T11:37:30.396671+0000","last_change":"2023-12-03T11:37:30.395514+0000","last_active":"2023-12-03T11:37:30.396671+0000","last_peered":"2023-12-03T11:37:30.396671+0000","last_clean":"2023-12-03T11:37:30.396671+0000","last_became_active":"2023-12-03T11:37:30.395198+0000","last_became_peered":"2023-12-03T11:37:30.395198+0000","last_unstale":"2023-12-03T11:37:30.396671+0000","last_undegraded":"2023-12-03T11:37:30.396671+0000","last_fullsized":"2023-12-03T11:37:30.396671+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_clean_scrub_stamp":"2023-12-03T11:37:29.378386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T18:37:57.278656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-12-03T11:37:31.409084+0000","last_change":"2023-12-03T11:37:30.677796+0000","last_active":"2023-12-03T11:37:31.409084+0000","last_peered":"2023-12-03T11:37:31.409084+0000","last_clean":"2023-12-03T11:37:31.409084+0000","last_became_active":"2023-12-03T11:37:30.677509+0000","last_became_peered":"2023-12-03T11:37:30.677509+0000","last_unstale":"2023-12-03T11:37:31.409084+0000","last_undegraded":"2023-12-03T11:37:31.409084+0000","last_fullsized":"2023-12-03T11:37:31.409084+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_clean_scrub_stamp":"2023-12-03T11:37:29.378386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T18:39:30.263868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-12-03T11:37:30.397719+0000","last_change":"2023-12-03T11:37:30.396570+0000","last_active":"2023-12-03T11:37:30.397719+0000","last_peered":"2023-12-03T11:37:30.397719+0000","last_clean":"2023-12-03T11:37:30.397719+0000","last_became_active":"2023-12-03T11:37:30.396130+0000","last_became_peered":"2023-12-03T11:37:30.396130+0000","last_unstale":"2023-12-03T11:37:30.397719+0000","last_undegraded":"2023-12-03T11:37:30.397719+0000","last_fullsized":"2023-12-03T11:37:30.397719+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_clean_scrub_stamp":"2023-12-03T11:37:29.378386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T12:56:07.800311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-12-03T11:37:30.396663+0000","last_change":"2023-12-03T11:37:30.395463+0000","last_active":"2023-12-03T11:37:30.396663+0000","last_peered":"2023-12-03T11:37:30.396663+0000","last_clean":"2023-12-03T11:37:30.396663+0000","last_became_active":"2023-12-03T11:37:30.395170+0000","last_became_peered":"2023-12-03T11:37:30.395170+0000","last_unstale":"2023-12-03T11:37:30.396663+0000","last_undegraded":"2023-12-03T11:37:30.396663+0000","last_fullsized":"2023-12-03T11:37:30.396663+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_clean_scrub_stamp":"2023-12-03T11:37:29.378386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T21:36:17.064961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":163,"reported_epoch":17,"state":"active+clean","last_fresh":"2023-12-03T11:37:29.389969+0000","last_change":"2023-12-03T11:37:24.206418+0000","last_active":"2023-12-03T11:37:29.389969+0000","last_peered":"2023-12-03T11:37:29.389969+0000","last_clean":"2023-12-03T11:37:29.389969+0000","last_became_active":"2023-12-03T11:37:24.205470+0000","last_became_peered":"2023-12-03T11:37:24.205470+0000","last_unstale":"2023-12-03T11:37:29.389969+0000","last_undegraded":"2023-12-03T11:37:29.389969+0000","last_fullsized":"2023-12-03T11:37:29.389969+0000","mapping_epoch":14,"log_start":"15'100","ondisk_log_start":"15'100","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:37:23.196175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:37:23.196175+0000","last_clean_scrub_stamp":"2023-12-03T11:37:23.196175+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T15:26:06.576462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27780,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344060,"statfs":{"total":96636764160,"available":96608317440,"internally_reserved":0,"allocated":774144,"data_stored":647660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51200000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":180224,"data_stored":57292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.325}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2250000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3029999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":180224,"data_stored":57292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59499999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27184,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344656,"statfs":{"total":96636764160,"available":96608927744,"internally_reserved":0,"allocated":167936,"data_stored":51504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78100000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27184,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344656,"statfs":{"total":96636764160,"available":96608927744,"internally_reserved":0,"allocated":167936,"data_stored":51504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33200000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73499999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69199999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]}]},{"osd":2,"up_from":13,"seq":55834574852,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":180224,"data_stored":57292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34999999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.251}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":180224,"data_stored":57292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30299999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36299999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34499999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52400000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.443}]}]},{"osd":0,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27780,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344060,"statfs":{"total":96636764160,"available":96608317440,"internally_reserved":0,"allocated":774144,"data_stored":647660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39200000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28499999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-03T11:37:34.170 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-03T11:37:34.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:37:34.447 INFO:teuthology.orchestra.run.smithi145.stderr:dumped all 2023-12-03T11:37:34.459 INFO:teuthology.orchestra.run.smithi145.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2023-12-03T11:37:34.178113+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":10,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":218804,"kb_used_data":2604,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755916,"statfs":{"total":773094113280,"available":772870057984,"internally_reserved":0,"allocated":2666496,"data_stored":1656316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001254"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-12-03T11:37:31.471473+0000","last_change":"2023-12-03T11:37:30.396562+0000","last_active":"2023-12-03T11:37:31.471473+0000","last_peered":"2023-12-03T11:37:31.471473+0000","last_clean":"2023-12-03T11:37:31.471473+0000","last_became_active":"2023-12-03T11:37:30.396212+0000","last_became_peered":"2023-12-03T11:37:30.396212+0000","last_unstale":"2023-12-03T11:37:31.471473+0000","last_undegraded":"2023-12-03T11:37:31.471473+0000","last_fullsized":"2023-12-03T11:37:31.471473+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_clean_scrub_stamp":"2023-12-03T11:37:29.378386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T16:53:25.694525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-12-03T11:37:31.410016+0000","last_change":"2023-12-03T11:37:30.395544+0000","last_active":"2023-12-03T11:37:31.410016+0000","last_peered":"2023-12-03T11:37:31.410016+0000","last_clean":"2023-12-03T11:37:31.410016+0000","last_became_active":"2023-12-03T11:37:30.395240+0000","last_became_peered":"2023-12-03T11:37:30.395240+0000","last_unstale":"2023-12-03T11:37:31.410016+0000","last_undegraded":"2023-12-03T11:37:31.410016+0000","last_fullsized":"2023-12-03T11:37:31.410016+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_clean_scrub_stamp":"2023-12-03T11:37:29.378386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T16:16:41.558823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-12-03T11:37:30.398472+0000","last_change":"2023-12-03T11:37:30.397309+0000","last_active":"2023-12-03T11:37:30.398472+0000","last_peered":"2023-12-03T11:37:30.398472+0000","last_clean":"2023-12-03T11:37:30.398472+0000","last_became_active":"2023-12-03T11:37:30.397075+0000","last_became_peered":"2023-12-03T11:37:30.397075+0000","last_unstale":"2023-12-03T11:37:30.398472+0000","last_undegraded":"2023-12-03T11:37:30.398472+0000","last_fullsized":"2023-12-03T11:37:30.398472+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_clean_scrub_stamp":"2023-12-03T11:37:29.378386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T13:58:24.031606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-12-03T11:37:31.409886+0000","last_change":"2023-12-03T11:37:30.395586+0000","last_active":"2023-12-03T11:37:31.409886+0000","last_peered":"2023-12-03T11:37:31.409886+0000","last_clean":"2023-12-03T11:37:31.409886+0000","last_became_active":"2023-12-03T11:37:30.395101+0000","last_became_peered":"2023-12-03T11:37:30.395101+0000","last_unstale":"2023-12-03T11:37:31.409886+0000","last_undegraded":"2023-12-03T11:37:31.409886+0000","last_fullsized":"2023-12-03T11:37:31.409886+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_clean_scrub_stamp":"2023-12-03T11:37:29.378386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T12:01:49.086844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-12-03T11:37:30.396671+0000","last_change":"2023-12-03T11:37:30.395514+0000","last_active":"2023-12-03T11:37:30.396671+0000","last_peered":"2023-12-03T11:37:30.396671+0000","last_clean":"2023-12-03T11:37:30.396671+0000","last_became_active":"2023-12-03T11:37:30.395198+0000","last_became_peered":"2023-12-03T11:37:30.395198+0000","last_unstale":"2023-12-03T11:37:30.396671+0000","last_undegraded":"2023-12-03T11:37:30.396671+0000","last_fullsized":"2023-12-03T11:37:30.396671+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_clean_scrub_stamp":"2023-12-03T11:37:29.378386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T18:37:57.278656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-12-03T11:37:31.409084+0000","last_change":"2023-12-03T11:37:30.677796+0000","last_active":"2023-12-03T11:37:31.409084+0000","last_peered":"2023-12-03T11:37:31.409084+0000","last_clean":"2023-12-03T11:37:31.409084+0000","last_became_active":"2023-12-03T11:37:30.677509+0000","last_became_peered":"2023-12-03T11:37:30.677509+0000","last_unstale":"2023-12-03T11:37:31.409084+0000","last_undegraded":"2023-12-03T11:37:31.409084+0000","last_fullsized":"2023-12-03T11:37:31.409084+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_clean_scrub_stamp":"2023-12-03T11:37:29.378386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T18:39:30.263868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-12-03T11:37:30.397719+0000","last_change":"2023-12-03T11:37:30.396570+0000","last_active":"2023-12-03T11:37:30.397719+0000","last_peered":"2023-12-03T11:37:30.397719+0000","last_clean":"2023-12-03T11:37:30.397719+0000","last_became_active":"2023-12-03T11:37:30.396130+0000","last_became_peered":"2023-12-03T11:37:30.396130+0000","last_unstale":"2023-12-03T11:37:30.397719+0000","last_undegraded":"2023-12-03T11:37:30.397719+0000","last_fullsized":"2023-12-03T11:37:30.397719+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_clean_scrub_stamp":"2023-12-03T11:37:29.378386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T12:56:07.800311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-12-03T11:37:30.396663+0000","last_change":"2023-12-03T11:37:30.395463+0000","last_active":"2023-12-03T11:37:30.396663+0000","last_peered":"2023-12-03T11:37:30.396663+0000","last_clean":"2023-12-03T11:37:30.396663+0000","last_became_active":"2023-12-03T11:37:30.395170+0000","last_became_peered":"2023-12-03T11:37:30.395170+0000","last_unstale":"2023-12-03T11:37:30.396663+0000","last_undegraded":"2023-12-03T11:37:30.396663+0000","last_fullsized":"2023-12-03T11:37:30.396663+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:37:29.378386+0000","last_clean_scrub_stamp":"2023-12-03T11:37:29.378386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T21:36:17.064961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":163,"reported_epoch":17,"state":"active+clean","last_fresh":"2023-12-03T11:37:29.389969+0000","last_change":"2023-12-03T11:37:24.206418+0000","last_active":"2023-12-03T11:37:29.389969+0000","last_peered":"2023-12-03T11:37:29.389969+0000","last_clean":"2023-12-03T11:37:29.389969+0000","last_became_active":"2023-12-03T11:37:24.205470+0000","last_became_peered":"2023-12-03T11:37:24.205470+0000","last_unstale":"2023-12-03T11:37:29.389969+0000","last_undegraded":"2023-12-03T11:37:29.389969+0000","last_fullsized":"2023-12-03T11:37:29.389969+0000","mapping_epoch":14,"log_start":"15'100","ondisk_log_start":"15'100","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:37:23.196175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:37:23.196175+0000","last_clean_scrub_stamp":"2023-12-03T11:37:23.196175+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T15:26:06.576462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27780,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344060,"statfs":{"total":96636764160,"available":96608317440,"internally_reserved":0,"allocated":774144,"data_stored":647660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51200000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":192512,"data_stored":63040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.325}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2250000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3029999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":180224,"data_stored":57292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59499999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27200,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":180224,"data_stored":57292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78100000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":180224,"data_stored":57292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33200000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73499999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69199999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]}]},{"osd":2,"up_from":13,"seq":55834574853,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":192512,"data_stored":63040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34999999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.251}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27212,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344628,"statfs":{"total":96636764160,"available":96608899072,"internally_reserved":0,"allocated":192512,"data_stored":63040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30299999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36299999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34499999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52400000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.443}]}]},{"osd":0,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27780,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344060,"statfs":{"total":96636764160,"available":96608317440,"internally_reserved":0,"allocated":774144,"data_stored":647660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39200000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28499999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-03T11:37:34.460 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-12-03T11:37:34.460 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-12-03T11:37:34.460 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2023-12-03T11:37:34.460 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2023-12-03T11:37:34.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:37:34.770 INFO:teuthology.orchestra.run.smithi145.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-12-03T11:37:34.782 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2023-12-03T11:37:34.782 INFO:teuthology.run_tasks:Running task openssl_keys... 2023-12-03T11:37:34.793 DEBUG:teuthology.task:Applying overrides for task openssl_keys: {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}} 2023-12-03T11:37:34.794 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p /home/ubuntu/cephtest/ca 2023-12-03T11:37:34.808 DEBUG:teuthology.orchestra.run.smithi145:> openssl req -x509 -nodes -newkey rsa:4096 -keyout /home/ubuntu/cephtest/ca/root.key -days 365 -out /home/ubuntu/cephtest/ca/root.crt -subj /CN=teuthology 2023-12-03T11:37:35.175 INFO:teuthology.orchestra.run.smithi145.stderr:...+.......+.....+...+...+.+......+.....+...+.+..............+.+......+..+.+......+..............+.+...+...+.....+...+......+....+.........+..+....+..+....+......+.........+..............+..........+.....+.+...+..+.+..+......+....+...+........+....+...+..+..........+...........+.+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+.......+..+.+..+.........+...+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+............+....+......+......+..+...............+.......+........+......+............+..................+.......+..+.+......+...+.....+...+.......+...................................+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2023-12-03T11:37:35.929 INFO:teuthology.orchestra.run.smithi145.stderr:.....+...............+..+...+....+......+...........+....+..+.......+..+.+.........+...+...........+......+.+.....+.......+......+..+....+........+.+.....+.......+..+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*............+...+...+.....+....+......+..+.+.....+......+.+........+.+........+......+....+...+.................+...............+..................+...+.+...+..+...............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+...............+............+..+.+...+...........+.+..+.+.................+..........+.....+....+....................+....+.....+.+...+.....+...+...+.......+.....+..........+.........+...+.......................+........................+.+..+..................+.............+.........+.................+.............+.....+.+...........+.+..+......+.+.........+..+.......+..+.............+...+...+........................+..+...+.............+........+.......+.........+........+..........+..+................+............+..+.+.........+........+...+....+...............+...+..+.+...+.....+...................+...+..............+..................+...............+...+....+.........+......+...+............+...........+.......+...+........+.+...........+.......+........+...............+..........+..............+...+.+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2023-12-03T11:37:35.944 INFO:teuthology.orchestra.run.smithi145.stderr:----- 2023-12-03T11:37:35.952 DEBUG:teuthology.orchestra.run.smithi145:> sudo cp /home/ubuntu/cephtest/ca/root.crt /usr/share/pki/ca-trust-source/anchors/root.crt 2023-12-03T11:37:36.019 DEBUG:teuthology.orchestra.run.smithi145:> sudo update-ca-trust 2023-12-03T11:37:36.845 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p /home/ubuntu/cephtest/ca 2023-12-03T11:37:36.860 DEBUG:teuthology.orchestra.run.smithi145:> openssl req -nodes -newkey rsa:2048 -keyout /home/ubuntu/cephtest/ca/rgw.client.0.key -out /home/ubuntu/cephtest/ca/rgw.client.0.csr -subj /CN=smithi145.front.sepia.ceph.com 2023-12-03T11:37:36.967 INFO:teuthology.orchestra.run.smithi145.stderr:..+..+...+............+......+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.........+.....+.+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+.+...............+..+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2023-12-03T11:37:37.144 INFO:teuthology.orchestra.run.smithi145.stderr:.....+.........+...+.+.........+..+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+..+................+.....+....+.....+.........+.+........+.......+.....+.+..+.+.....+.........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+.........+......................+......+...+...........+....+.....+.+.....+....+.........+...+.....+.............+.....+..........+..+.............+............+..+...+.......+..+.+..............+.+........+.+......+..+..........+...........+....+......+..+............+...+...+.+......+........+....+.....+.......+.....+..........+...+..+.........+.+...+..+.+...+..+...+......+..........+...+..+...+......+.+.........+..+.............+..............+.+...........+.+..+...+...+....+...........+....+...+.........+.........+........................+..+...+.+.....+......+.+........+.+...+...+.....+....+.....+......+.......+...+...+..+....+..................+...+..+...+...+.+...+.....+.............+..+......+.+...+..+.+..+...+..........+...+.....+..........+.........+..+....+.........+.................+.+..............+.+.................+..........+...........+....+..+.+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2023-12-03T11:37:37.146 INFO:teuthology.orchestra.run.smithi145.stderr:----- 2023-12-03T11:37:37.149 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:37:37.149 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/home/ubuntu/cephtest/ca/rgw.client.0.ext 2023-12-03T11:37:37.204 DEBUG:teuthology.orchestra.run.smithi145:> openssl x509 -req -in /home/ubuntu/cephtest/ca/rgw.client.0.csr -CA /home/ubuntu/cephtest/ca/root.crt -CAkey /home/ubuntu/cephtest/ca/root.key -CAcreateserial -out /home/ubuntu/cephtest/ca/rgw.client.0.crt -days 365 -sha256 -extfile /home/ubuntu/cephtest/ca/rgw.client.0.ext 2023-12-03T11:37:37.282 INFO:teuthology.orchestra.run.smithi145.stderr:Certificate request self-signature ok 2023-12-03T11:37:37.282 INFO:teuthology.orchestra.run.smithi145.stderr:subject=CN = smithi145.front.sepia.ceph.com 2023-12-03T11:37:37.290 DEBUG:teuthology.orchestra.run.smithi145:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.csr /home/ubuntu/cephtest/ca/root.srl /home/ubuntu/cephtest/ca/rgw.client.0.ext 2023-12-03T11:37:37.347 DEBUG:teuthology.orchestra.run.smithi145:> openssl verify -CAfile /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/rgw.client.0.crt 2023-12-03T11:37:37.404 INFO:teuthology.orchestra.run.smithi145.stdout:/home/ubuntu/cephtest/ca/rgw.client.0.crt: OK 2023-12-03T11:37:37.405 DEBUG:teuthology.orchestra.run.smithi145:> cat /home/ubuntu/cephtest/ca/rgw.client.0.key >> /home/ubuntu/cephtest/ca/rgw.client.0.crt 2023-12-03T11:37:37.460 INFO:teuthology.run_tasks:Running task rgw... 2023-12-03T11:37:49.819 DEBUG:tasks.rgw:config is {'client.0': {'ssl certificate': 'rgw.client.0'}} 2023-12-03T11:37:49.819 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2023-12-03T11:37:49.819 INFO:tasks.rgw:Creating data pools 2023-12-03T11:37:49.819 DEBUG:tasks.rgw:Obtaining remote for client client.0 2023-12-03T11:37:49.819 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster ceph 2023-12-03T11:37:50.183 INFO:teuthology.orchestra.run.smithi145.stderr:pool 'default.rgw.buckets.data' created 2023-12-03T11:37:50.199 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2023-12-03T11:37:51.192 INFO:teuthology.orchestra.run.smithi145.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2023-12-03T11:37:51.218 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2023-12-03T11:37:52.190 INFO:teuthology.orchestra.run.smithi145.stderr:pool 'default.rgw.buckets.index' created 2023-12-03T11:37:52.210 DEBUG:teuthology.orchestra.run.smithi145:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2023-12-03T11:37:53.197 INFO:teuthology.orchestra.run.smithi145.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2023-12-03T11:37:53.229 DEBUG:tasks.rgw:Pools created 2023-12-03T11:37:53.229 INFO:tasks.rgw:Configuring compression type = random 2023-12-03T11:37:53.229 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2023-12-03T11:37:53.229 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2023-12-03T11:37:53.229 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2023-12-03T11:37:53.312 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:37:53.312 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:37:53.325 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:53.322+0000 7fe12589d800 20 rados->read ofs=0 len=0 2023-12-03T11:37:55.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.217+0000 7fe12589d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:37:55.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.217+0000 7fe12589d800 20 realm 2023-12-03T11:37:55.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.217+0000 7fe12589d800 20 rados->read ofs=0 len=0 2023-12-03T11:37:55.221 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.220+0000 7fe12589d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:37:55.221 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.220+0000 7fe12589d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:37:55.221 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.220+0000 7fe12589d800 20 rados->read ofs=0 len=0 2023-12-03T11:37:55.223 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.221+0000 7fe12589d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:37:55.223 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.221+0000 7fe12589d800 20 rados->read ofs=0 len=0 2023-12-03T11:37:55.229 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.227+0000 7fe12589d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:37:55.229 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.227+0000 7fe12589d800 20 rados->read ofs=0 len=0 2023-12-03T11:37:55.229 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.228+0000 7fe12589d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:37:55.229 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.228+0000 7fe12589d800 20 rados->read ofs=0 len=0 2023-12-03T11:37:55.230 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.228+0000 7fe12589d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:37:55.230 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.228+0000 7fe12589d800 10 Creating default zonegroup 2023-12-03T11:37:55.230 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.228+0000 7fe12589d800 10 couldn't find old data placement pools config, setting up new ones for the zone 2023-12-03T11:37:55.238 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.236+0000 7fe12339d640 0 -- 172.21.15.145:0/1852994880 >> [v2:172.21.15.145:6808/1929774303,v1:172.21.15.145:6809/1929774303] conn(0x7fe10c0030b0 msgr2=0x7fe11806f1d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:37:55.243 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.241+0000 7fe12589d800 10 WARNING: driver->list_zones() returned r=-2 2023-12-03T11:37:55.243 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.241+0000 7fe12589d800 20 rados->read ofs=0 len=0 2023-12-03T11:37:55.243 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.242+0000 7fe12589d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:37:55.244 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.243+0000 7fe122b9c640 0 -- 172.21.15.145:0/1852994880 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55d925cf5a50 msgr2=0x55d925cf7ee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:37:55.246 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.245+0000 7fe12589d800 20 rados->read ofs=0 len=0 2023-12-03T11:37:55.247 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.245+0000 7fe12589d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:37:55.247 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.245+0000 7fe12589d800 10 could not read realm id: (2) No such file or directory 2023-12-03T11:37:55.247 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.245+0000 7fe12589d800 10 WARNING: failed to set zone as default, r=-22 2023-12-03T11:37:55.247 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.245+0000 7fe12589d800 20 rados->read ofs=0 len=0 2023-12-03T11:37:55.247 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.246+0000 7fe12589d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:37:55.249 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.248+0000 7fe12589d800 20 rados->read ofs=0 len=0 2023-12-03T11:37:55.250 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.249+0000 7fe12589d800 20 rados_obj.operate() r=0 bl.length=874 2023-12-03T11:37:55.250 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.249+0000 7fe12589d800 20 rados->read ofs=0 len=0 2023-12-03T11:37:55.253 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.252+0000 7fe12589d800 20 rados_obj.operate() r=0 bl.length=420 2023-12-03T11:37:55.253 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.252+0000 7fe12589d800 10 Using default name default 2023-12-03T11:37:55.254 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.252+0000 7fe12589d800 20 rados->read ofs=0 len=0 2023-12-03T11:37:55.254 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.253+0000 7fe12589d800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:37:55.254 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.253+0000 7fe12589d800 20 rados->read ofs=0 len=0 2023-12-03T11:37:55.255 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.253+0000 7fe12589d800 20 rados_obj.operate() r=0 bl.length=874 2023-12-03T11:37:55.255 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.253+0000 7fe12589d800 20 zone default found 2023-12-03T11:37:55.255 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.253+0000 7fe12589d800 4 Realm: () 2023-12-03T11:37:55.255 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.253+0000 7fe12589d800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:37:55.255 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.253+0000 7fe12589d800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:37:55.255 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.253+0000 7fe12589d800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:37:55.255 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.253+0000 7fe12589d800 20 zonegroup default 2023-12-03T11:37:55.255 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.253+0000 7fe12589d800 20 rados->read ofs=0 len=0 2023-12-03T11:37:55.255 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.253+0000 7fe12589d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:37:55.255 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:55.253+0000 7fe12589d800 20 rados->read ofs=0 len=0 2023-12-03T11:37:57.235 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:57.234+0000 7fe12589d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:37:57.235 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:57.234+0000 7fe12589d800 20 rados->read ofs=0 len=0 2023-12-03T11:37:57.237 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:57.236+0000 7fe12589d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:37:57.237 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:57.236+0000 7fe12589d800 20 started sync module instance, tier type = 2023-12-03T11:37:57.237 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:57.236+0000 7fe12589d800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:37:59.274 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.271+0000 7fe12589d800 20 add_watcher() i=0 2023-12-03T11:37:59.274 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.271+0000 7fe12589d800 20 add_watcher() i=1 2023-12-03T11:37:59.274 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.271+0000 7fe12589d800 20 add_watcher() i=2 2023-12-03T11:37:59.274 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.271+0000 7fe12589d800 20 add_watcher() i=3 2023-12-03T11:37:59.274 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.271+0000 7fe12589d800 20 add_watcher() i=4 2023-12-03T11:37:59.274 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.271+0000 7fe12589d800 20 add_watcher() i=5 2023-12-03T11:37:59.274 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.271+0000 7fe12589d800 20 add_watcher() i=6 2023-12-03T11:37:59.274 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.272+0000 7fe12589d800 20 add_watcher() i=7 2023-12-03T11:37:59.275 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.272+0000 7fe12589d800 2 all 8 watchers are set, enabling cache 2023-12-03T11:37:59.275 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.272+0000 7fe12589d800 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2023-12-03T11:37:59.275 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.272+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2023-12-03T11:37:59.275 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.272+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.276 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.273+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2023-12-03T11:37:59.276 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.273+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2023-12-03T11:37:59.276 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.273+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.276 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.273+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2023-12-03T11:37:59.276 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.273+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2023-12-03T11:37:59.276 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.273+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.276 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.273+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2023-12-03T11:37:59.276 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.273+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2023-12-03T11:37:59.276 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.273+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.276 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.274+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2023-12-03T11:37:59.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.274+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.4 2023-12-03T11:37:59.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.274+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.274+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.4 does not exist 2023-12-03T11:37:59.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.274+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.5 2023-12-03T11:37:59.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.274+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.274+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.5 does not exist 2023-12-03T11:37:59.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.274+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.6 2023-12-03T11:37:59.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.274+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.274+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.6 does not exist 2023-12-03T11:37:59.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.274+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.7 2023-12-03T11:37:59.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.274+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.275+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.7 does not exist 2023-12-03T11:37:59.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.275+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.8 2023-12-03T11:37:59.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.275+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.275+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.8 does not exist 2023-12-03T11:37:59.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.275+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.9 2023-12-03T11:37:59.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.275+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.275+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.9 does not exist 2023-12-03T11:37:59.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.275+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.10 2023-12-03T11:37:59.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.275+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.275+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.10 does not exist 2023-12-03T11:37:59.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.275+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.11 2023-12-03T11:37:59.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.275+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.276+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.11 does not exist 2023-12-03T11:37:59.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.276+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.12 2023-12-03T11:37:59.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.276+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.280 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.276+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.12 does not exist 2023-12-03T11:37:59.280 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.276+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.13 2023-12-03T11:37:59.280 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.276+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.280 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.276+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.13 does not exist 2023-12-03T11:37:59.280 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.276+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.14 2023-12-03T11:37:59.280 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.276+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.280 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.277+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.14 does not exist 2023-12-03T11:37:59.280 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.277+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.15 2023-12-03T11:37:59.280 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.277+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.280 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.277+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.15 does not exist 2023-12-03T11:37:59.280 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.277+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.16 2023-12-03T11:37:59.280 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.277+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.281 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.277+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.16 does not exist 2023-12-03T11:37:59.281 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.277+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.17 2023-12-03T11:37:59.281 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.277+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.281 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.277+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.17 does not exist 2023-12-03T11:37:59.281 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.277+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.18 2023-12-03T11:37:59.281 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.277+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.282 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.278+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.18 does not exist 2023-12-03T11:37:59.282 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.278+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.19 2023-12-03T11:37:59.282 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.278+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.283 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.278+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.19 does not exist 2023-12-03T11:37:59.283 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.278+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.20 2023-12-03T11:37:59.283 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.278+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.283 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.279+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.20 does not exist 2023-12-03T11:37:59.283 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.279+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.21 2023-12-03T11:37:59.283 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.279+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.283 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.279+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.21 does not exist 2023-12-03T11:37:59.283 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.279+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.22 2023-12-03T11:37:59.283 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.279+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.283 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.279+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.22 does not exist 2023-12-03T11:37:59.283 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.279+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.23 2023-12-03T11:37:59.283 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.279+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.283 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.279+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.23 does not exist 2023-12-03T11:37:59.283 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.279+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.24 2023-12-03T11:37:59.284 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.279+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.284 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.280+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.24 does not exist 2023-12-03T11:37:59.284 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.280+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.25 2023-12-03T11:37:59.284 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.280+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.284 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.280+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.25 does not exist 2023-12-03T11:37:59.284 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.280+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.26 2023-12-03T11:37:59.284 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.280+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.284 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.280+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.26 does not exist 2023-12-03T11:37:59.284 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.280+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.27 2023-12-03T11:37:59.284 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.280+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.284 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.280+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.27 does not exist 2023-12-03T11:37:59.284 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.280+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.28 2023-12-03T11:37:59.284 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.280+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.284 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.281+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.28 does not exist 2023-12-03T11:37:59.284 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.281+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.29 2023-12-03T11:37:59.285 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.281+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.285 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.281+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.29 does not exist 2023-12-03T11:37:59.285 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.281+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.30 2023-12-03T11:37:59.285 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.281+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.285 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.281+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.30 does not exist 2023-12-03T11:37:59.285 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.281+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.31 2023-12-03T11:37:59.285 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.281+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.287 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.281+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.31 does not exist 2023-12-03T11:37:59.287 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.281+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.32 2023-12-03T11:37:59.287 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.281+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.287 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.282+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.32 does not exist 2023-12-03T11:37:59.287 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.282+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.33 2023-12-03T11:37:59.287 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.282+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.287 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.282+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.33 does not exist 2023-12-03T11:37:59.287 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.282+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.34 2023-12-03T11:37:59.287 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.282+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.287 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.282+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.34 does not exist 2023-12-03T11:37:59.287 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.282+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.35 2023-12-03T11:37:59.288 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.282+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.288 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.283+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.35 does not exist 2023-12-03T11:37:59.288 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.283+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.36 2023-12-03T11:37:59.288 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.283+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.288 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.283+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.36 does not exist 2023-12-03T11:37:59.288 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.283+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.37 2023-12-03T11:37:59.288 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.283+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.288 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.283+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.37 does not exist 2023-12-03T11:37:59.288 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.283+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.38 2023-12-03T11:37:59.288 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.283+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.288 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.284+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.38 does not exist 2023-12-03T11:37:59.288 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.284+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.39 2023-12-03T11:37:59.288 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.284+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.288 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.284+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.39 does not exist 2023-12-03T11:37:59.289 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.284+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.40 2023-12-03T11:37:59.289 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.284+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.289 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.284+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.40 does not exist 2023-12-03T11:37:59.289 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.284+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.41 2023-12-03T11:37:59.289 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.284+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.289 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.284+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.41 does not exist 2023-12-03T11:37:59.289 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.284+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.42 2023-12-03T11:37:59.289 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.284+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.289 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.284+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.42 does not exist 2023-12-03T11:37:59.289 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.284+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.43 2023-12-03T11:37:59.289 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.284+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.289 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.285+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.43 does not exist 2023-12-03T11:37:59.289 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.285+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.44 2023-12-03T11:37:59.289 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.285+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.290 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.285+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.44 does not exist 2023-12-03T11:37:59.290 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.285+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.45 2023-12-03T11:37:59.290 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.285+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.290 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.286+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.45 does not exist 2023-12-03T11:37:59.290 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.286+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.46 2023-12-03T11:37:59.290 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.286+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.292 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.286+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.46 does not exist 2023-12-03T11:37:59.292 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.286+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.47 2023-12-03T11:37:59.292 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.286+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.286+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.47 does not exist 2023-12-03T11:37:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.286+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.48 2023-12-03T11:37:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.286+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.286+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.48 does not exist 2023-12-03T11:37:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.286+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.49 2023-12-03T11:37:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.286+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.286+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.49 does not exist 2023-12-03T11:37:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.286+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.50 2023-12-03T11:37:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.286+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.287+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.50 does not exist 2023-12-03T11:37:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.287+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.51 2023-12-03T11:37:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.287+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.287+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.51 does not exist 2023-12-03T11:37:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.287+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.52 2023-12-03T11:37:59.294 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.287+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.294 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.287+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.52 does not exist 2023-12-03T11:37:59.294 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.287+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.53 2023-12-03T11:37:59.294 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.287+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.294 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.287+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.53 does not exist 2023-12-03T11:37:59.294 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.287+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.54 2023-12-03T11:37:59.294 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.287+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.294 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.288+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.54 does not exist 2023-12-03T11:37:59.294 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.288+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.55 2023-12-03T11:37:59.294 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.288+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.294 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.288+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.55 does not exist 2023-12-03T11:37:59.294 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.288+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.56 2023-12-03T11:37:59.294 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.288+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.294 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.288+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.56 does not exist 2023-12-03T11:37:59.294 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.288+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.57 2023-12-03T11:37:59.295 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.288+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.295 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.289+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.57 does not exist 2023-12-03T11:37:59.295 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.289+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.58 2023-12-03T11:37:59.295 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.289+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.295 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.289+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.58 does not exist 2023-12-03T11:37:59.295 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.289+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.59 2023-12-03T11:37:59.295 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.289+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.295 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.289+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.59 does not exist 2023-12-03T11:37:59.295 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.289+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.60 2023-12-03T11:37:59.295 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.289+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.295 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.290+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.60 does not exist 2023-12-03T11:37:59.295 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.290+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.61 2023-12-03T11:37:59.295 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.290+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.295 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.290+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.61 does not exist 2023-12-03T11:37:59.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.290+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.62 2023-12-03T11:37:59.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.290+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.290+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.62 does not exist 2023-12-03T11:37:59.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.290+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.63 2023-12-03T11:37:59.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.290+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.290+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.63 does not exist 2023-12-03T11:37:59.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.290+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.64 2023-12-03T11:37:59.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.290+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.291+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.64 does not exist 2023-12-03T11:37:59.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.291+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.65 2023-12-03T11:37:59.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.291+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.291+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.65 does not exist 2023-12-03T11:37:59.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.291+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.66 2023-12-03T11:37:59.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.291+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.291+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.66 does not exist 2023-12-03T11:37:59.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.291+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.67 2023-12-03T11:37:59.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.291+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.297 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.291+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.67 does not exist 2023-12-03T11:37:59.297 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.291+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.68 2023-12-03T11:37:59.297 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.291+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.299 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.291+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.68 does not exist 2023-12-03T11:37:59.299 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.291+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.69 2023-12-03T11:37:59.299 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.291+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.300 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.292+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.69 does not exist 2023-12-03T11:37:59.300 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.292+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.70 2023-12-03T11:37:59.300 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.292+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.300 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.292+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.70 does not exist 2023-12-03T11:37:59.300 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.292+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.71 2023-12-03T11:37:59.300 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.292+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.300 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.292+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.71 does not exist 2023-12-03T11:37:59.300 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.292+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.72 2023-12-03T11:37:59.300 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.292+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.300 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.293+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.72 does not exist 2023-12-03T11:37:59.300 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.293+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.73 2023-12-03T11:37:59.300 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.293+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.300 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.293+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.73 does not exist 2023-12-03T11:37:59.300 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.293+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.74 2023-12-03T11:37:59.301 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.293+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.301 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.293+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.74 does not exist 2023-12-03T11:37:59.301 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.293+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.75 2023-12-03T11:37:59.301 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.293+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.301 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.294+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.75 does not exist 2023-12-03T11:37:59.301 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.294+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.76 2023-12-03T11:37:59.301 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.294+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.301 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.294+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.76 does not exist 2023-12-03T11:37:59.301 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.294+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.77 2023-12-03T11:37:59.301 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.294+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.301 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.294+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.77 does not exist 2023-12-03T11:37:59.301 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.294+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.78 2023-12-03T11:37:59.301 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.294+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.301 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.294+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.78 does not exist 2023-12-03T11:37:59.302 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.294+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.79 2023-12-03T11:37:59.302 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.294+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.302 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.295+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.79 does not exist 2023-12-03T11:37:59.302 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.295+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.80 2023-12-03T11:37:59.302 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.295+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.302 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.295+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.80 does not exist 2023-12-03T11:37:59.302 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.295+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.81 2023-12-03T11:37:59.302 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.295+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.302 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.295+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.81 does not exist 2023-12-03T11:37:59.302 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.295+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.82 2023-12-03T11:37:59.302 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.295+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.302 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.295+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.82 does not exist 2023-12-03T11:37:59.302 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.295+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.83 2023-12-03T11:37:59.303 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.295+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.303 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.295+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.83 does not exist 2023-12-03T11:37:59.303 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.295+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.84 2023-12-03T11:37:59.303 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.295+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.303 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.296+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.84 does not exist 2023-12-03T11:37:59.303 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.296+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.85 2023-12-03T11:37:59.303 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.296+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.303 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.296+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.85 does not exist 2023-12-03T11:37:59.303 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.296+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.86 2023-12-03T11:37:59.303 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.296+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.303 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.296+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.86 does not exist 2023-12-03T11:37:59.303 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.296+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.87 2023-12-03T11:37:59.303 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.296+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.303 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.297+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.87 does not exist 2023-12-03T11:37:59.304 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.297+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.88 2023-12-03T11:37:59.304 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.297+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.304 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.297+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.88 does not exist 2023-12-03T11:37:59.304 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.297+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.89 2023-12-03T11:37:59.304 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.297+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.304 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.297+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.89 does not exist 2023-12-03T11:37:59.304 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.297+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.90 2023-12-03T11:37:59.304 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.297+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.304 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.297+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.90 does not exist 2023-12-03T11:37:59.304 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.297+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.91 2023-12-03T11:37:59.304 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.297+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.304 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.297+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.91 does not exist 2023-12-03T11:37:59.304 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.297+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.92 2023-12-03T11:37:59.304 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.297+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.305 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.298+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.92 does not exist 2023-12-03T11:37:59.305 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.298+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.93 2023-12-03T11:37:59.305 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.298+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.305 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.298+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.93 does not exist 2023-12-03T11:37:59.305 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.298+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.94 2023-12-03T11:37:59.305 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.298+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.305 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.298+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.94 does not exist 2023-12-03T11:37:59.305 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.298+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.95 2023-12-03T11:37:59.305 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.298+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.308 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.298+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.95 does not exist 2023-12-03T11:37:59.308 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.298+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.96 2023-12-03T11:37:59.309 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.298+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.309 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.299+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.96 does not exist 2023-12-03T11:37:59.309 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.299+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.97 2023-12-03T11:37:59.309 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.299+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.309 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.299+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.97 does not exist 2023-12-03T11:37:59.309 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.299+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.98 2023-12-03T11:37:59.309 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.299+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.309 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.299+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.98 does not exist 2023-12-03T11:37:59.309 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.299+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.99 2023-12-03T11:37:59.309 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.299+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.309 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.300+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.99 does not exist 2023-12-03T11:37:59.309 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.300+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.100 2023-12-03T11:37:59.309 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.300+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.310 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.300+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.100 does not exist 2023-12-03T11:37:59.310 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.300+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.101 2023-12-03T11:37:59.310 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.300+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.310 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.300+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.101 does not exist 2023-12-03T11:37:59.310 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.300+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.102 2023-12-03T11:37:59.310 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.300+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.310 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.300+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.102 does not exist 2023-12-03T11:37:59.310 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.300+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.103 2023-12-03T11:37:59.310 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.300+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.310 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.301+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.103 does not exist 2023-12-03T11:37:59.310 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.301+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.104 2023-12-03T11:37:59.310 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.301+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.310 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.301+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.104 does not exist 2023-12-03T11:37:59.310 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.301+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.105 2023-12-03T11:37:59.311 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.301+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.311 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.301+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.105 does not exist 2023-12-03T11:37:59.311 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.301+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.106 2023-12-03T11:37:59.311 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.301+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.311 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.301+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.106 does not exist 2023-12-03T11:37:59.311 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.301+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.107 2023-12-03T11:37:59.311 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.301+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.311 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.301+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.107 does not exist 2023-12-03T11:37:59.311 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.301+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.108 2023-12-03T11:37:59.311 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.301+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.311 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.302+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.108 does not exist 2023-12-03T11:37:59.311 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.302+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.109 2023-12-03T11:37:59.311 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.302+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.311 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.302+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.109 does not exist 2023-12-03T11:37:59.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.302+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.110 2023-12-03T11:37:59.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.302+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.302+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.110 does not exist 2023-12-03T11:37:59.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.302+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.111 2023-12-03T11:37:59.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.302+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.302+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.111 does not exist 2023-12-03T11:37:59.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.302+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.112 2023-12-03T11:37:59.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.302+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.303+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.112 does not exist 2023-12-03T11:37:59.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.303+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.113 2023-12-03T11:37:59.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.303+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.303+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.113 does not exist 2023-12-03T11:37:59.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.303+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.114 2023-12-03T11:37:59.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.303+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.303+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.114 does not exist 2023-12-03T11:37:59.313 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.303+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.115 2023-12-03T11:37:59.313 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.303+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.313 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.304+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.115 does not exist 2023-12-03T11:37:59.313 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.304+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.116 2023-12-03T11:37:59.313 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.304+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.313 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.304+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.116 does not exist 2023-12-03T11:37:59.313 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.304+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.117 2023-12-03T11:37:59.313 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.304+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.313 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.304+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.117 does not exist 2023-12-03T11:37:59.313 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.304+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.118 2023-12-03T11:37:59.313 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.304+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.313 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.304+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.118 does not exist 2023-12-03T11:37:59.313 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.304+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.119 2023-12-03T11:37:59.313 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.304+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.313 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.305+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.119 does not exist 2023-12-03T11:37:59.314 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.305+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.120 2023-12-03T11:37:59.314 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.305+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.314 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.305+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.120 does not exist 2023-12-03T11:37:59.314 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.305+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.121 2023-12-03T11:37:59.314 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.305+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.314 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.305+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.121 does not exist 2023-12-03T11:37:59.314 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.305+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.122 2023-12-03T11:37:59.314 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.305+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.314 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.305+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.122 does not exist 2023-12-03T11:37:59.314 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.305+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.123 2023-12-03T11:37:59.314 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.305+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.314 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.305+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.123 does not exist 2023-12-03T11:37:59.314 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.305+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.124 2023-12-03T11:37:59.314 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.305+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.315 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.306+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.124 does not exist 2023-12-03T11:37:59.315 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.306+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.125 2023-12-03T11:37:59.315 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.306+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.315 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.306+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.125 does not exist 2023-12-03T11:37:59.315 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.306+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.126 2023-12-03T11:37:59.315 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.306+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.315 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.306+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.126 does not exist 2023-12-03T11:37:59.315 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.306+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.127 2023-12-03T11:37:59.315 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.306+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.315 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.307+0000 7fe12589d800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.127 does not exist 2023-12-03T11:37:59.315 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.307+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1210 entering 2023-12-03T11:37:59.316 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.308+0000 7fe12589d800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:37:59.316 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.313+0000 7fe0e97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:37:59.316 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.313+0000 7fe12589d800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:37:59.316 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:37:59.313+0000 7fe12589d800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:02.250 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.248+0000 7fe12589d800 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2023-12-03T11:38:02.250 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.248+0000 7fe12589d800 5 note: GC not initialized 2023-12-03T11:38:02.250 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.248+0000 7fe047fff640 20 reqs_thread_entry: start 2023-12-03T11:38:02.250 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.248+0000 7fe12589d800 20 init_complete bucket index max shards: 1 2023-12-03T11:38:02.250 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.248+0000 7fe12589d800 20 Filter name: none 2023-12-03T11:38:02.250 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.249+0000 7fe045ffb640 20 reqs_thread_entry: start 2023-12-03T11:38:02.275 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.273+0000 7fe0e97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:02.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.276+0000 7fe12589d800 20 remove_watcher() i=0 2023-12-03T11:38:02.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.276+0000 7fe12589d800 2 removed watcher, disabling cache 2023-12-03T11:38:02.278 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.277+0000 7fe12589d800 20 remove_watcher() i=1 2023-12-03T11:38:02.280 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.279+0000 7fe12589d800 20 remove_watcher() i=2 2023-12-03T11:38:02.284 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.282+0000 7fe12589d800 20 remove_watcher() i=3 2023-12-03T11:38:02.285 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.284+0000 7fe12589d800 20 remove_watcher() i=4 2023-12-03T11:38:02.286 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.285+0000 7fe12589d800 20 remove_watcher() i=5 2023-12-03T11:38:02.289 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.288+0000 7fe12589d800 20 remove_watcher() i=6 2023-12-03T11:38:02.290 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.289+0000 7fe12589d800 20 remove_watcher() i=7 2023-12-03T11:38:02.391 INFO:teuthology.orchestra.run.smithi145.stdout:[] 2023-12-03T11:38:02.391 DEBUG:tasks.util.rgw: json result: [] 2023-12-03T11:38:02.391 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2023-12-03T11:38:02.391 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2023-12-03T11:38:02.391 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2023-12-03T11:38:02.441 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:02.441 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:02.453 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.452+0000 7f61b5a2f800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:02.453 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.452+0000 7f61b5a2f800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:02.457 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.455+0000 7f60eeffd640 20 reqs_thread_entry: start 2023-12-03T11:38:02.468 INFO:teuthology.orchestra.run.smithi145.stdout:{"id":"d459f8dd-7fd7-45a6-9139-9aa0f97fcc03","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":"","notif_pool":"default.rgw.log:notif"} 2023-12-03T11:38:02.468 DEBUG:tasks.util.rgw: json result: {'id': 'd459f8dd-7fd7-45a6-9139-9aa0f97fcc03', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2023-12-03T11:38:02.468 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2023-12-03T11:38:02.468 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2023-12-03T11:38:02.468 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2023-12-03T11:38:02.509 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:02.510 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:02.520 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.519+0000 7f8f23520800 20 rados->read ofs=0 len=0 2023-12-03T11:38:02.522 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.521+0000 7f8f23520800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:02.522 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.521+0000 7f8f23520800 20 realm 2023-12-03T11:38:02.522 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.521+0000 7f8f23520800 20 rados->read ofs=0 len=0 2023-12-03T11:38:02.522 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.521+0000 7f8f23520800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:02.523 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.521+0000 7f8f23520800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:02.523 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.521+0000 7f8f23520800 20 rados->read ofs=0 len=0 2023-12-03T11:38:02.523 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.521+0000 7f8f23520800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:02.523 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.521+0000 7f8f23520800 20 rados->read ofs=0 len=0 2023-12-03T11:38:02.523 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.522+0000 7f8f23520800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:02.523 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.522+0000 7f8f23520800 20 rados->read ofs=0 len=0 2023-12-03T11:38:02.524 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.523+0000 7f8f23520800 20 rados_obj.operate() r=0 bl.length=890 2023-12-03T11:38:02.524 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.523+0000 7f8f23520800 20 searching for the correct realm 2023-12-03T11:38:02.533 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.532+0000 7f8f1f27e640 0 -- 172.21.15.145:0/239931747 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f8f18057ec0 msgr2=0x7f8f18056bc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:02.535 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.533+0000 7f8f23520800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:38:02.535 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.533+0000 7f8f23520800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:38:02.535 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.533+0000 7f8f23520800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:02.535 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.533+0000 7f8f23520800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:02.535 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.533+0000 7f8f23520800 20 rados->read ofs=0 len=0 2023-12-03T11:38:02.535 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.533+0000 7f8f23520800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:02.535 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.533+0000 7f8f23520800 20 rados->read ofs=0 len=0 2023-12-03T11:38:02.536 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.534+0000 7f8f23520800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:02.536 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.534+0000 7f8f23520800 20 rados->read ofs=0 len=0 2023-12-03T11:38:02.536 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.534+0000 7f8f23520800 20 rados_obj.operate() r=0 bl.length=420 2023-12-03T11:38:02.536 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.534+0000 7f8f23520800 20 zone default found 2023-12-03T11:38:02.536 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.534+0000 7f8f23520800 4 Realm: () 2023-12-03T11:38:02.537 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.534+0000 7f8f23520800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:38:02.537 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.534+0000 7f8f23520800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:38:02.537 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.534+0000 7f8f23520800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:02.537 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.534+0000 7f8f23520800 20 zonegroup default 2023-12-03T11:38:02.537 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.534+0000 7f8f23520800 20 rados->read ofs=0 len=0 2023-12-03T11:38:02.537 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.534+0000 7f8f23520800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:02.537 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.534+0000 7f8f23520800 20 rados->read ofs=0 len=0 2023-12-03T11:38:02.537 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.535+0000 7f8f23520800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:02.537 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.535+0000 7f8f23520800 20 rados->read ofs=0 len=0 2023-12-03T11:38:02.537 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.535+0000 7f8f23520800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:02.537 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.535+0000 7f8f23520800 20 started sync module instance, tier type = 2023-12-03T11:38:02.537 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.535+0000 7f8f23520800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:38:02.542 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.541+0000 7f8f1fa7f640 0 -- 172.21.15.145:0/239931747 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f8f1402a970 msgr2=0x7f8f14034400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:02.548 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.547+0000 7f8f23520800 20 add_watcher() i=0 2023-12-03T11:38:02.549 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.547+0000 7f8f23520800 20 add_watcher() i=1 2023-12-03T11:38:02.549 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.547+0000 7f8f23520800 20 add_watcher() i=2 2023-12-03T11:38:02.549 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.547+0000 7f8f23520800 20 add_watcher() i=3 2023-12-03T11:38:02.549 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.547+0000 7f8f23520800 20 add_watcher() i=4 2023-12-03T11:38:02.550 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.549+0000 7f8f23520800 20 add_watcher() i=5 2023-12-03T11:38:02.552 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.551+0000 7f8f23520800 20 add_watcher() i=6 2023-12-03T11:38:02.553 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.551+0000 7f8f23520800 20 add_watcher() i=7 2023-12-03T11:38:02.553 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.551+0000 7f8f23520800 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:02.555 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.553+0000 7f8ee57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:02.555 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.553+0000 7f8f23520800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:02.555 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.553+0000 7f8f23520800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:02.562 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.558+0000 7f8f23520800 5 note: GC not initialized 2023-12-03T11:38:02.562 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.558+0000 7f8e53fff640 20 reqs_thread_entry: start 2023-12-03T11:38:02.562 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.558+0000 7f8f23520800 20 init_complete bucket index max shards: 1 2023-12-03T11:38:02.562 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.558+0000 7f8f23520800 20 Filter name: none 2023-12-03T11:38:02.562 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.559+0000 7f8e51ffb640 20 reqs_thread_entry: start 2023-12-03T11:38:02.569 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.567+0000 7f8ee57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:02.571 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.569+0000 7f8f23520800 20 remove_watcher() i=0 2023-12-03T11:38:02.571 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.569+0000 7f8f23520800 2 removed watcher, disabling cache 2023-12-03T11:38:02.572 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.571+0000 7f8f23520800 20 remove_watcher() i=1 2023-12-03T11:38:02.574 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.573+0000 7f8f23520800 20 remove_watcher() i=2 2023-12-03T11:38:02.575 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.574+0000 7f8f23520800 20 remove_watcher() i=3 2023-12-03T11:38:02.577 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.576+0000 7f8f23520800 20 remove_watcher() i=4 2023-12-03T11:38:02.578 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.577+0000 7f8f23520800 20 remove_watcher() i=5 2023-12-03T11:38:02.581 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.580+0000 7f8f23520800 20 remove_watcher() i=6 2023-12-03T11:38:02.582 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.581+0000 7f8f23520800 20 remove_watcher() i=7 2023-12-03T11:38:02.587 INFO:teuthology.orchestra.run.smithi145.stdout:[] 2023-12-03T11:38:02.587 DEBUG:tasks.util.rgw: json result: [] 2023-12-03T11:38:02.587 INFO:tasks.rgw:Configuring storage class type = LUKEWARM 2023-12-03T11:38:02.587 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2023-12-03T11:38:02.587 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2023-12-03T11:38:02.587 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2023-12-03T11:38:02.674 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:02.674 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:02.685 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.683+0000 7f4f5272c800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:02.685 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.683+0000 7f4f5272c800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:02.688 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.687+0000 7f4e8bfff640 20 reqs_thread_entry: start 2023-12-03T11:38:02.697 INFO:teuthology.orchestra.run.smithi145.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["LUKEWARM","STANDARD"]}}] 2023-12-03T11:38:02.698 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['LUKEWARM', 'STANDARD']}}] 2023-12-03T11:38:02.698 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2023-12-03T11:38:02.698 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2023-12-03T11:38:02.698 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2023-12-03T11:38:02.746 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:02.746 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:02.757 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.756+0000 7f926422f800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:02.757 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.756+0000 7f926422f800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:02.761 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.759+0000 7f91bd7fa640 20 reqs_thread_entry: start 2023-12-03T11:38:02.770 INFO:teuthology.orchestra.run.smithi145.stdout:{"id":"d459f8dd-7fd7-45a6-9139-9aa0f97fcc03","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":"","notif_pool":"default.rgw.log:notif"} 2023-12-03T11:38:02.770 DEBUG:tasks.util.rgw: json result: {'id': 'd459f8dd-7fd7-45a6-9139-9aa0f97fcc03', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2023-12-03T11:38:02.770 INFO:tasks.rgw:Configuring storage class type = FROZEN 2023-12-03T11:38:02.771 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2023-12-03T11:38:02.771 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2023-12-03T11:38:02.771 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2023-12-03T11:38:02.817 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:02.817 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:02.828 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.827+0000 7f595f28c800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:02.828 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.827+0000 7f595f28c800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:02.831 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.830+0000 7f589b7fe640 20 reqs_thread_entry: start 2023-12-03T11:38:02.843 INFO:teuthology.orchestra.run.smithi145.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2023-12-03T11:38:02.843 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2023-12-03T11:38:02.843 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2023-12-03T11:38:02.843 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2023-12-03T11:38:02.843 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2023-12-03T11:38:02.891 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:02.892 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:02.902 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.901+0000 7fdbbbc33800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:02.902 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.901+0000 7fdbbbc33800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:02.905 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:38:02.904+0000 7fdaf6ffd640 20 reqs_thread_entry: start 2023-12-03T11:38:02.915 INFO:teuthology.orchestra.run.smithi145.stdout:{"id":"d459f8dd-7fd7-45a6-9139-9aa0f97fcc03","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":"","notif_pool":"default.rgw.log:notif"} 2023-12-03T11:38:02.915 DEBUG:tasks.util.rgw: json result: {'id': 'd459f8dd-7fd7-45a6-9139-9aa0f97fcc03', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2023-12-03T11:38:02.915 INFO:tasks.rgw:Starting rgw... 2023-12-03T11:38:02.916 INFO:tasks.rgw:rgw client.0 config is {'ssl certificate': 'rgw.client.0'} 2023-12-03T11:38:02.916 INFO:tasks.rgw:Using beast as radosgw frontend 2023-12-03T11:38:02.916 INFO:tasks.rgw.client.0:Restarting daemon 2023-12-03T11:38:02.916 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2023-12-03T11:38:02.918 INFO:tasks.rgw.client.0:Started 2023-12-03T11:38:02.918 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on https://smithi145.front.sepia.ceph.com:443/ 2023-12-03T11:38:02.918 DEBUG:teuthology.orchestra.run.smithi145:> curl https://smithi145.front.sepia.ceph.com:443/ 2023-12-03T11:38:02.946 INFO:teuthology.orchestra.run.smithi145.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2023-12-03T11:38:02.947 INFO:teuthology.orchestra.run.smithi145.stderr: Dload Upload Total Spent Left Speed 2023-12-03T11:38:02.947 INFO:teuthology.orchestra.run.smithi145.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2023-12-03T11:38:02.947 DEBUG:teuthology.orchestra.run:got remote process result: 7 2023-12-03T11:38:02.948 INFO:teuthology.orchestra.run.smithi145.stderr:curl: (7) Failed to connect to smithi145.front.sepia.ceph.com port 443: Connection refused 2023-12-03T11:38:03.169 INFO:tasks.rgw.client.0.smithi145.stdout:2023-12-03T11:38:03.167+0000 7f60a9e4f880 -1 ssl_private_key was not found: rgw/cert//default.key 2023-12-03T11:38:03.949 DEBUG:teuthology.orchestra.run.smithi145:> curl https://smithi145.front.sepia.ceph.com:443/ 2023-12-03T11:38:03.969 INFO:teuthology.orchestra.run.smithi145.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2023-12-03T11:38:03.969 INFO:teuthology.orchestra.run.smithi145.stderr: Dload Upload Total Spent Left Speed 2023-12-03T11:38:04.039 INFO:teuthology.orchestra.run.smithi145.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 3057 0 --:--:-- --:--:-- --:--:-- 3057 2023-12-03T11:38:04.040 INFO:teuthology.orchestra.run.smithi145.stdout:anonymous 2023-12-03T11:38:04.040 INFO:teuthology.run_tasks:Running task tox... 2023-12-03T11:38:04.050 INFO:tasks.tox:Deploying tox from pip... 2023-12-03T11:38:04.050 DEBUG:teuthology.orchestra.run.smithi145:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2023-12-03T11:38:06.365 DEBUG:teuthology.orchestra.run.smithi145:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox==3.15.0 2023-12-03T11:38:06.877 INFO:teuthology.orchestra.run.smithi145.stdout:Collecting tox==3.15.0 2023-12-03T11:38:06.952 INFO:teuthology.orchestra.run.smithi145.stdout: Downloading tox-3.15.0-py2.py3-none-any.whl (82 kB) 2023-12-03T11:38:07.110 INFO:teuthology.orchestra.run.smithi145.stdout:Collecting filelock<4,>=3.0.0 2023-12-03T11:38:07.127 INFO:teuthology.orchestra.run.smithi145.stdout: Downloading filelock-3.13.1-py3-none-any.whl (11 kB) 2023-12-03T11:38:07.397 INFO:teuthology.orchestra.run.smithi145.stdout:Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0 2023-12-03T11:38:07.416 INFO:teuthology.orchestra.run.smithi145.stdout: Downloading virtualenv-20.25.0-py3-none-any.whl (3.8 MB) 2023-12-03T11:38:07.642 INFO:teuthology.orchestra.run.smithi145.stdout:Collecting packaging>=14 2023-12-03T11:38:07.659 INFO:teuthology.orchestra.run.smithi145.stdout: Downloading packaging-23.2-py3-none-any.whl (53 kB) 2023-12-03T11:38:07.744 INFO:teuthology.orchestra.run.smithi145.stdout:Collecting six<2,>=1.14.0 2023-12-03T11:38:07.761 INFO:teuthology.orchestra.run.smithi145.stdout: Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2023-12-03T11:38:07.839 INFO:teuthology.orchestra.run.smithi145.stdout:Collecting py<2,>=1.4.17 2023-12-03T11:38:07.856 INFO:teuthology.orchestra.run.smithi145.stdout: Downloading py-1.11.0-py2.py3-none-any.whl (98 kB) 2023-12-03T11:38:07.930 INFO:teuthology.orchestra.run.smithi145.stdout:Collecting toml>=0.9.4 2023-12-03T11:38:07.947 INFO:teuthology.orchestra.run.smithi145.stdout: Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB) 2023-12-03T11:38:08.017 INFO:teuthology.orchestra.run.smithi145.stdout:Collecting pluggy<1,>=0.12.0 2023-12-03T11:38:08.034 INFO:teuthology.orchestra.run.smithi145.stdout: Downloading pluggy-0.13.1-py2.py3-none-any.whl (18 kB) 2023-12-03T11:38:08.168 INFO:teuthology.orchestra.run.smithi145.stdout:Collecting platformdirs<5,>=3.9.1 2023-12-03T11:38:08.186 INFO:teuthology.orchestra.run.smithi145.stdout: Downloading platformdirs-4.0.0-py3-none-any.whl (17 kB) 2023-12-03T11:38:08.268 INFO:teuthology.orchestra.run.smithi145.stdout:Collecting distlib<1,>=0.3.7 2023-12-03T11:38:08.293 INFO:teuthology.orchestra.run.smithi145.stdout: Downloading distlib-0.3.7-py2.py3-none-any.whl (468 kB) 2023-12-03T11:38:08.425 INFO:teuthology.orchestra.run.smithi145.stdout:Installing collected packages: platformdirs, filelock, distlib, virtualenv, toml, six, py, pluggy, packaging, tox 2023-12-03T11:38:09.200 INFO:teuthology.orchestra.run.smithi145.stdout:Successfully installed distlib-0.3.7 filelock-3.13.1 packaging-23.2 platformdirs-4.0.0 pluggy-0.13.1 py-1.11.0 six-1.16.0 toml-0.10.2 tox-3.15.0 virtualenv-20.25.0 2023-12-03T11:38:09.397 INFO:teuthology.orchestra.run.smithi145.stderr:WARNING: You are using pip version 21.2.3; however, version 23.3.1 is available. 2023-12-03T11:38:09.398 INFO:teuthology.orchestra.run.smithi145.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2023-12-03T11:38:09.462 INFO:teuthology.run_tasks:Running task workunit... 2023-12-03T11:38:09.478 INFO:tasks.workunit:Pulling workunits from ref bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:38:09.478 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-03T11:38:09.478 DEBUG:teuthology.orchestra.run.smithi145:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:38:09.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:38:09.493 INFO:teuthology.orchestra.run.smithi145.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-03T11:38:09.493 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:38:09.548 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-03T11:38:09.548 DEBUG:teuthology.orchestra.run.smithi145:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-03T11:38:09.603 INFO:tasks.workunit:timeout=3h 2023-12-03T11:38:09.603 INFO:tasks.workunit:cleanup=True 2023-12-03T11:38:09.603 DEBUG:teuthology.orchestra.run.smithi145:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:38:09.658 INFO:tasks.workunit.client.0.smithi145.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-03T11:39:14.271 INFO:tasks.workunit.client.0.smithi145.stderr:Note: switching to 'bcbf278cf395873c2a482f5a7b2345faf2160319'. 2023-12-03T11:39:14.271 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:14.271 INFO:tasks.workunit.client.0.smithi145.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-12-03T11:39:14.271 INFO:tasks.workunit.client.0.smithi145.stderr:changes and commit them, and you can discard any commits you make in this 2023-12-03T11:39:14.271 INFO:tasks.workunit.client.0.smithi145.stderr:state without impacting any branches by switching back to a branch. 2023-12-03T11:39:14.271 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:14.271 INFO:tasks.workunit.client.0.smithi145.stderr:If you want to create a new branch to retain commits you create, you may 2023-12-03T11:39:14.271 INFO:tasks.workunit.client.0.smithi145.stderr:do so (now or later) by using -c with the switch command. Example: 2023-12-03T11:39:14.271 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:14.272 INFO:tasks.workunit.client.0.smithi145.stderr: git switch -c 2023-12-03T11:39:14.272 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:14.272 INFO:tasks.workunit.client.0.smithi145.stderr:Or undo this operation with: 2023-12-03T11:39:14.272 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:14.272 INFO:tasks.workunit.client.0.smithi145.stderr: git switch - 2023-12-03T11:39:14.272 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:14.272 INFO:tasks.workunit.client.0.smithi145.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-12-03T11:39:14.272 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:14.272 INFO:tasks.workunit.client.0.smithi145.stderr:HEAD is now at bcbf278cf39 RGW:pubsub publish commit with etag populated 2023-12-03T11:39:14.273 DEBUG:teuthology.orchestra.run.smithi145:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-03T11:39:14.335 INFO:tasks.workunit.client.0.smithi145.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-03T11:39:14.337 INFO:tasks.workunit.client.0.smithi145.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-03T11:39:14.337 INFO:tasks.workunit.client.0.smithi145.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-03T11:39:14.962 INFO:tasks.workunit.client.0.smithi145.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-03T11:39:15.043 INFO:tasks.workunit.client.0.smithi145.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-03T11:39:15.083 INFO:tasks.workunit.client.0.smithi145.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-03T11:39:15.085 INFO:tasks.workunit.client.0.smithi145.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-03T11:39:15.085 INFO:tasks.workunit.client.0.smithi145.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-03T11:39:15.123 INFO:tasks.workunit.client.0.smithi145.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-03T11:39:15.126 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:39:15.126 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-03T11:39:15.181 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2023-12-03T11:39:15.182 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2023-12-03T11:39:15.183 DEBUG:teuthology.orchestra.run.smithi145:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2023-12-03T11:39:15.239 INFO:tasks.workunit.client.0.smithi145.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2023-12-03T11:39:15.240 INFO:tasks.workunit.client.0.smithi145.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-12-03T11:39:15.240 INFO:tasks.workunit.client.0.smithi145.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-12-03T11:39:17.554 INFO:tasks.workunit.client.0.smithi145.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2023-12-03T11:39:17.555 INFO:tasks.workunit.client.0.smithi145.stderr:++ deactivate nondestructive 2023-12-03T11:39:17.555 INFO:tasks.workunit.client.0.smithi145.stderr:++ '[' -n '' ']' 2023-12-03T11:39:17.555 INFO:tasks.workunit.client.0.smithi145.stderr:++ '[' -n '' ']' 2023-12-03T11:39:17.555 INFO:tasks.workunit.client.0.smithi145.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2023-12-03T11:39:17.555 INFO:tasks.workunit.client.0.smithi145.stderr:++ hash -r 2023-12-03T11:39:17.555 INFO:tasks.workunit.client.0.smithi145.stderr:++ '[' -n '' ']' 2023-12-03T11:39:17.555 INFO:tasks.workunit.client.0.smithi145.stderr:++ unset VIRTUAL_ENV 2023-12-03T11:39:17.555 INFO:tasks.workunit.client.0.smithi145.stderr:++ '[' '!' nondestructive = nondestructive ']' 2023-12-03T11:39:17.555 INFO:tasks.workunit.client.0.smithi145.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-12-03T11:39:17.555 INFO:tasks.workunit.client.0.smithi145.stderr:++ export VIRTUAL_ENV 2023-12-03T11:39:17.556 INFO:tasks.workunit.client.0.smithi145.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2023-12-03T11:39:17.556 INFO:tasks.workunit.client.0.smithi145.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2023-12-03T11:39:17.556 INFO:tasks.workunit.client.0.smithi145.stderr:++ export PATH 2023-12-03T11:39:17.556 INFO:tasks.workunit.client.0.smithi145.stderr:++ '[' -n '' ']' 2023-12-03T11:39:17.557 INFO:tasks.workunit.client.0.smithi145.stderr:++ '[' -z '' ']' 2023-12-03T11:39:17.557 INFO:tasks.workunit.client.0.smithi145.stderr:++ _OLD_VIRTUAL_PS1= 2023-12-03T11:39:17.557 INFO:tasks.workunit.client.0.smithi145.stderr:++ PS1='(rgw) ' 2023-12-03T11:39:17.557 INFO:tasks.workunit.client.0.smithi145.stderr:++ export PS1 2023-12-03T11:39:17.557 INFO:tasks.workunit.client.0.smithi145.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2023-12-03T11:39:17.557 INFO:tasks.workunit.client.0.smithi145.stderr:++ hash -r 2023-12-03T11:39:17.557 INFO:tasks.workunit.client.0.smithi145.stderr:+ pip install pip --upgrade 2023-12-03T11:39:17.782 INFO:tasks.workunit.client.0.smithi145.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.2.3) 2023-12-03T11:39:18.402 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting pip 2023-12-03T11:39:18.965 INFO:tasks.workunit.client.0.smithi145.stdout: Downloading pip-23.3.1-py3-none-any.whl (2.1 MB) 2023-12-03T11:39:22.639 INFO:tasks.workunit.client.0.smithi145.stdout:Installing collected packages: pip 2023-12-03T11:39:22.639 INFO:tasks.workunit.client.0.smithi145.stdout: Attempting uninstall: pip 2023-12-03T11:39:22.639 INFO:tasks.workunit.client.0.smithi145.stdout: Found existing installation: pip 21.2.3 2023-12-03T11:39:22.790 INFO:tasks.workunit.client.0.smithi145.stdout: Uninstalling pip-21.2.3: 2023-12-03T11:39:22.795 INFO:tasks.workunit.client.0.smithi145.stdout: Successfully uninstalled pip-21.2.3 2023-12-03T11:39:23.775 INFO:tasks.workunit.client.0.smithi145.stdout:Successfully installed pip-23.3.1 2023-12-03T11:39:24.029 INFO:tasks.workunit.client.0.smithi145.stderr:+ pip install boto3 2023-12-03T11:39:25.576 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting boto3 2023-12-03T11:39:25.944 INFO:tasks.workunit.client.0.smithi145.stdout: Downloading boto3-1.33.6-py3-none-any.whl.metadata (6.7 kB) 2023-12-03T11:39:26.757 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting botocore<1.34.0,>=1.33.6 (from boto3) 2023-12-03T11:39:26.873 INFO:tasks.workunit.client.0.smithi145.stdout: Downloading botocore-1.33.6-py3-none-any.whl.metadata (6.1 kB) 2023-12-03T11:39:27.085 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2023-12-03T11:39:27.195 INFO:tasks.workunit.client.0.smithi145.stdout: Downloading jmespath-1.0.1-py3-none-any.whl (20 kB) 2023-12-03T11:39:27.448 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting s3transfer<0.9.0,>=0.8.2 (from boto3) 2023-12-03T11:39:27.554 INFO:tasks.workunit.client.0.smithi145.stdout: Downloading s3transfer-0.8.2-py3-none-any.whl.metadata (1.8 kB) 2023-12-03T11:39:27.774 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.34.0,>=1.33.6->boto3) 2023-12-03T11:39:27.904 INFO:tasks.workunit.client.0.smithi145.stdout: Downloading python_dateutil-2.8.2-py2.py3-none-any.whl (247 kB) 2023-12-03T11:39:28.421 INFO:tasks.workunit.client.0.smithi145.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 247.7/247.7 kB 476.7 kB/s eta 0:00:00 2023-12-03T11:39:28.627 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.34.0,>=1.33.6->boto3) 2023-12-03T11:39:28.753 INFO:tasks.workunit.client.0.smithi145.stdout: Downloading urllib3-1.26.18-py2.py3-none-any.whl.metadata (48 kB) 2023-12-03T11:39:28.872 INFO:tasks.workunit.client.0.smithi145.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 48.9/48.9 kB 381.7 kB/s eta 0:00:00 2023-12-03T11:39:29.199 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.34.0,>=1.33.6->boto3) 2023-12-03T11:39:29.330 INFO:tasks.workunit.client.0.smithi145.stdout: Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2023-12-03T11:39:29.537 INFO:tasks.workunit.client.0.smithi145.stdout:Downloading boto3-1.33.6-py3-none-any.whl (139 kB) 2023-12-03T11:39:29.790 INFO:tasks.workunit.client.0.smithi145.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 139.3/139.3 kB 552.4 kB/s eta 0:00:00 2023-12-03T11:39:29.913 INFO:tasks.workunit.client.0.smithi145.stdout:Downloading botocore-1.33.6-py3-none-any.whl (11.8 MB) 2023-12-03T11:39:35.626 INFO:tasks.workunit.client.0.smithi145.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 11.8/11.8 MB 2.5 MB/s eta 0:00:00 2023-12-03T11:39:35.792 INFO:tasks.workunit.client.0.smithi145.stdout:Downloading s3transfer-0.8.2-py3-none-any.whl (82 kB) 2023-12-03T11:39:35.857 INFO:tasks.workunit.client.0.smithi145.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 82.0/82.0 kB 1.1 MB/s eta 0:00:00 2023-12-03T11:39:36.003 INFO:tasks.workunit.client.0.smithi145.stdout:Downloading urllib3-1.26.18-py2.py3-none-any.whl (143 kB) 2023-12-03T11:39:36.083 INFO:tasks.workunit.client.0.smithi145.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 143.8/143.8 kB 1.8 MB/s eta 0:00:00 2023-12-03T11:39:36.188 INFO:tasks.workunit.client.0.smithi145.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2023-12-03T11:39:37.225 INFO:tasks.workunit.client.0.smithi145.stdout:Successfully installed boto3-1.33.6 botocore-1.33.6 jmespath-1.0.1 python-dateutil-2.8.2 s3transfer-0.8.2 six-1.16.0 urllib3-1.26.18 2023-12-03T11:39:37.354 INFO:tasks.workunit.client.0.smithi145.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2023-12-03T11:39:37.490 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2023-12-03T11:39:37.523 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:37.523 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:37.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.536+0000 7f5cecb26800 20 rados->read ofs=0 len=0 2023-12-03T11:39:37.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.537+0000 7f5cecb26800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:37.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.537+0000 7f5cecb26800 20 realm 2023-12-03T11:39:37.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.537+0000 7f5cecb26800 20 rados->read ofs=0 len=0 2023-12-03T11:39:37.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.537+0000 7f5cecb26800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:37.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.537+0000 7f5cecb26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:37.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.537+0000 7f5cecb26800 20 rados->read ofs=0 len=0 2023-12-03T11:39:37.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.537+0000 7f5cecb26800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:37.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.537+0000 7f5cecb26800 20 rados->read ofs=0 len=0 2023-12-03T11:39:37.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.538+0000 7f5cecb26800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:37.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.538+0000 7f5cecb26800 20 rados->read ofs=0 len=0 2023-12-03T11:39:37.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.539+0000 7f5cecb26800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:37.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.539+0000 7f5cecb26800 20 searching for the correct realm 2023-12-03T11:39:37.551 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.550+0000 7f5ce8723640 0 -- 172.21.15.145:0/3147384451 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55b2b43ec100 msgr2=0x55b2b43ee550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:39:37.553 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.551+0000 7f5cecb26800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:37.553 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.551+0000 7f5cecb26800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:37.553 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.551+0000 7f5cecb26800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:37.553 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.551+0000 7f5cecb26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:37.553 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.551+0000 7f5cecb26800 20 rados->read ofs=0 len=0 2023-12-03T11:39:37.553 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.552+0000 7f5cecb26800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:37.553 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.552+0000 7f5cecb26800 20 rados->read ofs=0 len=0 2023-12-03T11:39:37.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.552+0000 7f5cecb26800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:37.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.552+0000 7f5cecb26800 20 rados->read ofs=0 len=0 2023-12-03T11:39:37.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.553+0000 7f5cecb26800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:37.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.553+0000 7f5cecb26800 20 zone default found 2023-12-03T11:39:37.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.553+0000 7f5cecb26800 4 Realm: () 2023-12-03T11:39:37.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.553+0000 7f5cecb26800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:37.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.553+0000 7f5cecb26800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:37.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.553+0000 7f5cecb26800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:37.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.553+0000 7f5cecb26800 20 zonegroup default 2023-12-03T11:39:37.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.553+0000 7f5cecb26800 20 rados->read ofs=0 len=0 2023-12-03T11:39:37.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.553+0000 7f5cecb26800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:37.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.553+0000 7f5cecb26800 20 rados->read ofs=0 len=0 2023-12-03T11:39:37.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.553+0000 7f5cecb26800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:37.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.553+0000 7f5cecb26800 20 rados->read ofs=0 len=0 2023-12-03T11:39:37.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.554+0000 7f5cecb26800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:37.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.554+0000 7f5cecb26800 20 started sync module instance, tier type = 2023-12-03T11:39:37.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.554+0000 7f5cecb26800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:37.566 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.565+0000 7f5cdff22640 0 -- 172.21.15.145:0/3147384451 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55b2b43ef930 msgr2=0x55b2b43f1d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:37.570 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.569+0000 7f5cecb26800 20 add_watcher() i=0 2023-12-03T11:39:37.570 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.569+0000 7f5cecb26800 20 add_watcher() i=1 2023-12-03T11:39:37.570 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.569+0000 7f5cecb26800 20 add_watcher() i=2 2023-12-03T11:39:37.570 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.569+0000 7f5cecb26800 20 add_watcher() i=3 2023-12-03T11:39:37.571 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.569+0000 7f5cecb26800 20 add_watcher() i=4 2023-12-03T11:39:37.571 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.569+0000 7f5cecb26800 20 add_watcher() i=5 2023-12-03T11:39:37.572 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.571+0000 7f5cecb26800 20 add_watcher() i=6 2023-12-03T11:39:37.572 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.571+0000 7f5cecb26800 20 add_watcher() i=7 2023-12-03T11:39:37.572 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.571+0000 7f5cecb26800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:37.575 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.574+0000 7f5cae7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:37.575 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.574+0000 7f5cecb26800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:37.575 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.574+0000 7f5cecb26800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:37.581 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.580+0000 7f5cecb26800 5 note: GC not initialized 2023-12-03T11:39:37.581 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.580+0000 7f5c1d7fa640 20 reqs_thread_entry: start 2023-12-03T11:39:37.582 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.580+0000 7f5cecb26800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:37.582 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.580+0000 7f5cecb26800 20 Filter name: none 2023-12-03T11:39:37.582 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.580+0000 7f5c16ffd640 20 reqs_thread_entry: start 2023-12-03T11:39:37.582 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.580+0000 7f5cecb26800 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2023-12-03T11:39:37.582 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.580+0000 7f5cecb26800 20 rados->read ofs=0 len=0 2023-12-03T11:39:37.582 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.581+0000 7f5cecb26800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:37.583 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.581+0000 7f5cecb26800 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2023-12-03T11:39:37.583 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.581+0000 7f5cecb26800 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2023-12-03T11:39:37.583 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.581+0000 7f5cecb26800 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2023-12-03T11:39:37.583 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.581+0000 7f5cecb26800 20 rados->read ofs=0 len=0 2023-12-03T11:39:37.583 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.581+0000 7f5cecb26800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:37.583 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.581+0000 7f5cecb26800 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2023-12-03T11:39:37.583 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.581+0000 7f5cecb26800 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2023-12-03T11:39:37.583 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.581+0000 7f5cecb26800 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2023-12-03T11:39:37.583 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.581+0000 7f5cecb26800 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2023-12-03T11:39:37.584 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.582+0000 7f5cecb26800 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2023-12-03T11:39:37.584 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.582+0000 7f5cecb26800 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2023-12-03T11:39:37.584 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.582+0000 7f5cecb26800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2023-12-03T11:39:37.584 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.583+0000 7f5cdef20640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 146028888064 cookie 94226016587872 notifier 4626 bl.length()=559 2023-12-03T11:39:37.584 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.583+0000 7f5cdef20640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2023-12-03T11:39:37.584 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.583+0000 7f5cdef20640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2023-12-03T11:39:37.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.584+0000 7f5cecb26800 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2023-12-03T11:39:37.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.584+0000 7f5cecb26800 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2023-12-03T11:39:37.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.584+0000 7f5cecb26800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2023-12-03T11:39:37.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.585+0000 7f5cde71f640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 146028888064 cookie 140036603494400 notifier 4626 bl.length()=186 2023-12-03T11:39:37.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.585+0000 7f5cde71f640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2023-12-03T11:39:37.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.585+0000 7f5cde71f640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2023-12-03T11:39:37.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.586+0000 7f5cae7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:37.589 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.588+0000 7f5cecb26800 20 remove_watcher() i=0 2023-12-03T11:39:37.589 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.588+0000 7f5cecb26800 2 removed watcher, disabling cache 2023-12-03T11:39:37.591 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.590+0000 7f5cecb26800 20 remove_watcher() i=1 2023-12-03T11:39:37.592 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.591+0000 7f5cecb26800 20 remove_watcher() i=2 2023-12-03T11:39:37.593 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.592+0000 7f5cecb26800 20 remove_watcher() i=3 2023-12-03T11:39:37.595 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.594+0000 7f5cecb26800 20 remove_watcher() i=4 2023-12-03T11:39:37.596 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.595+0000 7f5cecb26800 20 remove_watcher() i=5 2023-12-03T11:39:37.600 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.599+0000 7f5cecb26800 20 remove_watcher() i=6 2023-12-03T11:39:37.601 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:37.600+0000 7f5cecb26800 20 remove_watcher() i=7 2023-12-03T11:39:37.737 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:37.738 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:37.798 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:37.798 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:37.844 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:37.844 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:37.860 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:37.860 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:37.870 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:37.870 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:37.873 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:37.873 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:37.880 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:37.881 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:37.884 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:37.884 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:37.888 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:37.888 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:37.902 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:37.903 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:37.906 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:37.906 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:37.920 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:37.920 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:37.923 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:37.923 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:37.941 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:37.941 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:37.944 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:37.944 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:37.958 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:37.958 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:37.960 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: recalculated bucket check stats are correct 2023-12-03T11:39:37.960 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:37.961 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2023-12-03T11:39:37.989 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:37.989 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:38.003 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.002+0000 7f2b2692e800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.005 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.004+0000 7f2b2692e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.005 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.004+0000 7f2b2692e800 20 realm 2023-12-03T11:39:38.005 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.004+0000 7f2b2692e800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.005 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.004+0000 7f2b2692e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.005 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.004+0000 7f2b2692e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:38.006 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.004+0000 7f2b2692e800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.006 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.004+0000 7f2b2692e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.006 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.004+0000 7f2b2692e800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.006 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.005+0000 7f2b2692e800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:38.006 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.005+0000 7f2b2692e800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.007 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.006+0000 7f2b2692e800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:38.007 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.006+0000 7f2b2692e800 20 searching for the correct realm 2023-12-03T11:39:38.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.016+0000 7f2b226c6640 0 -- 172.21.15.145:0/1157186499 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x56381b21ff90 msgr2=0x56381b2223c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:38.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.017+0000 7f2b2692e800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:38.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.017+0000 7f2b2692e800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:38.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.017+0000 7f2b2692e800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:38.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.017+0000 7f2b2692e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:38.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.017+0000 7f2b2692e800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.017+0000 7f2b2692e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.017+0000 7f2b2692e800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.018+0000 7f2b2692e800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:38.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.018+0000 7f2b2692e800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.018+0000 7f2b2692e800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:38.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.018+0000 7f2b2692e800 20 zone default found 2023-12-03T11:39:38.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.018+0000 7f2b2692e800 4 Realm: () 2023-12-03T11:39:38.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.018+0000 7f2b2692e800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:38.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.018+0000 7f2b2692e800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:38.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.018+0000 7f2b2692e800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:38.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.018+0000 7f2b2692e800 20 zonegroup default 2023-12-03T11:39:38.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.018+0000 7f2b2692e800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.018+0000 7f2b2692e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.018+0000 7f2b2692e800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.019+0000 7f2b2692e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.019+0000 7f2b2692e800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.019+0000 7f2b2692e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.019+0000 7f2b2692e800 20 started sync module instance, tier type = 2023-12-03T11:39:38.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.019+0000 7f2b2692e800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:38.027 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.026+0000 7f2b21ec5640 0 -- 172.21.15.145:0/1157186499 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x56381b2237a0 msgr2=0x56381b225b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:38.031 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.029+0000 7f2b2692e800 20 add_watcher() i=0 2023-12-03T11:39:38.031 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.029+0000 7f2b2692e800 20 add_watcher() i=1 2023-12-03T11:39:38.031 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.029+0000 7f2b2692e800 20 add_watcher() i=2 2023-12-03T11:39:38.031 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.029+0000 7f2b2692e800 20 add_watcher() i=3 2023-12-03T11:39:38.031 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.029+0000 7f2b2692e800 20 add_watcher() i=4 2023-12-03T11:39:38.031 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.029+0000 7f2b2692e800 20 add_watcher() i=5 2023-12-03T11:39:38.031 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.029+0000 7f2b2692e800 20 add_watcher() i=6 2023-12-03T11:39:38.031 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.030+0000 7f2b2692e800 20 add_watcher() i=7 2023-12-03T11:39:38.032 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.030+0000 7f2b2692e800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:38.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.032+0000 7f2ae7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:38.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.032+0000 7f2b2692e800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:38.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.032+0000 7f2b2692e800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:38.039 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.038+0000 7f2b2692e800 5 note: GC not initialized 2023-12-03T11:39:38.039 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.038+0000 7f2a56ffd640 20 reqs_thread_entry: start 2023-12-03T11:39:38.040 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.038+0000 7f2b2692e800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:38.040 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.038+0000 7f2b2692e800 20 Filter name: none 2023-12-03T11:39:38.040 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.038+0000 7f2a54ff9640 20 reqs_thread_entry: start 2023-12-03T11:39:38.040 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.038+0000 7f2b2692e800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:39:38.040 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.038+0000 7f2b2692e800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.041 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.039+0000 7f2b2692e800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:38.041 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.039+0000 7f2b2692e800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:39:38.041 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.039+0000 7f2b2692e800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:39:38.041 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.039+0000 7f2b2692e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 : miss 2023-12-03T11:39:38.041 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.039+0000 7f2b2692e800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.041 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.039+0000 7f2b2692e800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:38.041 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.039+0000 7f2b2692e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 info.flags=0x17 2023-12-03T11:39:38.041 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.039+0000 7f2b2692e800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 to cache LRU end 2023-12-03T11:39:38.041 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.039+0000 7f2b2692e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:39:38.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.039+0000 7f2b2692e800 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:39:38.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.039+0000 7f2b2692e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 2023-12-03T11:39:38.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.039+0000 7f2b2692e800 20 list_objects_ordered: starting attempt 1 2023-12-03T11:39:38.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.039+0000 7f2b2692e800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:39:38.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.040+0000 7f2b2692e800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:39:38.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.040+0000 7f2b2692e800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:39:38.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.040+0000 7f2b2692e800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:39:38.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.040+0000 7f2b2692e800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:39:38.043 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.042+0000 7f2ae7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:38.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.045+0000 7f2b2692e800 20 remove_watcher() i=0 2023-12-03T11:39:38.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.045+0000 7f2b2692e800 2 removed watcher, disabling cache 2023-12-03T11:39:38.048 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.047+0000 7f2b2692e800 20 remove_watcher() i=1 2023-12-03T11:39:38.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.048+0000 7f2b2692e800 20 remove_watcher() i=2 2023-12-03T11:39:38.050 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.049+0000 7f2b2692e800 20 remove_watcher() i=3 2023-12-03T11:39:38.051 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.050+0000 7f2b2692e800 20 remove_watcher() i=4 2023-12-03T11:39:38.052 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.051+0000 7f2b2692e800 20 remove_watcher() i=5 2023-12-03T11:39:38.053 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.052+0000 7f2b2692e800 20 remove_watcher() i=6 2023-12-03T11:39:38.054 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.053+0000 7f2b2692e800 20 remove_watcher() i=7 2023-12-03T11:39:38.060 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket check-bucket 2023-12-03T11:39:38.087 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:38.087 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:38.101 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.100+0000 7fc0d0c11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.102 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.101+0000 7fc0d0c11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.102 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.101+0000 7fc0d0c11800 20 realm 2023-12-03T11:39:38.103 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.101+0000 7fc0d0c11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.103 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.101+0000 7fc0d0c11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.103 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.101+0000 7fc0d0c11800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:38.103 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.101+0000 7fc0d0c11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.103 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.101+0000 7fc0d0c11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.103 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.101+0000 7fc0d0c11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.104 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.103+0000 7fc0d0c11800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:38.104 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.103+0000 7fc0d0c11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.104 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.103+0000 7fc0d0c11800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:38.104 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.103+0000 7fc0d0c11800 20 searching for the correct realm 2023-12-03T11:39:38.114 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.113+0000 7fc0c3fff640 0 -- 172.21.15.145:0/758553188 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55b3da02b7d0 msgr2=0x55b3da02dbc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:38.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.113+0000 7fc0d0c11800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:38.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.113+0000 7fc0d0c11800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:38.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.113+0000 7fc0d0c11800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:38.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.113+0000 7fc0d0c11800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:38.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.113+0000 7fc0d0c11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.114+0000 7fc0d0c11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.114+0000 7fc0d0c11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.116 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.114+0000 7fc0d0c11800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:38.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.114+0000 7fc0d0c11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.114+0000 7fc0d0c11800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:38.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.114+0000 7fc0d0c11800 20 zone default found 2023-12-03T11:39:38.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.114+0000 7fc0d0c11800 4 Realm: () 2023-12-03T11:39:38.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.114+0000 7fc0d0c11800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:38.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.114+0000 7fc0d0c11800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:38.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.114+0000 7fc0d0c11800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:38.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.114+0000 7fc0d0c11800 20 zonegroup default 2023-12-03T11:39:38.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.114+0000 7fc0d0c11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.115+0000 7fc0d0c11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.115+0000 7fc0d0c11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.115+0000 7fc0d0c11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.115+0000 7fc0d0c11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.115+0000 7fc0d0c11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.115+0000 7fc0d0c11800 20 started sync module instance, tier type = 2023-12-03T11:39:38.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.115+0000 7fc0d0c11800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:38.123 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.122+0000 7fc0c3fff640 0 -- 172.21.15.145:0/758553188 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x7fc0a4076bb0 msgr2=0x7fc0a4078fe0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:39:38.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.125+0000 7fc0d0c11800 20 add_watcher() i=0 2023-12-03T11:39:38.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.125+0000 7fc0d0c11800 20 add_watcher() i=1 2023-12-03T11:39:38.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.125+0000 7fc0d0c11800 20 add_watcher() i=2 2023-12-03T11:39:38.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.125+0000 7fc0d0c11800 20 add_watcher() i=3 2023-12-03T11:39:38.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.125+0000 7fc0d0c11800 20 add_watcher() i=4 2023-12-03T11:39:38.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.125+0000 7fc0d0c11800 20 add_watcher() i=5 2023-12-03T11:39:38.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.126+0000 7fc0d0c11800 20 add_watcher() i=6 2023-12-03T11:39:38.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.126+0000 7fc0d0c11800 20 add_watcher() i=7 2023-12-03T11:39:38.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.126+0000 7fc0d0c11800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:38.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.128+0000 7fc0927e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:38.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.128+0000 7fc0d0c11800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:38.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.128+0000 7fc0d0c11800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:38.136 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.134+0000 7fc0d0c11800 5 note: GC not initialized 2023-12-03T11:39:38.136 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.134+0000 7fc0017fa640 20 reqs_thread_entry: start 2023-12-03T11:39:38.136 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.134+0000 7fc0d0c11800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:38.136 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.134+0000 7fc0d0c11800 20 Filter name: none 2023-12-03T11:39:38.136 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.134+0000 7fbffaffd640 20 reqs_thread_entry: start 2023-12-03T11:39:38.136 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.135+0000 7fc0d0c11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.137 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.135+0000 7fc0d0c11800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:38.137 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.135+0000 7fc0d0c11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.136+0000 7fc0d0c11800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:38.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.136+0000 7fc0d0c11800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:39:38.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.136+0000 7fc0d0c11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.136+0000 7fc0d0c11800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:38.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.136+0000 7fc0d0c11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.136+0000 7fc0d0c11800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:38.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.136+0000 7fc0d0c11800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:39:38.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.137+0000 7fc0d0c11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.137+0000 7fc0d0c11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.138+0000 7fc0927e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:38.141 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.140+0000 7fc0d0c11800 20 remove_watcher() i=0 2023-12-03T11:39:38.141 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.140+0000 7fc0d0c11800 2 removed watcher, disabling cache 2023-12-03T11:39:38.142 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.141+0000 7fc0d0c11800 20 remove_watcher() i=1 2023-12-03T11:39:38.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.142+0000 7fc0d0c11800 20 remove_watcher() i=2 2023-12-03T11:39:38.144 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.143+0000 7fc0d0c11800 20 remove_watcher() i=3 2023-12-03T11:39:38.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.144+0000 7fc0d0c11800 20 remove_watcher() i=4 2023-12-03T11:39:38.147 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.145+0000 7fc0d0c11800 20 remove_watcher() i=5 2023-12-03T11:39:38.148 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.146+0000 7fc0d0c11800 20 remove_watcher() i=6 2023-12-03T11:39:38.149 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.147+0000 7fc0d0c11800 20 remove_watcher() i=7 2023-12-03T11:39:38.153 INFO:tasks.workunit.client.0.smithi145.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 99, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2023-12-03T11:39:38.153 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: bucket check unlinked does not report normal entries 2023-12-03T11:39:38.153 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:38.155 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2023-12-03T11:39:38.186 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:38.186 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:38.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.199+0000 7fbdbef3a800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.200+0000 7fbdbef3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.200+0000 7fbdbef3a800 20 realm 2023-12-03T11:39:38.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.200+0000 7fbdbef3a800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.200+0000 7fbdbef3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.200+0000 7fbdbef3a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:38.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.200+0000 7fbdbef3a800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.200+0000 7fbdbef3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.200+0000 7fbdbef3a800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.203 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.201+0000 7fbdbef3a800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:38.203 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.201+0000 7fbdbef3a800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.203 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.202+0000 7fbdbef3a800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:38.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.202+0000 7fbdbef3a800 20 searching for the correct realm 2023-12-03T11:39:38.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.211+0000 7fbdbac06640 0 -- 172.21.15.145:0/2679529953 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7fbdb4035040 msgr2=0x7fbdb4025430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:38.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.212+0000 7fbdbef3a800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:38.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.212+0000 7fbdbef3a800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:38.214 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.212+0000 7fbdbef3a800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:38.214 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.212+0000 7fbdbef3a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:38.214 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.212+0000 7fbdbef3a800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.214 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.212+0000 7fbdbef3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.214 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.212+0000 7fbdbef3a800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.213+0000 7fbdbef3a800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:38.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.213+0000 7fbdbef3a800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.213+0000 7fbdbef3a800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:38.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.213+0000 7fbdbef3a800 20 zone default found 2023-12-03T11:39:38.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.213+0000 7fbdbef3a800 4 Realm: () 2023-12-03T11:39:38.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.213+0000 7fbdbef3a800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:38.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.213+0000 7fbdbef3a800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:38.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.213+0000 7fbdbef3a800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:38.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.213+0000 7fbdbef3a800 20 zonegroup default 2023-12-03T11:39:38.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.213+0000 7fbdbef3a800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.213+0000 7fbdbef3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.213+0000 7fbdbef3a800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.213+0000 7fbdbef3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.213+0000 7fbdbef3a800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.214+0000 7fbdbef3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:38.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.214+0000 7fbdbef3a800 20 started sync module instance, tier type = 2023-12-03T11:39:38.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.214+0000 7fbdbef3a800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:38.221 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.220+0000 7fbdbb407640 0 -- 172.21.15.145:0/2679529953 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7fbda4003410 msgr2=0x7fbda40c1480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:38.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.224+0000 7fbdbef3a800 20 add_watcher() i=0 2023-12-03T11:39:38.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.224+0000 7fbdbef3a800 20 add_watcher() i=1 2023-12-03T11:39:38.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.224+0000 7fbdbef3a800 20 add_watcher() i=2 2023-12-03T11:39:38.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.224+0000 7fbdbef3a800 20 add_watcher() i=3 2023-12-03T11:39:38.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.224+0000 7fbdbef3a800 20 add_watcher() i=4 2023-12-03T11:39:38.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.224+0000 7fbdbef3a800 20 add_watcher() i=5 2023-12-03T11:39:38.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.224+0000 7fbdbef3a800 20 add_watcher() i=6 2023-12-03T11:39:38.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.225+0000 7fbdbef3a800 20 add_watcher() i=7 2023-12-03T11:39:38.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.225+0000 7fbdbef3a800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:38.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.226+0000 7fbcfbfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:38.228 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.226+0000 7fbdbef3a800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:38.228 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.226+0000 7fbdbef3a800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:38.234 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.232+0000 7fbdbef3a800 5 note: GC not initialized 2023-12-03T11:39:38.234 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.232+0000 7fbceaffd640 20 reqs_thread_entry: start 2023-12-03T11:39:38.234 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.232+0000 7fbdbef3a800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:38.234 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.232+0000 7fbdbef3a800 20 Filter name: none 2023-12-03T11:39:38.234 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.232+0000 7fbce8ff9640 20 reqs_thread_entry: start 2023-12-03T11:39:38.234 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.233+0000 7fbdbef3a800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:39:38.234 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.233+0000 7fbdbef3a800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.235 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.233+0000 7fbdbef3a800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:38.235 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.233+0000 7fbdbef3a800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:39:38.235 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.233+0000 7fbdbef3a800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:39:38.235 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.233+0000 7fbdbef3a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 : miss 2023-12-03T11:39:38.235 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.233+0000 7fbdbef3a800 20 rados->read ofs=0 len=0 2023-12-03T11:39:38.235 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.234+0000 7fbdbef3a800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:38.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.234+0000 7fbdbef3a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 info.flags=0x17 2023-12-03T11:39:38.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.234+0000 7fbdbef3a800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 to cache LRU end 2023-12-03T11:39:38.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.234+0000 7fbdbef3a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:39:38.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.234+0000 7fbdbef3a800 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:39:38.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.234+0000 7fbdbef3a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 2023-12-03T11:39:38.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.234+0000 7fbdbef3a800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:38.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.234+0000 7fbdbef3a800 1 NOTICE: finished shard 0 (0 entries found) 2023-12-03T11:39:38.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.234+0000 7fbdbef3a800 1 NOTICE: finished all shards (0 entries found) 2023-12-03T11:39:38.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.235+0000 7fbcfbfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:38.238 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.237+0000 7fbdbef3a800 20 remove_watcher() i=0 2023-12-03T11:39:38.238 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.237+0000 7fbdbef3a800 2 removed watcher, disabling cache 2023-12-03T11:39:38.239 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.238+0000 7fbdbef3a800 20 remove_watcher() i=1 2023-12-03T11:39:38.240 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.239+0000 7fbdbef3a800 20 remove_watcher() i=2 2023-12-03T11:39:38.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.240+0000 7fbdbef3a800 20 remove_watcher() i=3 2023-12-03T11:39:38.242 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.241+0000 7fbdbef3a800 20 remove_watcher() i=4 2023-12-03T11:39:38.243 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.242+0000 7fbdbef3a800 20 remove_watcher() i=5 2023-12-03T11:39:38.244 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.243+0000 7fbdbef3a800 20 remove_watcher() i=6 2023-12-03T11:39:38.245 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:38.244+0000 7fbdbef3a800 20 remove_watcher() i=7 2023-12-03T11:39:38.252 INFO:tasks.workunit.client.0.smithi145.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2023-12-03T11:39:38.628 INFO:tasks.workunit.client.0.smithi145.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2023-12-03T11:39:40.002 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:40.002 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:40.050 INFO:tasks.workunit.client.0.smithi145.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:39:40.052 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bi list --bucket check-bucket --object c 2023-12-03T11:39:40.087 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:40.087 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:40.103 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.102+0000 7fe4f8524800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.103+0000 7fe4f8524800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.103+0000 7fe4f8524800 20 realm 2023-12-03T11:39:40.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.103+0000 7fe4f8524800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.104+0000 7fe4f8524800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.104+0000 7fe4f8524800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:40.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.104+0000 7fe4f8524800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.104+0000 7fe4f8524800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.104+0000 7fe4f8524800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.105+0000 7fe4f8524800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:40.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.105+0000 7fe4f8524800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.106+0000 7fe4f8524800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:40.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.106+0000 7fe4f8524800 20 searching for the correct realm 2023-12-03T11:39:40.116 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.114+0000 7fe4f425a640 0 -- 172.21.15.145:0/3520102790 >> [v2:172.21.15.145:6808/1929774303,v1:172.21.15.145:6809/1929774303] conn(0x7fe4e805fbd0 msgr2=0x7fe4e8074310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:40.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.118+0000 7fe4f8524800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:40.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.118+0000 7fe4f8524800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:40.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.118+0000 7fe4f8524800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:40.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.118+0000 7fe4f8524800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:40.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.118+0000 7fe4f8524800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.118+0000 7fe4f8524800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.118+0000 7fe4f8524800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.120 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.118+0000 7fe4f8524800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:40.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.118+0000 7fe4f8524800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.118+0000 7fe4f8524800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:40.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.119+0000 7fe4f8524800 20 zone default found 2023-12-03T11:39:40.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.119+0000 7fe4f8524800 4 Realm: () 2023-12-03T11:39:40.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.119+0000 7fe4f8524800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:40.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.119+0000 7fe4f8524800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:40.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.119+0000 7fe4f8524800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:40.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.119+0000 7fe4f8524800 20 zonegroup default 2023-12-03T11:39:40.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.119+0000 7fe4f8524800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.119+0000 7fe4f8524800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.119+0000 7fe4f8524800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.119+0000 7fe4f8524800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.119+0000 7fe4f8524800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.119+0000 7fe4f8524800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.122 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.119+0000 7fe4f8524800 20 started sync module instance, tier type = 2023-12-03T11:39:40.122 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.119+0000 7fe4f8524800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:40.122 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.121+0000 7fe4f425a640 0 -- 172.21.15.145:0/3520102790 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x555be07e2ca0 msgr2=0x555be07e5090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:39:40.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.138+0000 7fe4f8524800 20 add_watcher() i=0 2023-12-03T11:39:40.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.138+0000 7fe4f8524800 20 add_watcher() i=1 2023-12-03T11:39:40.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.138+0000 7fe4f8524800 20 add_watcher() i=2 2023-12-03T11:39:40.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.138+0000 7fe4f8524800 20 add_watcher() i=3 2023-12-03T11:39:40.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.138+0000 7fe4f8524800 20 add_watcher() i=4 2023-12-03T11:39:40.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.138+0000 7fe4f8524800 20 add_watcher() i=5 2023-12-03T11:39:40.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.138+0000 7fe4f8524800 20 add_watcher() i=6 2023-12-03T11:39:40.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.139+0000 7fe4f8524800 20 add_watcher() i=7 2023-12-03T11:39:40.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.139+0000 7fe4f8524800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:40.142 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.140+0000 7fe4ba7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:40.142 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.141+0000 7fe4f8524800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:40.142 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.141+0000 7fe4f8524800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:40.148 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.147+0000 7fe4f8524800 5 note: GC not initialized 2023-12-03T11:39:40.148 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.147+0000 7fe4297fa640 20 reqs_thread_entry: start 2023-12-03T11:39:40.149 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.147+0000 7fe4f8524800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:40.149 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.147+0000 7fe4f8524800 20 Filter name: none 2023-12-03T11:39:40.149 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.147+0000 7fe422ffd640 20 reqs_thread_entry: start 2023-12-03T11:39:40.149 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.147+0000 7fe4f8524800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.150 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.148+0000 7fe4f8524800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:40.150 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.148+0000 7fe4f8524800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.150 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.148+0000 7fe4f8524800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:40.150 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.148+0000 7fe4f8524800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:39:40.150 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.148+0000 7fe4f8524800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:39:40.150 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.148+0000 7fe4f8524800 20 INFO: main: starting shard=0 2023-12-03T11:39:40.150 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.148+0000 7fe4f8524800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:40.150 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.149+0000 7fe4f8524800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2023-12-03T11:39:40.151 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.149+0000 7fe4f8524800 20 INFO: main: done 2023-12-03T11:39:40.151 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.150+0000 7fe4ba7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:40.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.152+0000 7fe4f8524800 20 remove_watcher() i=0 2023-12-03T11:39:40.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.152+0000 7fe4f8524800 2 removed watcher, disabling cache 2023-12-03T11:39:40.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.153+0000 7fe4f8524800 20 remove_watcher() i=1 2023-12-03T11:39:40.155 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.154+0000 7fe4f8524800 20 remove_watcher() i=2 2023-12-03T11:39:40.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.155+0000 7fe4f8524800 20 remove_watcher() i=3 2023-12-03T11:39:40.158 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.157+0000 7fe4f8524800 20 remove_watcher() i=4 2023-12-03T11:39:40.159 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.158+0000 7fe4f8524800 20 remove_watcher() i=5 2023-12-03T11:39:40.162 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.161+0000 7fe4f8524800 20 remove_watcher() i=6 2023-12-03T11:39:40.163 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.162+0000 7fe4f8524800 20 remove_watcher() i=7 2023-12-03T11:39:40.170 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:40.170 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:40.173 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:40.173 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:40.221 INFO:tasks.workunit.client.0.smithi145.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:39:40.223 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bi list --bucket check-bucket --object d 2023-12-03T11:39:40.253 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:40.254 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:40.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.265+0000 7fd93692d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.267+0000 7fd93692d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.267+0000 7fd93692d800 20 realm 2023-12-03T11:39:40.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.267+0000 7fd93692d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.267+0000 7fd93692d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.267+0000 7fd93692d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:40.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.267+0000 7fd93692d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.267+0000 7fd93692d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.267+0000 7fd93692d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.268+0000 7fd93692d800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:40.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.268+0000 7fd93692d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.269+0000 7fd93692d800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:40.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.269+0000 7fd93692d800 20 searching for the correct realm 2023-12-03T11:39:40.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.279+0000 7fd93257e640 0 -- 172.21.15.145:0/1936611244 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55eadc309580 msgr2=0x55eadc30b990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:40.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.279+0000 7fd93692d800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:40.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.279+0000 7fd93692d800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:40.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.279+0000 7fd93692d800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:40.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.279+0000 7fd93692d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:40.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.279+0000 7fd93692d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.279+0000 7fd93692d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.279+0000 7fd93692d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.282 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.280+0000 7fd93692d800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:40.282 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.280+0000 7fd93692d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.280+0000 7fd93692d800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:40.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.280+0000 7fd93692d800 20 zone default found 2023-12-03T11:39:40.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.280+0000 7fd93692d800 4 Realm: () 2023-12-03T11:39:40.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.280+0000 7fd93692d800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:40.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.280+0000 7fd93692d800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:40.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.280+0000 7fd93692d800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:40.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.280+0000 7fd93692d800 20 zonegroup default 2023-12-03T11:39:40.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.280+0000 7fd93692d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.280+0000 7fd93692d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.280+0000 7fd93692d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.281+0000 7fd93692d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.281+0000 7fd93692d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.281+0000 7fd93692d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.281+0000 7fd93692d800 20 started sync module instance, tier type = 2023-12-03T11:39:40.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.281+0000 7fd93692d800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:40.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.297+0000 7fd929d7d640 0 -- 172.21.15.145:0/1936611244 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55eadc30cdc0 msgr2=0x55eadc30f1b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:40.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.298+0000 7fd93692d800 20 add_watcher() i=0 2023-12-03T11:39:40.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.298+0000 7fd93692d800 20 add_watcher() i=1 2023-12-03T11:39:40.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.298+0000 7fd93692d800 20 add_watcher() i=2 2023-12-03T11:39:40.300 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.298+0000 7fd93692d800 20 add_watcher() i=3 2023-12-03T11:39:40.300 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.298+0000 7fd93692d800 20 add_watcher() i=4 2023-12-03T11:39:40.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.299+0000 7fd93692d800 20 add_watcher() i=5 2023-12-03T11:39:40.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.299+0000 7fd93692d800 20 add_watcher() i=6 2023-12-03T11:39:40.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.299+0000 7fd93692d800 20 add_watcher() i=7 2023-12-03T11:39:40.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.299+0000 7fd93692d800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:40.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.302+0000 7fd8f7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:40.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.302+0000 7fd93692d800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:40.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.302+0000 7fd93692d800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:40.310 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.308+0000 7fd93692d800 5 note: GC not initialized 2023-12-03T11:39:40.310 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.308+0000 7fd866ffd640 20 reqs_thread_entry: start 2023-12-03T11:39:40.310 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.308+0000 7fd93692d800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:40.310 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.308+0000 7fd93692d800 20 Filter name: none 2023-12-03T11:39:40.310 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.308+0000 7fd864ff9640 20 reqs_thread_entry: start 2023-12-03T11:39:40.310 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.308+0000 7fd93692d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.309+0000 7fd93692d800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:40.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.309+0000 7fd93692d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.309+0000 7fd93692d800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:40.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.309+0000 7fd93692d800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:39:40.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.309+0000 7fd93692d800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:39:40.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.309+0000 7fd93692d800 20 INFO: main: starting shard=0 2023-12-03T11:39:40.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.309+0000 7fd93692d800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:40.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.310+0000 7fd93692d800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2023-12-03T11:39:40.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.310+0000 7fd93692d800 20 INFO: main: done 2023-12-03T11:39:40.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.311+0000 7fd8f7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:40.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.313+0000 7fd93692d800 20 remove_watcher() i=0 2023-12-03T11:39:40.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.313+0000 7fd93692d800 2 removed watcher, disabling cache 2023-12-03T11:39:40.315 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.314+0000 7fd93692d800 20 remove_watcher() i=1 2023-12-03T11:39:40.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.315+0000 7fd93692d800 20 remove_watcher() i=2 2023-12-03T11:39:40.318 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.317+0000 7fd93692d800 20 remove_watcher() i=3 2023-12-03T11:39:40.319 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.318+0000 7fd93692d800 20 remove_watcher() i=4 2023-12-03T11:39:40.320 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.319+0000 7fd93692d800 20 remove_watcher() i=5 2023-12-03T11:39:40.326 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.325+0000 7fd93692d800 20 remove_watcher() i=6 2023-12-03T11:39:40.327 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.326+0000 7fd93692d800 20 remove_watcher() i=7 2023-12-03T11:39:40.334 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:40.334 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:40.337 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:40.337 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:40.340 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:40.340 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:40.387 INFO:tasks.workunit.client.0.smithi145.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:39:40.389 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bi list --bucket check-bucket --object e 2023-12-03T11:39:40.418 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:40.418 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:40.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.430+0000 7f3fad526800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.433 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.432+0000 7f3fad526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.433 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.432+0000 7f3fad526800 20 realm 2023-12-03T11:39:40.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.432+0000 7f3fad526800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.432+0000 7f3fad526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.432+0000 7f3fad526800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:40.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.432+0000 7f3fad526800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.432+0000 7f3fad526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.432+0000 7f3fad526800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.433+0000 7f3fad526800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:40.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.433+0000 7f3fad526800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.433+0000 7f3fad526800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:40.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.434+0000 7f3fad526800 20 searching for the correct realm 2023-12-03T11:39:40.444 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.442+0000 7f3fa9285640 0 -- 172.21.15.145:0/1280824979 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f3fa4031040 msgr2=0x7f3fa4031420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:40.445 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.444+0000 7f3fad526800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:40.445 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.444+0000 7f3fad526800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:40.445 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.444+0000 7f3fad526800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:40.445 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.444+0000 7f3fad526800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:40.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.444+0000 7f3fad526800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.444+0000 7f3fad526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.444+0000 7f3fad526800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.444+0000 7f3fad526800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:40.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.444+0000 7f3fad526800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.445+0000 7f3fad526800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:40.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.445+0000 7f3fad526800 20 zone default found 2023-12-03T11:39:40.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.445+0000 7f3fad526800 4 Realm: () 2023-12-03T11:39:40.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.445+0000 7f3fad526800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:40.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.445+0000 7f3fad526800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:40.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.445+0000 7f3fad526800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:40.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.445+0000 7f3fad526800 20 zonegroup default 2023-12-03T11:39:40.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.445+0000 7f3fad526800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.445+0000 7f3fad526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.448 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.445+0000 7f3fad526800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.448 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.445+0000 7f3fad526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.448 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.445+0000 7f3fad526800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.448 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.446+0000 7f3fad526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.448 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.446+0000 7f3fad526800 20 started sync module instance, tier type = 2023-12-03T11:39:40.448 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.446+0000 7f3fad526800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:40.455 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.453+0000 7f3fa9a86640 0 -- 172.21.15.145:0/1280824979 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f3f940a1040 msgr2=0x7f3f940c3940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:40.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.458+0000 7f3fad526800 20 add_watcher() i=0 2023-12-03T11:39:40.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.458+0000 7f3fad526800 20 add_watcher() i=1 2023-12-03T11:39:40.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.458+0000 7f3fad526800 20 add_watcher() i=2 2023-12-03T11:39:40.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.458+0000 7f3fad526800 20 add_watcher() i=3 2023-12-03T11:39:40.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.458+0000 7f3fad526800 20 add_watcher() i=4 2023-12-03T11:39:40.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.458+0000 7f3fad526800 20 add_watcher() i=5 2023-12-03T11:39:40.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.458+0000 7f3fad526800 20 add_watcher() i=6 2023-12-03T11:39:40.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.460+0000 7f3fad526800 20 add_watcher() i=7 2023-12-03T11:39:40.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.460+0000 7f3fad526800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:40.463 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.462+0000 7f3f6efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:40.463 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.462+0000 7f3fad526800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:40.463 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.462+0000 7f3fad526800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:40.469 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.468+0000 7f3fad526800 5 note: GC not initialized 2023-12-03T11:39:40.469 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.468+0000 7f3eddffb640 20 reqs_thread_entry: start 2023-12-03T11:39:40.469 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.468+0000 7f3fad526800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:40.470 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.468+0000 7f3fad526800 20 Filter name: none 2023-12-03T11:39:40.470 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.468+0000 7f3ecf7fe640 20 reqs_thread_entry: start 2023-12-03T11:39:40.470 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.468+0000 7f3fad526800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.470 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.469+0000 7f3fad526800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:40.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.469+0000 7f3fad526800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.469+0000 7f3fad526800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:40.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.469+0000 7f3fad526800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:39:40.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.469+0000 7f3fad526800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:39:40.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.469+0000 7f3fad526800 20 INFO: main: starting shard=0 2023-12-03T11:39:40.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.469+0000 7f3fad526800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:40.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.470+0000 7f3fad526800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2023-12-03T11:39:40.472 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.470+0000 7f3fad526800 20 INFO: main: done 2023-12-03T11:39:40.472 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.470+0000 7f3f6efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:40.474 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.473+0000 7f3fad526800 20 remove_watcher() i=0 2023-12-03T11:39:40.474 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.473+0000 7f3fad526800 2 removed watcher, disabling cache 2023-12-03T11:39:40.476 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.474+0000 7f3fad526800 20 remove_watcher() i=1 2023-12-03T11:39:40.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.477+0000 7f3fad526800 20 remove_watcher() i=2 2023-12-03T11:39:40.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.478+0000 7f3fad526800 20 remove_watcher() i=3 2023-12-03T11:39:40.481 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.479+0000 7f3fad526800 20 remove_watcher() i=4 2023-12-03T11:39:40.481 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.480+0000 7f3fad526800 20 remove_watcher() i=5 2023-12-03T11:39:40.482 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.481+0000 7f3fad526800 20 remove_watcher() i=6 2023-12-03T11:39:40.483 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.482+0000 7f3fad526800 20 remove_watcher() i=7 2023-12-03T11:39:40.490 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:40.491 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:40.494 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:40.494 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:40.541 INFO:tasks.workunit.client.0.smithi145.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:39:40.546 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bi list --bucket check-bucket --object f 2023-12-03T11:39:40.573 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:40.573 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:40.588 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.586+0000 7f05da72c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.589 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.588+0000 7f05da72c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.589 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.588+0000 7f05da72c800 20 realm 2023-12-03T11:39:40.590 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.588+0000 7f05da72c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.590 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.588+0000 7f05da72c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.590 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.588+0000 7f05da72c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:40.590 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.588+0000 7f05da72c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.590 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.588+0000 7f05da72c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.590 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.588+0000 7f05da72c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.590 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.589+0000 7f05da72c800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:40.590 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.589+0000 7f05da72c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.591 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.590+0000 7f05da72c800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:40.591 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.590+0000 7f05da72c800 20 searching for the correct realm 2023-12-03T11:39:40.599 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.598+0000 7f05d64c3640 0 -- 172.21.15.145:0/3674374690 >> [v2:172.21.15.145:6808/1929774303,v1:172.21.15.145:6809/1929774303] conn(0x7f05c008e950 msgr2=0x7f05c0070410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:39:40.602 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.601+0000 7f05da72c800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:40.602 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.601+0000 7f05da72c800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:40.602 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.601+0000 7f05da72c800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:40.602 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.601+0000 7f05da72c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:40.603 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.601+0000 7f05da72c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.603 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.601+0000 7f05da72c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.603 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.601+0000 7f05da72c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.603 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.601+0000 7f05da72c800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:40.603 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.601+0000 7f05da72c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.601+0000 7f05da72c800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:40.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.601+0000 7f05da72c800 20 zone default found 2023-12-03T11:39:40.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.601+0000 7f05da72c800 4 Realm: () 2023-12-03T11:39:40.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.601+0000 7f05da72c800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:40.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.601+0000 7f05da72c800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:40.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.601+0000 7f05da72c800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:40.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.601+0000 7f05da72c800 20 zonegroup default 2023-12-03T11:39:40.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.601+0000 7f05da72c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.602+0000 7f05da72c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.602+0000 7f05da72c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.602+0000 7f05da72c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.602+0000 7f05da72c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.605 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.602+0000 7f05da72c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:40.605 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.602+0000 7f05da72c800 20 started sync module instance, tier type = 2023-12-03T11:39:40.605 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.602+0000 7f05da72c800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:40.605 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.603+0000 7f05d6cc4640 0 -- 172.21.15.145:0/3674374690 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f05c0082430 msgr2=0x7f05c0082890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:40.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.617+0000 7f05da72c800 20 add_watcher() i=0 2023-12-03T11:39:40.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.617+0000 7f05da72c800 20 add_watcher() i=1 2023-12-03T11:39:40.619 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.617+0000 7f05da72c800 20 add_watcher() i=2 2023-12-03T11:39:40.619 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.617+0000 7f05da72c800 20 add_watcher() i=3 2023-12-03T11:39:40.619 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.617+0000 7f05da72c800 20 add_watcher() i=4 2023-12-03T11:39:40.619 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.617+0000 7f05da72c800 20 add_watcher() i=5 2023-12-03T11:39:40.619 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.617+0000 7f05da72c800 20 add_watcher() i=6 2023-12-03T11:39:40.619 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.618+0000 7f05da72c800 20 add_watcher() i=7 2023-12-03T11:39:40.619 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.618+0000 7f05da72c800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:40.620 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.619+0000 7f059bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:40.621 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.619+0000 7f05da72c800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:40.621 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.619+0000 7f05da72c800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:40.627 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.625+0000 7f05da72c800 5 note: GC not initialized 2023-12-03T11:39:40.627 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.625+0000 7f050affd640 20 reqs_thread_entry: start 2023-12-03T11:39:40.627 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.625+0000 7f05da72c800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:40.627 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.626+0000 7f05da72c800 20 Filter name: none 2023-12-03T11:39:40.627 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.626+0000 7f0508ff9640 20 reqs_thread_entry: start 2023-12-03T11:39:40.627 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.626+0000 7f05da72c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.626+0000 7f05da72c800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:40.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.626+0000 7f05da72c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:40.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.627+0000 7f05da72c800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:40.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.627+0000 7f05da72c800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:39:40.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.627+0000 7f05da72c800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:39:40.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.627+0000 7f05da72c800 20 INFO: main: starting shard=0 2023-12-03T11:39:40.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.627+0000 7f05da72c800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:40.629 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.627+0000 7f05da72c800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2023-12-03T11:39:40.629 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.627+0000 7f05da72c800 20 INFO: main: done 2023-12-03T11:39:40.629 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.628+0000 7f059bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:40.631 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.630+0000 7f05da72c800 20 remove_watcher() i=0 2023-12-03T11:39:40.631 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.630+0000 7f05da72c800 2 removed watcher, disabling cache 2023-12-03T11:39:40.633 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.632+0000 7f05da72c800 20 remove_watcher() i=1 2023-12-03T11:39:40.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.633+0000 7f05da72c800 20 remove_watcher() i=2 2023-12-03T11:39:40.636 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.635+0000 7f05da72c800 20 remove_watcher() i=3 2023-12-03T11:39:40.637 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.636+0000 7f05da72c800 20 remove_watcher() i=4 2023-12-03T11:39:40.638 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.637+0000 7f05da72c800 20 remove_watcher() i=5 2023-12-03T11:39:40.639 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.638+0000 7f05da72c800 20 remove_watcher() i=6 2023-12-03T11:39:40.640 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:40.639+0000 7f05da72c800 20 remove_watcher() i=7 2023-12-03T11:39:40.647 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:40.647 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:40.651 INFO:tasks.workunit.client.0.smithi145.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2023-12-03T11:39:41.022 INFO:tasks.workunit.client.0.smithi145.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2023-12-03T11:39:41.397 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: bucket check unlinked finds unlistable entries 2023-12-03T11:39:41.397 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:41.398 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2023-12-03T11:39:41.429 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:41.430 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:41.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.442+0000 7f22a452c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.445 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.443+0000 7f22a452c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.445 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.443+0000 7f22a452c800 20 realm 2023-12-03T11:39:41.445 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.443+0000 7f22a452c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.445 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.443+0000 7f22a452c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.445 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.443+0000 7f22a452c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:41.445 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.443+0000 7f22a452c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.445 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.444+0000 7f22a452c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.445 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.444+0000 7f22a452c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.445+0000 7f22a452c800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:41.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.445+0000 7f22a452c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.445+0000 7f22a452c800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:41.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.445+0000 7f22a452c800 20 searching for the correct realm 2023-12-03T11:39:41.458 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.456+0000 7f22a0af1640 0 -- 172.21.15.145:0/2764026863 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f22880a1480 msgr2=0x7f22880c2410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:41.458 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.457+0000 7f22a452c800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:41.458 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.457+0000 7f22a452c800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:41.458 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.457+0000 7f22a452c800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:41.458 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.457+0000 7f22a452c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:41.458 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.457+0000 7f22a452c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.458 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.457+0000 7f22a452c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.457+0000 7f22a452c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.460 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.457+0000 7f22a452c800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:41.460 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.457+0000 7f22a452c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.460 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.457+0000 7f22a452c800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:41.460 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.458+0000 7f22a452c800 20 zone default found 2023-12-03T11:39:41.460 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.458+0000 7f22a452c800 4 Realm: () 2023-12-03T11:39:41.460 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.458+0000 7f22a452c800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:41.460 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.458+0000 7f22a452c800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:41.460 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.458+0000 7f22a452c800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:41.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.458+0000 7f22a452c800 20 zonegroup default 2023-12-03T11:39:41.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.458+0000 7f22a452c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.458+0000 7f22a452c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.458+0000 7f22a452c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.458+0000 7f22a452c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.458+0000 7f22a452c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.458+0000 7f22a452c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.458+0000 7f22a452c800 20 started sync module instance, tier type = 2023-12-03T11:39:41.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.458+0000 7f22a452c800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:41.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.476+0000 7f22a02f0640 0 -- 172.21.15.145:0/2764026863 >> [v2:172.21.15.145:6808/1929774303,v1:172.21.15.145:6809/1929774303] conn(0x7f22880954b0 msgr2=0x7f228809fa70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:41.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.476+0000 7f22a452c800 20 add_watcher() i=0 2023-12-03T11:39:41.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.476+0000 7f22a452c800 20 add_watcher() i=1 2023-12-03T11:39:41.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.476+0000 7f22a452c800 20 add_watcher() i=2 2023-12-03T11:39:41.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.476+0000 7f22a452c800 20 add_watcher() i=3 2023-12-03T11:39:41.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.476+0000 7f22a452c800 20 add_watcher() i=4 2023-12-03T11:39:41.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.476+0000 7f22a452c800 20 add_watcher() i=5 2023-12-03T11:39:41.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.476+0000 7f22a452c800 20 add_watcher() i=6 2023-12-03T11:39:41.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.478+0000 7f22a452c800 20 add_watcher() i=7 2023-12-03T11:39:41.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.478+0000 7f22a452c800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:41.481 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.480+0000 7f22667e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:41.481 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.480+0000 7f22a452c800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:41.481 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.480+0000 7f22a452c800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:41.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.486+0000 7f22a452c800 5 note: GC not initialized 2023-12-03T11:39:41.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.486+0000 7f21d57fa640 20 reqs_thread_entry: start 2023-12-03T11:39:41.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.486+0000 7f22a452c800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:41.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.486+0000 7f22a452c800 20 Filter name: none 2023-12-03T11:39:41.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.486+0000 7f21ceffd640 20 reqs_thread_entry: start 2023-12-03T11:39:41.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.486+0000 7f22a452c800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:39:41.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.486+0000 7f22a452c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.487+0000 7f22a452c800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:41.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.487+0000 7f22a452c800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:39:41.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.487+0000 7f22a452c800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:39:41.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.487+0000 7f22a452c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 : miss 2023-12-03T11:39:41.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.487+0000 7f22a452c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.487+0000 7f22a452c800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:41.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.487+0000 7f22a452c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 info.flags=0x17 2023-12-03T11:39:41.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.487+0000 7f22a452c800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 to cache LRU end 2023-12-03T11:39:41.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.487+0000 7f22a452c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:39:41.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.487+0000 7f22a452c800 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:39:41.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.487+0000 7f22a452c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 2023-12-03T11:39:41.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.487+0000 7f22a452c800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.489+0000 7f22a452c800 1 NOTICE: finished shard 0 (4 entries found) 2023-12-03T11:39:41.491 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.489+0000 7f22a452c800 1 NOTICE: finished all shards (4 entries found) 2023-12-03T11:39:41.491 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.490+0000 7f22667e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:41.494 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.493+0000 7f22a452c800 20 remove_watcher() i=0 2023-12-03T11:39:41.494 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.493+0000 7f22a452c800 2 removed watcher, disabling cache 2023-12-03T11:39:41.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.494+0000 7f22a452c800 20 remove_watcher() i=1 2023-12-03T11:39:41.498 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.496+0000 7f22a452c800 20 remove_watcher() i=2 2023-12-03T11:39:41.499 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.498+0000 7f22a452c800 20 remove_watcher() i=3 2023-12-03T11:39:41.500 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.499+0000 7f22a452c800 20 remove_watcher() i=4 2023-12-03T11:39:41.501 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.500+0000 7f22a452c800 20 remove_watcher() i=5 2023-12-03T11:39:41.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.502+0000 7f22a452c800 20 remove_watcher() i=6 2023-12-03T11:39:41.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.504+0000 7f22a452c800 20 remove_watcher() i=7 2023-12-03T11:39:41.510 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: unlinked entries are not listable 2023-12-03T11:39:41.510 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:41.513 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:41.513 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:41.517 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2023-12-03T11:39:41.517 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:41.521 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:41.521 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:41.566 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:41.566 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:41.607 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: bucket check unlinked fixes unlistable entries 2023-12-03T11:39:41.608 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:41.609 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2023-12-03T11:39:41.641 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:41.642 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:41.656 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.654+0000 7f1dadd40800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.658 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.656+0000 7f1dadd40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.658 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.656+0000 7f1dadd40800 20 realm 2023-12-03T11:39:41.658 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.656+0000 7f1dadd40800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.658 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.656+0000 7f1dadd40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.658 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.656+0000 7f1dadd40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:41.658 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.656+0000 7f1dadd40800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.658 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.657+0000 7f1dadd40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.658 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.657+0000 7f1dadd40800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.658+0000 7f1dadd40800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:41.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.658+0000 7f1dadd40800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.658+0000 7f1dadd40800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:41.660 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.658+0000 7f1dadd40800 20 searching for the correct realm 2023-12-03T11:39:41.670 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.668+0000 7f1daa246640 0 -- 172.21.15.145:0/301611337 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f1da005c500 msgr2=0x7f1da005b670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:39:41.671 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.669+0000 7f1dadd40800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:41.671 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.669+0000 7f1dadd40800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:41.671 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.669+0000 7f1dadd40800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:41.671 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.669+0000 7f1dadd40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:41.671 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.669+0000 7f1dadd40800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.671 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.670+0000 7f1dadd40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.670+0000 7f1dadd40800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.670+0000 7f1dadd40800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:41.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.670+0000 7f1dadd40800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.670+0000 7f1dadd40800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:41.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.670+0000 7f1dadd40800 20 zone default found 2023-12-03T11:39:41.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.670+0000 7f1dadd40800 4 Realm: () 2023-12-03T11:39:41.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.670+0000 7f1dadd40800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:41.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.670+0000 7f1dadd40800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:41.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.670+0000 7f1dadd40800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:41.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.670+0000 7f1dadd40800 20 zonegroup default 2023-12-03T11:39:41.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.670+0000 7f1dadd40800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.670+0000 7f1dadd40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.670+0000 7f1dadd40800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.671+0000 7f1dadd40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.671+0000 7f1dadd40800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.674 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.671+0000 7f1dadd40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.674 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.671+0000 7f1dadd40800 20 started sync module instance, tier type = 2023-12-03T11:39:41.674 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.671+0000 7f1dadd40800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:41.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.688+0000 7f1da9244640 0 -- 172.21.15.145:0/301611337 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x560fad8c62b0 msgr2=0x560fad8c86a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:41.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.690+0000 7f1dadd40800 20 add_watcher() i=0 2023-12-03T11:39:41.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.690+0000 7f1dadd40800 20 add_watcher() i=1 2023-12-03T11:39:41.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.690+0000 7f1dadd40800 20 add_watcher() i=2 2023-12-03T11:39:41.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.690+0000 7f1dadd40800 20 add_watcher() i=3 2023-12-03T11:39:41.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.690+0000 7f1dadd40800 20 add_watcher() i=4 2023-12-03T11:39:41.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.690+0000 7f1dadd40800 20 add_watcher() i=5 2023-12-03T11:39:41.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.694+0000 7f1dadd40800 20 add_watcher() i=6 2023-12-03T11:39:41.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.694+0000 7f1dadd40800 20 add_watcher() i=7 2023-12-03T11:39:41.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.694+0000 7f1dadd40800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:41.697 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.696+0000 7f1d6f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:41.697 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.696+0000 7f1dadd40800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:41.697 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.696+0000 7f1dadd40800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:41.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.702+0000 7f1dadd40800 5 note: GC not initialized 2023-12-03T11:39:41.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.702+0000 7f1cde7fc640 20 reqs_thread_entry: start 2023-12-03T11:39:41.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.702+0000 7f1dadd40800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:41.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.702+0000 7f1dadd40800 20 Filter name: none 2023-12-03T11:39:41.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.702+0000 7f1ccffff640 20 reqs_thread_entry: start 2023-12-03T11:39:41.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.702+0000 7f1dadd40800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:39:41.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.702+0000 7f1dadd40800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.703+0000 7f1dadd40800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:41.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.703+0000 7f1dadd40800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:39:41.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.703+0000 7f1dadd40800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:39:41.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.703+0000 7f1dadd40800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 : miss 2023-12-03T11:39:41.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.703+0000 7f1dadd40800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.703+0000 7f1dadd40800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:41.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.703+0000 7f1dadd40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 info.flags=0x17 2023-12-03T11:39:41.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.703+0000 7f1dadd40800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 to cache LRU end 2023-12-03T11:39:41.706 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.703+0000 7f1dadd40800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:39:41.706 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.703+0000 7f1dadd40800 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:39:41.706 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.703+0000 7f1dadd40800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 2023-12-03T11:39:41.706 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.703+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.706 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.704+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.707 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.705+0000 7f1dadd40800 20 get_obj_state: octx=0x7f1da404acf0 obj=check-bucket:c state=0x560fad975378 s->prefetch_data=0 2023-12-03T11:39:41.707 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.705+0000 7f1dadd40800 20 get_obj_state: setting s->obj_tag to 905aws80im4ojn73vkeb6c5cjph8fyn2 2023-12-03T11:39:41.707 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.705+0000 7f1dadd40800 20 get_obj_state_impl: setting s->olh_tag to vyoywm9938ykhj5rcz7djg4m63hpbnn2 2023-12-03T11:39:41.707 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.705+0000 7f1dadd40800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=vyoywm9938ykhj5rcz7djg4m63hpbnn2 2023-12-03T11:39:41.707 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.706+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.709 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.707+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.709 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.708+0000 7f1dadd40800 20 olh_log_entry: epoch=3 op=3 key=c[qy0rcGwkKh9Flr8xA00dKnAPXmkYETU] 2023-12-03T11:39:41.709 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.708+0000 7f1dadd40800 20 get_obj_state: octx=0x7f1da404acf0 obj=check-bucket:_:qy0rcGwkKh9Flr8xA00dKnAPXmkYETU_c state=0x560fad97e9e8 s->prefetch_data=0 2023-12-03T11:39:41.710 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.708+0000 7f1dadd40800 10 manifest: total_size = 9 2023-12-03T11:39:41.710 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.708+0000 7f1dadd40800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.17754032338729754519 2023-12-03T11:39:41.710 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.708+0000 7f1dadd40800 20 get_obj_state: octx=0x7f1da404acf0 obj=check-bucket:_:qy0rcGwkKh9Flr8xA00dKnAPXmkYETU_c state=0x560fad97e9e8 s->prefetch_data=0 2023-12-03T11:39:41.710 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.708+0000 7f1dadd40800 20 prepare_atomic_modification: state is not atomic. state=0x560fad97e9e8 2023-12-03T11:39:41.710 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.708+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.713 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.712+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.713 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.712+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.713 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.712+0000 7f1d8b7fe640 20 handle_completion(): completion ok for obj=c[qy0rcGwkKh9Flr8xA00dKnAPXmkYETU] 2023-12-03T11:39:41.714 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.713+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.714 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.713+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.715 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.713+0000 7f1dadd40800 20 get_obj_state: octx=0x7f1da404acf0 obj=check-bucket:d state=0x560fad975378 s->prefetch_data=0 2023-12-03T11:39:41.715 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.714+0000 7f1dadd40800 20 get_obj_state: setting s->obj_tag to bww9kz1ah11kai5ft4kik2ldwanv3ve9 2023-12-03T11:39:41.715 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.714+0000 7f1dadd40800 20 get_obj_state_impl: setting s->olh_tag to ceqoyc4m5g3k61zolfhv533xmijsevp4 2023-12-03T11:39:41.715 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.714+0000 7f1dadd40800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=ceqoyc4m5g3k61zolfhv533xmijsevp4 2023-12-03T11:39:41.716 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.715+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.717 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.716+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.717 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.716+0000 7f1dadd40800 20 olh_log_entry: epoch=3 op=3 key=d[jELTQyoO-A06nZ0Me3C4FBFaI9g-qzo] 2023-12-03T11:39:41.717 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.716+0000 7f1dadd40800 20 get_obj_state: octx=0x7f1da404acf0 obj=check-bucket:_:jELTQyoO-A06nZ0Me3C4FBFaI9g-qzo_d state=0x560fad97e978 s->prefetch_data=0 2023-12-03T11:39:41.718 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.716+0000 7f1dadd40800 10 manifest: total_size = 12 2023-12-03T11:39:41.718 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.716+0000 7f1dadd40800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.14498366989305820667 2023-12-03T11:39:41.718 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.716+0000 7f1dadd40800 20 get_obj_state: octx=0x7f1da404acf0 obj=check-bucket:_:jELTQyoO-A06nZ0Me3C4FBFaI9g-qzo_d state=0x560fad97e978 s->prefetch_data=0 2023-12-03T11:39:41.718 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.716+0000 7f1dadd40800 20 prepare_atomic_modification: state is not atomic. state=0x560fad97e978 2023-12-03T11:39:41.718 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.716+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.724 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.722+0000 7f1d8b7fe640 20 handle_completion(): completion ok for obj=d[jELTQyoO-A06nZ0Me3C4FBFaI9g-qzo] 2023-12-03T11:39:41.726 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.725+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.726 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.725+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.729 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.727+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.729 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.728+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.729 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.728+0000 7f1dadd40800 20 get_obj_state: octx=0x7f1d9c0159f0 obj=check-bucket:e state=0x560fad975378 s->prefetch_data=0 2023-12-03T11:39:41.730 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.728+0000 7f1dadd40800 20 get_obj_state: setting s->obj_tag to jk034vhggpuz65ybabj8mdt2qhyg0sex 2023-12-03T11:39:41.730 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.728+0000 7f1dadd40800 20 get_obj_state_impl: setting s->olh_tag to 624ns6ajhpp5tq1vw9i2dc2lfhdw8as1 2023-12-03T11:39:41.730 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.728+0000 7f1dadd40800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=624ns6ajhpp5tq1vw9i2dc2lfhdw8as1 2023-12-03T11:39:41.731 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.730+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.732 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.731+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.733 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.731+0000 7f1dadd40800 20 olh_log_entry: epoch=2 op=2 key=e[] 2023-12-03T11:39:41.733 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.731+0000 7f1dadd40800 20 olh_log_entry: epoch=2 op=3 key=e[Owa1khkJ2miNy9tp8994S4VwZipdlnd] 2023-12-03T11:39:41.733 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.731+0000 7f1dadd40800 20 get_obj_state: octx=0x7f1d9c0159f0 obj=check-bucket:_:Owa1khkJ2miNy9tp8994S4VwZipdlnd_e state=0x560fad97f988 s->prefetch_data=0 2023-12-03T11:39:41.733 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.732+0000 7f1dadd40800 10 manifest: total_size = 9 2023-12-03T11:39:41.733 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.732+0000 7f1dadd40800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.14515865138680506842 2023-12-03T11:39:41.733 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.732+0000 7f1dadd40800 20 get_obj_state: octx=0x7f1d9c0159f0 obj=check-bucket:_:Owa1khkJ2miNy9tp8994S4VwZipdlnd_e state=0x560fad97f988 s->prefetch_data=0 2023-12-03T11:39:41.733 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.732+0000 7f1dadd40800 20 prepare_atomic_modification: state is not atomic. state=0x560fad97f988 2023-12-03T11:39:41.733 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.732+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.739 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.738+0000 7f1dadd40800 20 get_obj_state: octx=0x7f1d9c0159f0 obj=check-bucket:e state=0x560fad975378 s->prefetch_data=0 2023-12-03T11:39:41.739 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.738+0000 7f1dadd40800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=624ns6ajhpp5tq1vw9i2dc2lfhdw8as1 2023-12-03T11:39:41.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.739+0000 7f1d8b7fe640 20 handle_completion(): completion ok for obj=e[Owa1khkJ2miNy9tp8994S4VwZipdlnd] 2023-12-03T11:39:41.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.740+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.742 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.741+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.743 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.741+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.743 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.742+0000 7f1dadd40800 20 get_obj_state: octx=0x7f1da404acf0 obj=check-bucket:f state=0x560fad975378 s->prefetch_data=0 2023-12-03T11:39:41.743 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.742+0000 7f1dadd40800 20 get_obj_state: setting s->obj_tag to 8601a6zjvu3k5b1kafg2ltu9m2g4ep9v 2023-12-03T11:39:41.743 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.742+0000 7f1dadd40800 20 get_obj_state_impl: setting s->olh_tag to fgqm0z1kr8rz43tlsk8g8hplfh4mza30 2023-12-03T11:39:41.744 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.742+0000 7f1dadd40800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=fgqm0z1kr8rz43tlsk8g8hplfh4mza30 2023-12-03T11:39:41.745 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.744+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.747+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.747+0000 7f1dadd40800 20 olh_log_entry: epoch=2 op=2 key=f[] 2023-12-03T11:39:41.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.747+0000 7f1dadd40800 20 olh_log_entry: epoch=2 op=3 key=f[HFqaw3wCLHyRLOqR4GuyHQShRN8ToQ8] 2023-12-03T11:39:41.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.747+0000 7f1dadd40800 20 get_obj_state: octx=0x7f1da404acf0 obj=check-bucket:_:HFqaw3wCLHyRLOqR4GuyHQShRN8ToQ8_f state=0x560fad97e958 s->prefetch_data=0 2023-12-03T11:39:41.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.747+0000 7f1dadd40800 10 manifest: total_size = 12 2023-12-03T11:39:41.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.747+0000 7f1dadd40800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.7128986814098411446 2023-12-03T11:39:41.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.747+0000 7f1dadd40800 20 get_obj_state: octx=0x7f1da404acf0 obj=check-bucket:_:HFqaw3wCLHyRLOqR4GuyHQShRN8ToQ8_f state=0x560fad97e958 s->prefetch_data=0 2023-12-03T11:39:41.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.747+0000 7f1dadd40800 20 prepare_atomic_modification: state is not atomic. state=0x560fad97e958 2023-12-03T11:39:41.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.747+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.753 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.752+0000 7f1d8b7fe640 20 handle_completion(): completion ok for obj=f[HFqaw3wCLHyRLOqR4GuyHQShRN8ToQ8] 2023-12-03T11:39:41.757 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.756+0000 7f1dadd40800 20 get_obj_state: octx=0x7f1da404acf0 obj=check-bucket:f state=0x560fad975378 s->prefetch_data=0 2023-12-03T11:39:41.757 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.756+0000 7f1dadd40800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=fgqm0z1kr8rz43tlsk8g8hplfh4mza30 2023-12-03T11:39:41.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.760+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.763+0000 7f1dadd40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.763+0000 7f1dadd40800 1 NOTICE: finished shard 0 (4 entries removed) 2023-12-03T11:39:41.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.763+0000 7f1dadd40800 1 NOTICE: finished all shards (4 entries removed) 2023-12-03T11:39:41.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.763+0000 7f1d6f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:41.767 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.766+0000 7f1dadd40800 20 remove_watcher() i=0 2023-12-03T11:39:41.767 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.766+0000 7f1dadd40800 2 removed watcher, disabling cache 2023-12-03T11:39:41.769 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.767+0000 7f1dadd40800 20 remove_watcher() i=1 2023-12-03T11:39:41.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.770+0000 7f1dadd40800 20 remove_watcher() i=2 2023-12-03T11:39:41.773 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.772+0000 7f1dadd40800 20 remove_watcher() i=3 2023-12-03T11:39:41.774 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.773+0000 7f1dadd40800 20 remove_watcher() i=4 2023-12-03T11:39:41.777 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.776+0000 7f1dadd40800 20 remove_watcher() i=5 2023-12-03T11:39:41.778 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.777+0000 7f1dadd40800 20 remove_watcher() i=6 2023-12-03T11:39:41.779 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.778+0000 7f1dadd40800 20 remove_watcher() i=7 2023-12-03T11:39:41.785 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:41.786 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:41.788 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:41.788 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:41.791 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:41.791 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:41.793 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:41.793 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:41.795 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: bucket check unlinked does not affect normal entries 2023-12-03T11:39:41.795 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:41.796 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:41.796 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:41.840 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:41.841 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:41.843 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:41.843 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:41.846 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:41.846 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:41.849 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:41.849 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:41.851 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2023-12-03T11:39:41.851 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:41.852 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2023-12-03T11:39:41.885 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:41.885 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:41.899 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.897+0000 7f473022f800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.901 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.899+0000 7f473022f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.901 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.899+0000 7f473022f800 20 realm 2023-12-03T11:39:41.901 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.899+0000 7f473022f800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.901 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.899+0000 7f473022f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.901 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.899+0000 7f473022f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:41.901 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.899+0000 7f473022f800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.901 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.899+0000 7f473022f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.901 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.899+0000 7f473022f800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.902 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.900+0000 7f473022f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:41.902 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.900+0000 7f473022f800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.902 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.901+0000 7f473022f800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:41.902 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.901+0000 7f473022f800 20 searching for the correct realm 2023-12-03T11:39:41.912 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.910+0000 7f472b4fa640 0 -- 172.21.15.145:0/1782127131 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55abb9bf7310 msgr2=0x55abb9bf9760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:41.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.911+0000 7f473022f800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:41.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.911+0000 7f473022f800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:41.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.911+0000 7f473022f800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:41.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.911+0000 7f473022f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:41.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.911+0000 7f473022f800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.911+0000 7f473022f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.911+0000 7f473022f800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.912+0000 7f473022f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:41.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.912+0000 7f473022f800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.912+0000 7f473022f800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:41.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.912+0000 7f473022f800 20 zone default found 2023-12-03T11:39:41.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.912+0000 7f473022f800 4 Realm: () 2023-12-03T11:39:41.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.912+0000 7f473022f800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:41.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.912+0000 7f473022f800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:41.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.912+0000 7f473022f800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:41.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.912+0000 7f473022f800 20 zonegroup default 2023-12-03T11:39:41.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.912+0000 7f473022f800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.912+0000 7f473022f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.912+0000 7f473022f800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.913+0000 7f473022f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.913+0000 7f473022f800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.913+0000 7f473022f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:41.916 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.913+0000 7f473022f800 20 started sync module instance, tier type = 2023-12-03T11:39:41.916 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.913+0000 7f473022f800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:41.930 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.929+0000 7f472acf9640 0 -- 172.21.15.145:0/1782127131 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55abb9bfab40 msgr2=0x55abb9bfcf30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:39:41.938 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.937+0000 7f473022f800 20 add_watcher() i=0 2023-12-03T11:39:41.938 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.937+0000 7f473022f800 20 add_watcher() i=1 2023-12-03T11:39:41.938 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.937+0000 7f473022f800 20 add_watcher() i=2 2023-12-03T11:39:41.938 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.937+0000 7f473022f800 20 add_watcher() i=3 2023-12-03T11:39:41.939 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.937+0000 7f473022f800 20 add_watcher() i=4 2023-12-03T11:39:41.939 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.937+0000 7f473022f800 20 add_watcher() i=5 2023-12-03T11:39:41.939 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.937+0000 7f473022f800 20 add_watcher() i=6 2023-12-03T11:39:41.939 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.938+0000 7f473022f800 20 add_watcher() i=7 2023-12-03T11:39:41.939 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.938+0000 7f473022f800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:41.942 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.941+0000 7f46f17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:41.942 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.941+0000 7f473022f800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:41.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.941+0000 7f473022f800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:41.949 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.947+0000 7f473022f800 5 note: GC not initialized 2023-12-03T11:39:41.949 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.947+0000 7f465ffff640 20 reqs_thread_entry: start 2023-12-03T11:39:41.949 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.947+0000 7f473022f800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:41.949 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.947+0000 7f473022f800 20 Filter name: none 2023-12-03T11:39:41.949 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.947+0000 7f465dffb640 20 reqs_thread_entry: start 2023-12-03T11:39:41.949 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.947+0000 7f473022f800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:39:41.949 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.947+0000 7f473022f800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.950 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.948+0000 7f473022f800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:41.950 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.948+0000 7f473022f800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:39:41.950 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.948+0000 7f473022f800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:39:41.950 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.948+0000 7f473022f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 : miss 2023-12-03T11:39:41.950 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.948+0000 7f473022f800 20 rados->read ofs=0 len=0 2023-12-03T11:39:41.951 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.948+0000 7f473022f800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:41.951 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.948+0000 7f473022f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 info.flags=0x17 2023-12-03T11:39:41.951 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.948+0000 7f473022f800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 to cache LRU end 2023-12-03T11:39:41.951 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.948+0000 7f473022f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:39:41.951 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.948+0000 7f473022f800 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:39:41.951 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.948+0000 7f473022f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 2023-12-03T11:39:41.951 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.948+0000 7f473022f800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:41.951 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.949+0000 7f473022f800 1 NOTICE: finished shard 0 (0 entries found) 2023-12-03T11:39:41.951 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.949+0000 7f473022f800 1 NOTICE: finished all shards (0 entries found) 2023-12-03T11:39:41.951 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.950+0000 7f46f17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:41.954 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.953+0000 7f473022f800 20 remove_watcher() i=0 2023-12-03T11:39:41.954 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.953+0000 7f473022f800 2 removed watcher, disabling cache 2023-12-03T11:39:41.955 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.954+0000 7f473022f800 20 remove_watcher() i=1 2023-12-03T11:39:41.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.955+0000 7f473022f800 20 remove_watcher() i=2 2023-12-03T11:39:41.957 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.956+0000 7f473022f800 20 remove_watcher() i=3 2023-12-03T11:39:41.958 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.957+0000 7f473022f800 20 remove_watcher() i=4 2023-12-03T11:39:41.959 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.958+0000 7f473022f800 20 remove_watcher() i=5 2023-12-03T11:39:41.961 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.960+0000 7f473022f800 20 remove_watcher() i=6 2023-12-03T11:39:41.962 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:41.961+0000 7f473022f800 20 remove_watcher() i=7 2023-12-03T11:39:41.970 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:41.970 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:41.989 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:41.989 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:42.000 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bi list --bucket check-bucket --object c 2023-12-03T11:39:42.028 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:42.029 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:42.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.041+0000 7f321952c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.042+0000 7f321952c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.042+0000 7f321952c800 20 realm 2023-12-03T11:39:42.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.042+0000 7f321952c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.042+0000 7f321952c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.042+0000 7f321952c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:42.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.042+0000 7f321952c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.043+0000 7f321952c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.043+0000 7f321952c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.043+0000 7f321952c800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:42.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.043+0000 7f321952c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.044+0000 7f321952c800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:42.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.044+0000 7f321952c800 20 searching for the correct realm 2023-12-03T11:39:42.054 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.053+0000 7f32152c3640 0 -- 172.21.15.145:0/3336135562 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f3210022be0 msgr2=0x7f3210032920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:42.057 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.054+0000 7f321952c800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:42.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.054+0000 7f321952c800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:42.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.054+0000 7f321952c800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:42.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.054+0000 7f321952c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:42.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.054+0000 7f321952c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.054+0000 7f321952c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.054+0000 7f321952c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.054+0000 7f321952c800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:42.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.054+0000 7f321952c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.055+0000 7f321952c800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:42.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.055+0000 7f321952c800 20 zone default found 2023-12-03T11:39:42.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.055+0000 7f321952c800 4 Realm: () 2023-12-03T11:39:42.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.055+0000 7f321952c800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:42.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.055+0000 7f321952c800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:42.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.055+0000 7f321952c800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:42.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.055+0000 7f321952c800 20 zonegroup default 2023-12-03T11:39:42.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.055+0000 7f321952c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.055+0000 7f321952c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.055+0000 7f321952c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.055+0000 7f321952c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.055+0000 7f321952c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.056+0000 7f321952c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.056+0000 7f321952c800 20 started sync module instance, tier type = 2023-12-03T11:39:42.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.056+0000 7f321952c800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:42.062 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.061+0000 7f3215ac4640 0 -- 172.21.15.145:0/3336135562 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f320c05b040 msgr2=0x7f320c08c910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:42.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.066+0000 7f321952c800 20 add_watcher() i=0 2023-12-03T11:39:42.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.066+0000 7f321952c800 20 add_watcher() i=1 2023-12-03T11:39:42.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.066+0000 7f321952c800 20 add_watcher() i=2 2023-12-03T11:39:42.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.066+0000 7f321952c800 20 add_watcher() i=3 2023-12-03T11:39:42.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.066+0000 7f321952c800 20 add_watcher() i=4 2023-12-03T11:39:42.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.066+0000 7f321952c800 20 add_watcher() i=5 2023-12-03T11:39:42.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.066+0000 7f321952c800 20 add_watcher() i=6 2023-12-03T11:39:42.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.067+0000 7f321952c800 20 add_watcher() i=7 2023-12-03T11:39:42.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.067+0000 7f321952c800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:42.069 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.068+0000 7f31dafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:42.070 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.069+0000 7f321952c800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:42.070 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.069+0000 7f321952c800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:42.076 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.074+0000 7f321952c800 5 note: GC not initialized 2023-12-03T11:39:42.076 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.075+0000 7f3149ffb640 20 reqs_thread_entry: start 2023-12-03T11:39:42.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.075+0000 7f321952c800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:42.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.075+0000 7f321952c800 20 Filter name: none 2023-12-03T11:39:42.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.075+0000 7f313b7fe640 20 reqs_thread_entry: start 2023-12-03T11:39:42.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.075+0000 7f321952c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.075+0000 7f321952c800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:42.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.075+0000 7f321952c800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.076+0000 7f321952c800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:42.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.076+0000 7f321952c800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:39:42.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.076+0000 7f321952c800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:39:42.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.076+0000 7f321952c800 20 INFO: main: starting shard=0 2023-12-03T11:39:42.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.076+0000 7f321952c800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:42.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.076+0000 7f321952c800 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2023-12-03T11:39:42.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.076+0000 7f321952c800 20 INFO: main: done 2023-12-03T11:39:42.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.077+0000 7f31dafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:42.081 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.080+0000 7f321952c800 20 remove_watcher() i=0 2023-12-03T11:39:42.081 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.080+0000 7f321952c800 2 removed watcher, disabling cache 2023-12-03T11:39:42.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.081+0000 7f321952c800 20 remove_watcher() i=1 2023-12-03T11:39:42.083 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.082+0000 7f321952c800 20 remove_watcher() i=2 2023-12-03T11:39:42.084 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.083+0000 7f321952c800 20 remove_watcher() i=3 2023-12-03T11:39:42.085 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.084+0000 7f321952c800 20 remove_watcher() i=4 2023-12-03T11:39:42.086 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.085+0000 7f321952c800 20 remove_watcher() i=5 2023-12-03T11:39:42.088 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.086+0000 7f321952c800 20 remove_watcher() i=6 2023-12-03T11:39:42.089 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.087+0000 7f321952c800 20 remove_watcher() i=7 2023-12-03T11:39:42.095 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bi list --bucket check-bucket --object d 2023-12-03T11:39:42.123 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:42.124 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:42.137 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.136+0000 7fc433fad800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.138+0000 7fc433fad800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.138+0000 7fc433fad800 20 realm 2023-12-03T11:39:42.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.138+0000 7fc433fad800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.138+0000 7fc433fad800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.138+0000 7fc433fad800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:42.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.138+0000 7fc433fad800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.138+0000 7fc433fad800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.138+0000 7fc433fad800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.139+0000 7fc433fad800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:42.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.139+0000 7fc433fad800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.141 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.140+0000 7fc433fad800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:42.141 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.140+0000 7fc433fad800 20 searching for the correct realm 2023-12-03T11:39:42.150 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.149+0000 7fc431aad640 0 -- 172.21.15.145:0/2871561072 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5644a6739b40 msgr2=0x5644a673bfd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:42.151 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.150+0000 7fc433fad800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:42.151 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.150+0000 7fc433fad800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:42.152 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.150+0000 7fc433fad800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:42.152 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.150+0000 7fc433fad800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:42.152 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.150+0000 7fc433fad800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.152 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.150+0000 7fc433fad800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.152 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.150+0000 7fc433fad800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.150+0000 7fc433fad800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:42.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.150+0000 7fc433fad800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.151+0000 7fc433fad800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:42.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.151+0000 7fc433fad800 20 zone default found 2023-12-03T11:39:42.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.151+0000 7fc433fad800 4 Realm: () 2023-12-03T11:39:42.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.151+0000 7fc433fad800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:42.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.151+0000 7fc433fad800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:42.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.151+0000 7fc433fad800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:42.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.151+0000 7fc433fad800 20 zonegroup default 2023-12-03T11:39:42.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.151+0000 7fc433fad800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.151+0000 7fc433fad800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.151+0000 7fc433fad800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.151+0000 7fc433fad800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.151+0000 7fc433fad800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.152+0000 7fc433fad800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.152+0000 7fc433fad800 20 started sync module instance, tier type = 2023-12-03T11:39:42.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.152+0000 7fc433fad800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:42.161 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.160+0000 7fc4322ae640 0 -- 172.21.15.145:0/2871561072 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7fc428060660 msgr2=0x7fc428056e50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:42.167 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.166+0000 7fc433fad800 20 add_watcher() i=0 2023-12-03T11:39:42.167 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.166+0000 7fc433fad800 20 add_watcher() i=1 2023-12-03T11:39:42.168 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.166+0000 7fc433fad800 20 add_watcher() i=2 2023-12-03T11:39:42.168 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.166+0000 7fc433fad800 20 add_watcher() i=3 2023-12-03T11:39:42.168 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.166+0000 7fc433fad800 20 add_watcher() i=4 2023-12-03T11:39:42.168 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.166+0000 7fc433fad800 20 add_watcher() i=5 2023-12-03T11:39:42.168 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.166+0000 7fc433fad800 20 add_watcher() i=6 2023-12-03T11:39:42.168 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.167+0000 7fc433fad800 20 add_watcher() i=7 2023-12-03T11:39:42.168 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.167+0000 7fc433fad800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:42.170 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.168+0000 7fc3f77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:42.170 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.169+0000 7fc433fad800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:42.170 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.169+0000 7fc433fad800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:42.176 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.174+0000 7fc433fad800 5 note: GC not initialized 2023-12-03T11:39:42.176 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.175+0000 7fc3667fc640 20 reqs_thread_entry: start 2023-12-03T11:39:42.176 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.175+0000 7fc433fad800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:42.176 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.175+0000 7fc433fad800 20 Filter name: none 2023-12-03T11:39:42.176 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.175+0000 7fc357fff640 20 reqs_thread_entry: start 2023-12-03T11:39:42.176 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.175+0000 7fc433fad800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.177 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.175+0000 7fc433fad800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:42.177 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.175+0000 7fc433fad800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.178 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.176+0000 7fc433fad800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:42.178 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.176+0000 7fc433fad800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:39:42.178 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.176+0000 7fc433fad800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:39:42.178 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.176+0000 7fc433fad800 20 INFO: main: starting shard=0 2023-12-03T11:39:42.178 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.176+0000 7fc433fad800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:42.178 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.176+0000 7fc433fad800 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2023-12-03T11:39:42.178 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.176+0000 7fc433fad800 20 INFO: main: done 2023-12-03T11:39:42.178 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.177+0000 7fc3f77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:42.180 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.179+0000 7fc433fad800 20 remove_watcher() i=0 2023-12-03T11:39:42.180 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.179+0000 7fc433fad800 2 removed watcher, disabling cache 2023-12-03T11:39:42.181 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.180+0000 7fc433fad800 20 remove_watcher() i=1 2023-12-03T11:39:42.182 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.181+0000 7fc433fad800 20 remove_watcher() i=2 2023-12-03T11:39:42.183 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.182+0000 7fc433fad800 20 remove_watcher() i=3 2023-12-03T11:39:42.185 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.183+0000 7fc433fad800 20 remove_watcher() i=4 2023-12-03T11:39:42.186 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.185+0000 7fc433fad800 20 remove_watcher() i=5 2023-12-03T11:39:42.187 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.186+0000 7fc433fad800 20 remove_watcher() i=6 2023-12-03T11:39:42.188 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.187+0000 7fc433fad800 20 remove_watcher() i=7 2023-12-03T11:39:42.192 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: bucket check olh finds leftover OLH entries 2023-12-03T11:39:42.193 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:42.194 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2023-12-03T11:39:42.224 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:42.224 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:42.238 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.236+0000 7f4f29011800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.240 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.238+0000 7f4f29011800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.240 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.238+0000 7f4f29011800 20 realm 2023-12-03T11:39:42.240 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.238+0000 7f4f29011800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.240 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.238+0000 7f4f29011800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.240 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.238+0000 7f4f29011800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:42.240 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.238+0000 7f4f29011800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.240 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.238+0000 7f4f29011800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.240 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.238+0000 7f4f29011800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.239+0000 7f4f29011800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:42.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.239+0000 7f4f29011800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.240+0000 7f4f29011800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:42.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.240+0000 7f4f29011800 20 searching for the correct realm 2023-12-03T11:39:42.249 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.248+0000 7f4f245b1640 0 -- 172.21.15.145:0/4252617513 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f4f1c072960 msgr2=0x7f4f1c0713e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:42.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.250+0000 7f4f29011800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:42.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.250+0000 7f4f29011800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:42.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.250+0000 7f4f29011800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:42.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.250+0000 7f4f29011800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:42.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.250+0000 7f4f29011800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.250+0000 7f4f29011800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.250+0000 7f4f29011800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.250+0000 7f4f29011800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:42.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.250+0000 7f4f29011800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.251+0000 7f4f29011800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:42.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.251+0000 7f4f29011800 20 zone default found 2023-12-03T11:39:42.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.251+0000 7f4f29011800 4 Realm: () 2023-12-03T11:39:42.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.251+0000 7f4f29011800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:42.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.251+0000 7f4f29011800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:42.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.251+0000 7f4f29011800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:42.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.251+0000 7f4f29011800 20 zonegroup default 2023-12-03T11:39:42.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.251+0000 7f4f29011800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.251+0000 7f4f29011800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.254 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.251+0000 7f4f29011800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.254 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.251+0000 7f4f29011800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.254 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.251+0000 7f4f29011800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.254 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.251+0000 7f4f29011800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.254 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.251+0000 7f4f29011800 20 started sync module instance, tier type = 2023-12-03T11:39:42.254 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.251+0000 7f4f29011800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:42.259 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.258+0000 7f4f245b1640 0 -- 172.21.15.145:0/4252617513 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f4efc076b00 msgr2=0x7f4efc078f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:42.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.266+0000 7f4f29011800 20 add_watcher() i=0 2023-12-03T11:39:42.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.266+0000 7f4f29011800 20 add_watcher() i=1 2023-12-03T11:39:42.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.266+0000 7f4f29011800 20 add_watcher() i=2 2023-12-03T11:39:42.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.266+0000 7f4f29011800 20 add_watcher() i=3 2023-12-03T11:39:42.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.266+0000 7f4f29011800 20 add_watcher() i=4 2023-12-03T11:39:42.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.266+0000 7f4f29011800 20 add_watcher() i=5 2023-12-03T11:39:42.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.267+0000 7f4f29011800 20 add_watcher() i=6 2023-12-03T11:39:42.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.267+0000 7f4f29011800 20 add_watcher() i=7 2023-12-03T11:39:42.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.267+0000 7f4f29011800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:42.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.269+0000 7f4eea7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:42.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.269+0000 7f4f29011800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:42.271 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.269+0000 7f4f29011800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:42.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.275+0000 7f4f29011800 5 note: GC not initialized 2023-12-03T11:39:42.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.275+0000 7f4e597fa640 20 reqs_thread_entry: start 2023-12-03T11:39:42.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.275+0000 7f4f29011800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:42.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.275+0000 7f4f29011800 20 Filter name: none 2023-12-03T11:39:42.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.276+0000 7f4e52ffd640 20 reqs_thread_entry: start 2023-12-03T11:39:42.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.276+0000 7f4f29011800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:39:42.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.276+0000 7f4f29011800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.278 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.276+0000 7f4f29011800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:42.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.276+0000 7f4f29011800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:39:42.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.276+0000 7f4f29011800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:39:42.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.276+0000 7f4f29011800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 : miss 2023-12-03T11:39:42.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.276+0000 7f4f29011800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.277+0000 7f4f29011800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:42.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.277+0000 7f4f29011800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 info.flags=0x17 2023-12-03T11:39:42.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.277+0000 7f4f29011800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 to cache LRU end 2023-12-03T11:39:42.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.277+0000 7f4f29011800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:39:42.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.277+0000 7f4f29011800 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:39:42.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.277+0000 7f4f29011800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 2023-12-03T11:39:42.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.277+0000 7f4f29011800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:42.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.277+0000 7f4f29011800 1 NOTICE: finished shard 0 (2 entries found) 2023-12-03T11:39:42.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.277+0000 7f4f29011800 1 NOTICE: finished all shards (2 entries found) 2023-12-03T11:39:42.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.278+0000 7f4eea7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:42.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.280+0000 7f4f29011800 20 remove_watcher() i=0 2023-12-03T11:39:42.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.280+0000 7f4f29011800 2 removed watcher, disabling cache 2023-12-03T11:39:42.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.281+0000 7f4f29011800 20 remove_watcher() i=1 2023-12-03T11:39:42.284 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.283+0000 7f4f29011800 20 remove_watcher() i=2 2023-12-03T11:39:42.285 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.284+0000 7f4f29011800 20 remove_watcher() i=3 2023-12-03T11:39:42.286 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.285+0000 7f4f29011800 20 remove_watcher() i=4 2023-12-03T11:39:42.287 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.286+0000 7f4f29011800 20 remove_watcher() i=5 2023-12-03T11:39:42.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.287+0000 7f4f29011800 20 remove_watcher() i=6 2023-12-03T11:39:42.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.288+0000 7f4f29011800 20 remove_watcher() i=7 2023-12-03T11:39:42.294 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: bucket check olh fixes leftover OLH entries 2023-12-03T11:39:42.294 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:42.296 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2023-12-03T11:39:42.327 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:42.327 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:42.341 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.339+0000 7f2c70b32800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.343 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.341+0000 7f2c70b32800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.343 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.341+0000 7f2c70b32800 20 realm 2023-12-03T11:39:42.343 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.341+0000 7f2c70b32800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.343 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.341+0000 7f2c70b32800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.343 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.341+0000 7f2c70b32800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:42.343 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.341+0000 7f2c70b32800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.343 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.341+0000 7f2c70b32800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.343 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.341+0000 7f2c70b32800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.344 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.342+0000 7f2c70b32800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:42.344 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.342+0000 7f2c70b32800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.344 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.343+0000 7f2c70b32800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:42.344 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.343+0000 7f2c70b32800 20 searching for the correct realm 2023-12-03T11:39:42.353 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.352+0000 7f2c6c75b640 0 -- 172.21.15.145:0/3377414264 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5650bd6cfcd0 msgr2=0x5650bd6d20c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:42.355 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.353+0000 7f2c70b32800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:42.355 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.353+0000 7f2c70b32800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:42.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.353+0000 7f2c70b32800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:42.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.353+0000 7f2c70b32800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:42.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.353+0000 7f2c70b32800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.353+0000 7f2c70b32800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.353+0000 7f2c70b32800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.353+0000 7f2c70b32800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:42.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.353+0000 7f2c70b32800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.354+0000 7f2c70b32800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:42.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.354+0000 7f2c70b32800 20 zone default found 2023-12-03T11:39:42.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.354+0000 7f2c70b32800 4 Realm: () 2023-12-03T11:39:42.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.354+0000 7f2c70b32800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:42.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.354+0000 7f2c70b32800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:42.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.354+0000 7f2c70b32800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:42.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.354+0000 7f2c70b32800 20 zonegroup default 2023-12-03T11:39:42.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.354+0000 7f2c70b32800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.354+0000 7f2c70b32800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.357 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.354+0000 7f2c70b32800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.357 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.354+0000 7f2c70b32800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.357 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.354+0000 7f2c70b32800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.357 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.354+0000 7f2c70b32800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.357 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.354+0000 7f2c70b32800 20 started sync module instance, tier type = 2023-12-03T11:39:42.357 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.354+0000 7f2c70b32800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:42.371 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.369+0000 7f2c6bf5a640 0 -- 172.21.15.145:0/3377414264 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x5650bd6d3450 msgr2=0x5650bd6d5840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:42.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.377+0000 7f2c70b32800 20 add_watcher() i=0 2023-12-03T11:39:42.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.377+0000 7f2c70b32800 20 add_watcher() i=1 2023-12-03T11:39:42.379 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.377+0000 7f2c70b32800 20 add_watcher() i=2 2023-12-03T11:39:42.379 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.377+0000 7f2c70b32800 20 add_watcher() i=3 2023-12-03T11:39:42.379 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.377+0000 7f2c70b32800 20 add_watcher() i=4 2023-12-03T11:39:42.379 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.377+0000 7f2c70b32800 20 add_watcher() i=5 2023-12-03T11:39:42.379 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.377+0000 7f2c70b32800 20 add_watcher() i=6 2023-12-03T11:39:42.381 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.380+0000 7f2c70b32800 20 add_watcher() i=7 2023-12-03T11:39:42.381 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.380+0000 7f2c70b32800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:42.382 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.381+0000 7f2c327e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:42.383 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.381+0000 7f2c70b32800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:42.383 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.381+0000 7f2c70b32800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:42.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.387+0000 7f2c70b32800 5 note: GC not initialized 2023-12-03T11:39:42.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.387+0000 7f2ba17fa640 20 reqs_thread_entry: start 2023-12-03T11:39:42.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.387+0000 7f2c70b32800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:42.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.387+0000 7f2c70b32800 20 Filter name: none 2023-12-03T11:39:42.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.387+0000 7f2b9affd640 20 reqs_thread_entry: start 2023-12-03T11:39:42.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.387+0000 7f2c70b32800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:39:42.390 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.387+0000 7f2c70b32800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.390 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.388+0000 7f2c70b32800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:42.390 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.388+0000 7f2c70b32800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:39:42.390 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.388+0000 7f2c70b32800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:39:42.390 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.388+0000 7f2c70b32800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 : miss 2023-12-03T11:39:42.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.388+0000 7f2c70b32800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.394 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.388+0000 7f2c70b32800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:42.394 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.388+0000 7f2c70b32800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 info.flags=0x17 2023-12-03T11:39:42.394 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.388+0000 7f2c70b32800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 to cache LRU end 2023-12-03T11:39:42.394 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.388+0000 7f2c70b32800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:39:42.394 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.388+0000 7f2c70b32800 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:39:42.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.388+0000 7f2c70b32800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 2023-12-03T11:39:42.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.388+0000 7f2c70b32800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:42.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.389+0000 7f2c70b32800 20 get_obj_state: octx=0x5650bd46e0f0 obj=check-bucket:c state=0x5650bd782238 s->prefetch_data=0 2023-12-03T11:39:42.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.389+0000 7f2c70b32800 20 get_obj_state: setting s->obj_tag to 905aws80im4ojn73vkeb6c5cjph8fyn2 2023-12-03T11:39:42.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.389+0000 7f2c70b32800 20 get_obj_state_impl: setting s->olh_tag to vyoywm9938ykhj5rcz7djg4m63hpbnn2 2023-12-03T11:39:42.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.389+0000 7f2c70b32800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:42.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.390+0000 7f2c70b32800 20 olh_log_entry: epoch=4 op=2 key=c[] 2023-12-03T11:39:42.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.390+0000 7f2c70b32800 20 olh_log_entry: epoch=4 op=3 key=c[vzyw4GuQSLYMjX.7y6hrjE4PYdqsD7c] 2023-12-03T11:39:42.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.390+0000 7f2c70b32800 20 get_obj_state: octx=0x5650bd7806f0 obj=check-bucket:_:vzyw4GuQSLYMjX.7y6hrjE4PYdqsD7c_c state=0x5650bd78ad08 s->prefetch_data=0 2023-12-03T11:39:42.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.391+0000 7f2c70b32800 20 get_obj_state: octx=0x5650bd7806f0 obj=check-bucket:c state=0x5650bd783c98 s->prefetch_data=0 2023-12-03T11:39:42.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.391+0000 7f2c70b32800 20 get_obj_state: setting s->obj_tag to 905aws80im4ojn73vkeb6c5cjph8fyn2 2023-12-03T11:39:42.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.391+0000 7f2c70b32800 20 get_obj_state_impl: setting s->olh_tag to vyoywm9938ykhj5rcz7djg4m63hpbnn2 2023-12-03T11:39:42.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.391+0000 7f2c70b32800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=vyoywm9938ykhj5rcz7djg4m63hpbnn2 2023-12-03T11:39:42.398 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.396+0000 7f2c70b32800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:42.399 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.398+0000 7f2c70b32800 20 get_obj_state: octx=0x5650bd46e0f0 obj=check-bucket:d state=0x5650bd781208 s->prefetch_data=0 2023-12-03T11:39:42.399 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.398+0000 7f2c70b32800 20 get_obj_state: setting s->obj_tag to bww9kz1ah11kai5ft4kik2ldwanv3ve9 2023-12-03T11:39:42.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.398+0000 7f2c70b32800 20 get_obj_state_impl: setting s->olh_tag to ceqoyc4m5g3k61zolfhv533xmijsevp4 2023-12-03T11:39:42.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.398+0000 7f2c70b32800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:42.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.398+0000 7f2c70b32800 20 olh_log_entry: epoch=4 op=2 key=d[] 2023-12-03T11:39:42.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.398+0000 7f2c70b32800 20 olh_log_entry: epoch=4 op=3 key=d[Dn2PF9Wld0760OC64iYUQ38ts1fR7lw] 2023-12-03T11:39:42.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.398+0000 7f2c70b32800 20 get_obj_state: octx=0x5650bd7806f0 obj=check-bucket:_:Dn2PF9Wld0760OC64iYUQ38ts1fR7lw_d state=0x5650bd78bd18 s->prefetch_data=0 2023-12-03T11:39:42.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.399+0000 7f2c70b32800 20 get_obj_state: octx=0x5650bd7806f0 obj=check-bucket:d state=0x5650bd786cc8 s->prefetch_data=0 2023-12-03T11:39:42.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.400+0000 7f2c70b32800 20 get_obj_state: setting s->obj_tag to bww9kz1ah11kai5ft4kik2ldwanv3ve9 2023-12-03T11:39:42.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.400+0000 7f2c70b32800 20 get_obj_state_impl: setting s->olh_tag to ceqoyc4m5g3k61zolfhv533xmijsevp4 2023-12-03T11:39:42.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.400+0000 7f2c70b32800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=ceqoyc4m5g3k61zolfhv533xmijsevp4 2023-12-03T11:39:42.403 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.402+0000 7f2c70b32800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:42.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.403+0000 7f2c70b32800 1 NOTICE: finished shard 0 (2 entries removed) 2023-12-03T11:39:42.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.403+0000 7f2c70b32800 1 NOTICE: finished all shards (2 entries removed) 2023-12-03T11:39:42.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.403+0000 7f2c327e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:42.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.406+0000 7f2c70b32800 20 remove_watcher() i=0 2023-12-03T11:39:42.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.406+0000 7f2c70b32800 2 removed watcher, disabling cache 2023-12-03T11:39:42.408 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.407+0000 7f2c70b32800 20 remove_watcher() i=1 2023-12-03T11:39:42.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.408+0000 7f2c70b32800 20 remove_watcher() i=2 2023-12-03T11:39:42.410 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.409+0000 7f2c70b32800 20 remove_watcher() i=3 2023-12-03T11:39:42.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.410+0000 7f2c70b32800 20 remove_watcher() i=4 2023-12-03T11:39:42.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.411+0000 7f2c70b32800 20 remove_watcher() i=5 2023-12-03T11:39:42.414 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.413+0000 7f2c70b32800 20 remove_watcher() i=6 2023-12-03T11:39:42.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.414+0000 7f2c70b32800 20 remove_watcher() i=7 2023-12-03T11:39:42.421 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bi list --bucket check-bucket --object c 2023-12-03T11:39:42.450 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:42.450 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:42.464 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.462+0000 7f97be326800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.466 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.464+0000 7f97be326800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.466 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.464+0000 7f97be326800 20 realm 2023-12-03T11:39:42.466 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.464+0000 7f97be326800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.466 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.464+0000 7f97be326800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.467 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.464+0000 7f97be326800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:42.467 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.464+0000 7f97be326800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.467 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.465+0000 7f97be326800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.467 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.465+0000 7f97be326800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.465+0000 7f97be326800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:42.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.465+0000 7f97be326800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.466+0000 7f97be326800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:42.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.466+0000 7f97be326800 20 searching for the correct realm 2023-12-03T11:39:42.475 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.474+0000 7f97b9f23640 0 -- 172.21.15.145:0/3716376879 >> [v2:172.21.15.145:6808/1929774303,v1:172.21.15.145:6809/1929774303] conn(0x7f97a40590a0 msgr2=0x7f97a40708b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:42.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.476+0000 7f97be326800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:42.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.476+0000 7f97be326800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:42.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.476+0000 7f97be326800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:42.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.476+0000 7f97be326800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:42.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.476+0000 7f97be326800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.476+0000 7f97be326800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.476+0000 7f97be326800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.476+0000 7f97be326800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:42.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.476+0000 7f97be326800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.476+0000 7f97be326800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:42.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.476+0000 7f97be326800 20 zone default found 2023-12-03T11:39:42.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.476+0000 7f97be326800 4 Realm: () 2023-12-03T11:39:42.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.476+0000 7f97be326800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:42.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.476+0000 7f97be326800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:42.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.476+0000 7f97be326800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:42.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.476+0000 7f97be326800 20 zonegroup default 2023-12-03T11:39:42.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.476+0000 7f97be326800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.477+0000 7f97be326800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.477+0000 7f97be326800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.480 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.477+0000 7f97be326800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.480 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.477+0000 7f97be326800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.480 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.477+0000 7f97be326800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.480 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.477+0000 7f97be326800 20 started sync module instance, tier type = 2023-12-03T11:39:42.480 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.477+0000 7f97be326800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:42.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.487+0000 7f97b9f23640 0 -- 172.21.15.145:0/3716376879 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f97b4080060 msgr2=0x7f97b409ba00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:42.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.493+0000 7f97be326800 20 add_watcher() i=0 2023-12-03T11:39:42.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.493+0000 7f97be326800 20 add_watcher() i=1 2023-12-03T11:39:42.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.493+0000 7f97be326800 20 add_watcher() i=2 2023-12-03T11:39:42.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.493+0000 7f97be326800 20 add_watcher() i=3 2023-12-03T11:39:42.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.493+0000 7f97be326800 20 add_watcher() i=4 2023-12-03T11:39:42.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.493+0000 7f97be326800 20 add_watcher() i=5 2023-12-03T11:39:42.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.493+0000 7f97be326800 20 add_watcher() i=6 2023-12-03T11:39:42.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.494+0000 7f97be326800 20 add_watcher() i=7 2023-12-03T11:39:42.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.494+0000 7f97be326800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:42.497 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.496+0000 7f977f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:42.497 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.496+0000 7f97be326800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:42.497 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.496+0000 7f97be326800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:42.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.502+0000 7f97be326800 5 note: GC not initialized 2023-12-03T11:39:42.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.502+0000 7f96ee7fc640 20 reqs_thread_entry: start 2023-12-03T11:39:42.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.502+0000 7f97be326800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:42.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.502+0000 7f97be326800 20 Filter name: none 2023-12-03T11:39:42.504 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.502+0000 7f96dffff640 20 reqs_thread_entry: start 2023-12-03T11:39:42.504 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.502+0000 7f97be326800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.504 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.502+0000 7f97be326800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:42.504 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.502+0000 7f97be326800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.504 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.503+0000 7f97be326800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:42.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.503+0000 7f97be326800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:39:42.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.503+0000 7f97be326800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:39:42.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.503+0000 7f97be326800 20 INFO: main: starting shard=0 2023-12-03T11:39:42.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.503+0000 7f97be326800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:42.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.503+0000 7f97be326800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:39:42.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.503+0000 7f97be326800 20 INFO: main: done 2023-12-03T11:39:42.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.504+0000 7f977f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:42.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.506+0000 7f97be326800 20 remove_watcher() i=0 2023-12-03T11:39:42.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.506+0000 7f97be326800 2 removed watcher, disabling cache 2023-12-03T11:39:42.509 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.508+0000 7f97be326800 20 remove_watcher() i=1 2023-12-03T11:39:42.510 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.509+0000 7f97be326800 20 remove_watcher() i=2 2023-12-03T11:39:42.511 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.510+0000 7f97be326800 20 remove_watcher() i=3 2023-12-03T11:39:42.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.511+0000 7f97be326800 20 remove_watcher() i=4 2023-12-03T11:39:42.513 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.512+0000 7f97be326800 20 remove_watcher() i=5 2023-12-03T11:39:42.514 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.513+0000 7f97be326800 20 remove_watcher() i=6 2023-12-03T11:39:42.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.514+0000 7f97be326800 20 remove_watcher() i=7 2023-12-03T11:39:42.522 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bi list --bucket check-bucket --object d 2023-12-03T11:39:42.551 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:42.551 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:42.565 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.564+0000 7f9d819af800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.565+0000 7f9d819af800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.565+0000 7f9d819af800 20 realm 2023-12-03T11:39:42.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.565+0000 7f9d819af800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.565+0000 7f9d819af800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.565+0000 7f9d819af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:42.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.565+0000 7f9d819af800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.566+0000 7f9d819af800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.566+0000 7f9d819af800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.567+0000 7f9d819af800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:42.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.567+0000 7f9d819af800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.567+0000 7f9d819af800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:42.569 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.567+0000 7f9d819af800 20 searching for the correct realm 2023-12-03T11:39:42.576 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.575+0000 7f9d7ecae640 0 -- 172.21.15.145:0/733662572 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x56193adb8a50 msgr2=0x56193adbae40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:42.578 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.577+0000 7f9d819af800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:42.578 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.577+0000 7f9d819af800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:42.578 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.577+0000 7f9d819af800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:42.578 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.577+0000 7f9d819af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:42.579 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.577+0000 7f9d819af800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.579 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.577+0000 7f9d819af800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.579 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.577+0000 7f9d819af800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.579 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.577+0000 7f9d819af800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:42.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.577+0000 7f9d819af800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.578+0000 7f9d819af800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:42.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.578+0000 7f9d819af800 20 zone default found 2023-12-03T11:39:42.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.578+0000 7f9d819af800 4 Realm: () 2023-12-03T11:39:42.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.578+0000 7f9d819af800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:42.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.578+0000 7f9d819af800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:42.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.578+0000 7f9d819af800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:42.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.578+0000 7f9d819af800 20 zonegroup default 2023-12-03T11:39:42.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.578+0000 7f9d819af800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.578+0000 7f9d819af800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.578+0000 7f9d819af800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.581 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.579+0000 7f9d819af800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.581 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.579+0000 7f9d819af800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.581 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.579+0000 7f9d819af800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.581 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.579+0000 7f9d819af800 20 started sync module instance, tier type = 2023-12-03T11:39:42.581 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.579+0000 7f9d819af800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:42.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.586+0000 7f9d7f4af640 0 -- 172.21.15.145:0/733662572 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f9d7002c040 msgr2=0x7f9d7002e940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:39:42.593 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.591+0000 7f9d819af800 20 add_watcher() i=0 2023-12-03T11:39:42.593 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.591+0000 7f9d819af800 20 add_watcher() i=1 2023-12-03T11:39:42.593 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.591+0000 7f9d819af800 20 add_watcher() i=2 2023-12-03T11:39:42.593 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.591+0000 7f9d819af800 20 add_watcher() i=3 2023-12-03T11:39:42.593 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.591+0000 7f9d819af800 20 add_watcher() i=4 2023-12-03T11:39:42.593 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.591+0000 7f9d819af800 20 add_watcher() i=5 2023-12-03T11:39:42.593 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.592+0000 7f9d819af800 20 add_watcher() i=6 2023-12-03T11:39:42.594 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.593+0000 7f9d819af800 20 add_watcher() i=7 2023-12-03T11:39:42.594 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.593+0000 7f9d819af800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:42.595 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.594+0000 7f9d457e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:42.595 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.594+0000 7f9d819af800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:42.596 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.594+0000 7f9d819af800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:42.602 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.600+0000 7f9d819af800 5 note: GC not initialized 2023-12-03T11:39:42.602 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.600+0000 7f9cb3fff640 20 reqs_thread_entry: start 2023-12-03T11:39:42.602 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.600+0000 7f9d819af800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:42.602 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.600+0000 7f9d819af800 20 Filter name: none 2023-12-03T11:39:42.602 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.601+0000 7f9cb1ffb640 20 reqs_thread_entry: start 2023-12-03T11:39:42.602 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.601+0000 7f9d819af800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.603 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.601+0000 7f9d819af800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:42.603 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.601+0000 7f9d819af800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.603 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.602+0000 7f9d819af800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:42.603 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.602+0000 7f9d819af800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:39:42.603 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.602+0000 7f9d819af800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:39:42.603 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.602+0000 7f9d819af800 20 INFO: main: starting shard=0 2023-12-03T11:39:42.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.602+0000 7f9d819af800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:42.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.602+0000 7f9d819af800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:39:42.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.602+0000 7f9d819af800 20 INFO: main: done 2023-12-03T11:39:42.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.603+0000 7f9d457e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:42.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.605+0000 7f9d819af800 20 remove_watcher() i=0 2023-12-03T11:39:42.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.605+0000 7f9d819af800 2 removed watcher, disabling cache 2023-12-03T11:39:42.608 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.607+0000 7f9d819af800 20 remove_watcher() i=1 2023-12-03T11:39:42.612 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.611+0000 7f9d819af800 20 remove_watcher() i=2 2023-12-03T11:39:42.613 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.612+0000 7f9d819af800 20 remove_watcher() i=3 2023-12-03T11:39:42.614 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.613+0000 7f9d819af800 20 remove_watcher() i=4 2023-12-03T11:39:42.615 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.614+0000 7f9d819af800 20 remove_watcher() i=5 2023-12-03T11:39:42.616 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.615+0000 7f9d819af800 20 remove_watcher() i=6 2023-12-03T11:39:42.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.616+0000 7f9d819af800 20 remove_watcher() i=7 2023-12-03T11:39:42.622 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2023-12-03T11:39:42.622 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:42.623 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2023-12-03T11:39:42.652 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:42.653 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:42.666 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.665+0000 7f05f9216800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.668 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.667+0000 7f05f9216800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.668 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.667+0000 7f05f9216800 20 realm 2023-12-03T11:39:42.668 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.667+0000 7f05f9216800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.668 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.667+0000 7f05f9216800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.668 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.667+0000 7f05f9216800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:42.669 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.667+0000 7f05f9216800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.669 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.667+0000 7f05f9216800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.669 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.667+0000 7f05f9216800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.669 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.668+0000 7f05f9216800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:42.669 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.668+0000 7f05f9216800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.670 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.668+0000 7f05f9216800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:42.670 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.668+0000 7f05f9216800 20 searching for the correct realm 2023-12-03T11:39:42.679 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.678+0000 7f05f4893640 0 -- 172.21.15.145:0/440702100 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5638d1a86ac0 msgr2=0x5638d1a88eb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:42.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.679+0000 7f05f9216800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:42.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.679+0000 7f05f9216800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:42.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.679+0000 7f05f9216800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:42.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.679+0000 7f05f9216800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:42.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.679+0000 7f05f9216800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.679+0000 7f05f9216800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.679+0000 7f05f9216800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.679+0000 7f05f9216800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:42.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.680+0000 7f05f9216800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.680+0000 7f05f9216800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:42.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.680+0000 7f05f9216800 20 zone default found 2023-12-03T11:39:42.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.680+0000 7f05f9216800 4 Realm: () 2023-12-03T11:39:42.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.680+0000 7f05f9216800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:42.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.680+0000 7f05f9216800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:42.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.680+0000 7f05f9216800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:42.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.680+0000 7f05f9216800 20 zonegroup default 2023-12-03T11:39:42.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.680+0000 7f05f9216800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.680+0000 7f05f9216800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.680+0000 7f05f9216800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.680+0000 7f05f9216800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.680+0000 7f05f9216800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.681+0000 7f05f9216800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:42.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.681+0000 7f05f9216800 20 started sync module instance, tier type = 2023-12-03T11:39:42.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.681+0000 7f05f9216800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:42.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.689+0000 7f05effff640 0 -- 172.21.15.145:0/440702100 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x5638d1a8a270 msgr2=0x5638d1a8c660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:42.693 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.692+0000 7f05f9216800 20 add_watcher() i=0 2023-12-03T11:39:42.693 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.692+0000 7f05f9216800 20 add_watcher() i=1 2023-12-03T11:39:42.693 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.692+0000 7f05f9216800 20 add_watcher() i=2 2023-12-03T11:39:42.694 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.692+0000 7f05f9216800 20 add_watcher() i=3 2023-12-03T11:39:42.694 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.692+0000 7f05f9216800 20 add_watcher() i=4 2023-12-03T11:39:42.694 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.692+0000 7f05f9216800 20 add_watcher() i=5 2023-12-03T11:39:42.694 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.692+0000 7f05f9216800 20 add_watcher() i=6 2023-12-03T11:39:42.694 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.693+0000 7f05f9216800 20 add_watcher() i=7 2023-12-03T11:39:42.694 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.693+0000 7f05f9216800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:42.696 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.695+0000 7f05ba7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:42.696 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.695+0000 7f05f9216800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:42.696 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.695+0000 7f05f9216800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:42.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.701+0000 7f05f9216800 5 note: GC not initialized 2023-12-03T11:39:42.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.701+0000 7f05297fa640 20 reqs_thread_entry: start 2023-12-03T11:39:42.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.701+0000 7f05f9216800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:42.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.701+0000 7f05f9216800 20 Filter name: none 2023-12-03T11:39:42.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.701+0000 7f0522ffd640 20 reqs_thread_entry: start 2023-12-03T11:39:42.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.701+0000 7f05f9216800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:39:42.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.701+0000 7f05f9216800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.702+0000 7f05f9216800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:42.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.702+0000 7f05f9216800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:39:42.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.702+0000 7f05f9216800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:39:42.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.702+0000 7f05f9216800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 : miss 2023-12-03T11:39:42.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.702+0000 7f05f9216800 20 rados->read ofs=0 len=0 2023-12-03T11:39:42.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.702+0000 7f05f9216800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:42.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.702+0000 7f05f9216800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 info.flags=0x17 2023-12-03T11:39:42.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.702+0000 7f05f9216800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 to cache LRU end 2023-12-03T11:39:42.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.702+0000 7f05f9216800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:39:42.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.702+0000 7f05f9216800 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:39:42.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.702+0000 7f05f9216800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 2023-12-03T11:39:42.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.702+0000 7f05f9216800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:42.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.703+0000 7f05f9216800 1 NOTICE: finished shard 0 (0 entries found) 2023-12-03T11:39:42.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.703+0000 7f05f9216800 1 NOTICE: finished all shards (0 entries found) 2023-12-03T11:39:42.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.704+0000 7f05ba7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:42.707 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.706+0000 7f05f9216800 20 remove_watcher() i=0 2023-12-03T11:39:42.707 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.706+0000 7f05f9216800 2 removed watcher, disabling cache 2023-12-03T11:39:42.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.707+0000 7f05f9216800 20 remove_watcher() i=1 2023-12-03T11:39:42.709 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.708+0000 7f05f9216800 20 remove_watcher() i=2 2023-12-03T11:39:42.710 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.709+0000 7f05f9216800 20 remove_watcher() i=3 2023-12-03T11:39:42.711 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.710+0000 7f05f9216800 20 remove_watcher() i=4 2023-12-03T11:39:42.712 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.711+0000 7f05f9216800 20 remove_watcher() i=5 2023-12-03T11:39:42.714 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.712+0000 7f05f9216800 20 remove_watcher() i=6 2023-12-03T11:39:42.714 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:42.713+0000 7f05f9216800 20 remove_watcher() i=7 2023-12-03T11:39:42.719 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: verify that bucket check fixes do not affect null version objects 2023-12-03T11:39:42.719 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:42.721 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:42.721 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:42.725 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:42.725 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:42.727 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:42.727 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:42.771 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2023-12-03T11:39:42.772 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:39:42.772 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:42.772 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:42.817 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:42.817 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:42.860 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:42.860 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:42.878 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:42.878 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:42.881 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:42.881 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:42.894 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:42.894 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:42.897 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:42.897 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:42.912 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:42.912 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:42.915 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:42.915 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:42.929 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:42.930 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:42.932 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:42.932 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:42.948 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:42.948 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:42.951 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:42.951 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:42.962 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:42.962 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:42.965 INFO:tasks.workunit.client.0.smithi145.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2023-12-03T11:39:43.352 INFO:tasks.workunit.client.0.smithi145.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2023-12-03T11:39:44.728 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:44.728 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:44.777 INFO:tasks.workunit.client.0.smithi145.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:39:44.779 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bi list --bucket check-bucket --object c 2023-12-03T11:39:44.812 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:44.812 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:45.031 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.029+0000 7fd10e537800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.031+0000 7fd10e537800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.031+0000 7fd10e537800 20 realm 2023-12-03T11:39:45.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.031+0000 7fd10e537800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.031+0000 7fd10e537800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.031+0000 7fd10e537800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:45.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.031+0000 7fd10e537800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.031+0000 7fd10e537800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.031+0000 7fd10e537800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.034 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.032+0000 7fd10e537800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:45.034 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.033+0000 7fd10e537800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.035 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.033+0000 7fd10e537800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:45.035 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.033+0000 7fd10e537800 20 searching for the correct realm 2023-12-03T11:39:45.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.042+0000 7fd10a2cd640 0 -- 172.21.15.145:0/298155600 >> [v2:172.21.15.145:6808/1929774303,v1:172.21.15.145:6809/1929774303] conn(0x7fd0fc080bd0 msgr2=0x7fd0fc0803c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:45.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.045+0000 7fd10e537800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:45.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.045+0000 7fd10e537800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:45.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.045+0000 7fd10e537800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:45.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.045+0000 7fd10e537800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:45.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.045+0000 7fd10e537800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.046+0000 7fd10e537800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.046+0000 7fd10e537800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.046+0000 7fd10e537800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:45.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.046+0000 7fd10e537800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.046+0000 7fd10e537800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:45.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.046+0000 7fd10e537800 20 zone default found 2023-12-03T11:39:45.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.046+0000 7fd10e537800 4 Realm: () 2023-12-03T11:39:45.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.046+0000 7fd10e537800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:45.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.046+0000 7fd10e537800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:45.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.046+0000 7fd10e537800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:45.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.046+0000 7fd10e537800 20 zonegroup default 2023-12-03T11:39:45.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.046+0000 7fd10e537800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.047+0000 7fd10e537800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.047+0000 7fd10e537800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.047+0000 7fd10e537800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.050 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.047+0000 7fd10e537800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.050 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.047+0000 7fd10e537800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.050 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.047+0000 7fd10e537800 20 started sync module instance, tier type = 2023-12-03T11:39:45.050 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.047+0000 7fd10e537800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:45.050 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.049+0000 7fd10aace640 0 -- 172.21.15.145:0/298155600 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7fd0fc07f040 msgr2=0x7fd0fc0588e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:45.060 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.058+0000 7fd10e537800 20 add_watcher() i=0 2023-12-03T11:39:45.061 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.058+0000 7fd10e537800 20 add_watcher() i=1 2023-12-03T11:39:45.061 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.058+0000 7fd10e537800 20 add_watcher() i=2 2023-12-03T11:39:45.061 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.058+0000 7fd10e537800 20 add_watcher() i=3 2023-12-03T11:39:45.061 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.058+0000 7fd10e537800 20 add_watcher() i=4 2023-12-03T11:39:45.061 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.058+0000 7fd10e537800 20 add_watcher() i=5 2023-12-03T11:39:45.061 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.058+0000 7fd10e537800 20 add_watcher() i=6 2023-12-03T11:39:45.061 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.059+0000 7fd10e537800 20 add_watcher() i=7 2023-12-03T11:39:45.061 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.059+0000 7fd10e537800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:45.062 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.061+0000 7fd0cffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:45.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.062+0000 7fd10e537800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:45.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.062+0000 7fd10e537800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:45.070 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.068+0000 7fd10e537800 5 note: GC not initialized 2023-12-03T11:39:45.070 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.068+0000 7fd03effd640 20 reqs_thread_entry: start 2023-12-03T11:39:45.070 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.068+0000 7fd10e537800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:45.070 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.069+0000 7fd10e537800 20 Filter name: none 2023-12-03T11:39:45.070 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.069+0000 7fd03cff9640 20 reqs_thread_entry: start 2023-12-03T11:39:45.070 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.069+0000 7fd10e537800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.071 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.069+0000 7fd10e537800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:45.071 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.069+0000 7fd10e537800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.072 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.070+0000 7fd10e537800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:45.072 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.070+0000 7fd10e537800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:39:45.072 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.070+0000 7fd10e537800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:39:45.072 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.070+0000 7fd10e537800 20 INFO: main: starting shard=0 2023-12-03T11:39:45.072 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.070+0000 7fd10e537800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:45.072 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.071+0000 7fd10e537800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2023-12-03T11:39:45.072 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.071+0000 7fd10e537800 20 INFO: main: done 2023-12-03T11:39:45.073 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.072+0000 7fd0cffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:45.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.074+0000 7fd10e537800 20 remove_watcher() i=0 2023-12-03T11:39:45.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.074+0000 7fd10e537800 2 removed watcher, disabling cache 2023-12-03T11:39:45.076 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.075+0000 7fd10e537800 20 remove_watcher() i=1 2023-12-03T11:39:45.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.076+0000 7fd10e537800 20 remove_watcher() i=2 2023-12-03T11:39:45.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.078+0000 7fd10e537800 20 remove_watcher() i=3 2023-12-03T11:39:45.080 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.079+0000 7fd10e537800 20 remove_watcher() i=4 2023-12-03T11:39:45.081 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.080+0000 7fd10e537800 20 remove_watcher() i=5 2023-12-03T11:39:45.083 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.082+0000 7fd10e537800 20 remove_watcher() i=6 2023-12-03T11:39:45.084 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.083+0000 7fd10e537800 20 remove_watcher() i=7 2023-12-03T11:39:45.091 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:45.091 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:45.095 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:45.095 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:45.097 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:45.097 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:45.144 INFO:tasks.workunit.client.0.smithi145.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:39:45.146 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bi list --bucket check-bucket --object d 2023-12-03T11:39:45.176 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:45.176 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:45.189 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.188+0000 7fe8d05dc800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.191 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.190+0000 7fe8d05dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.191 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.190+0000 7fe8d05dc800 20 realm 2023-12-03T11:39:45.191 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.190+0000 7fe8d05dc800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.192 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.190+0000 7fe8d05dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.192 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.190+0000 7fe8d05dc800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:45.192 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.190+0000 7fe8d05dc800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.192 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.190+0000 7fe8d05dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.192 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.190+0000 7fe8d05dc800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.192 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.191+0000 7fe8d05dc800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:45.192 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.191+0000 7fe8d05dc800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.193 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.192+0000 7fe8d05dc800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:45.193 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.192+0000 7fe8d05dc800 20 searching for the correct realm 2023-12-03T11:39:45.203 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.202+0000 7fe8ce0dc640 0 -- 172.21.15.145:0/1362630636 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55765933e930 msgr2=0x557659340d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:45.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.202+0000 7fe8d05dc800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:45.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.202+0000 7fe8d05dc800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:45.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.202+0000 7fe8d05dc800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:45.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.202+0000 7fe8d05dc800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:45.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.202+0000 7fe8d05dc800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.203+0000 7fe8d05dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.203+0000 7fe8d05dc800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.205 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.203+0000 7fe8d05dc800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:45.205 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.203+0000 7fe8d05dc800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.203+0000 7fe8d05dc800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:45.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.203+0000 7fe8d05dc800 20 zone default found 2023-12-03T11:39:45.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.203+0000 7fe8d05dc800 4 Realm: () 2023-12-03T11:39:45.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.203+0000 7fe8d05dc800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:45.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.203+0000 7fe8d05dc800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:45.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.203+0000 7fe8d05dc800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:45.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.203+0000 7fe8d05dc800 20 zonegroup default 2023-12-03T11:39:45.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.203+0000 7fe8d05dc800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.203+0000 7fe8d05dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.203+0000 7fe8d05dc800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.204+0000 7fe8d05dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.204+0000 7fe8d05dc800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.204+0000 7fe8d05dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.204+0000 7fe8d05dc800 20 started sync module instance, tier type = 2023-12-03T11:39:45.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.204+0000 7fe8d05dc800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:45.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.215+0000 7fe8cd8db640 0 -- 172.21.15.145:0/1362630636 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x557659342170 msgr2=0x557659344560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:45.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.216+0000 7fe8d05dc800 20 add_watcher() i=0 2023-12-03T11:39:45.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.216+0000 7fe8d05dc800 20 add_watcher() i=1 2023-12-03T11:39:45.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.216+0000 7fe8d05dc800 20 add_watcher() i=2 2023-12-03T11:39:45.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.216+0000 7fe8d05dc800 20 add_watcher() i=3 2023-12-03T11:39:45.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.216+0000 7fe8d05dc800 20 add_watcher() i=4 2023-12-03T11:39:45.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.216+0000 7fe8d05dc800 20 add_watcher() i=5 2023-12-03T11:39:45.222 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.221+0000 7fe8d05dc800 20 add_watcher() i=6 2023-12-03T11:39:45.222 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.221+0000 7fe8d05dc800 20 add_watcher() i=7 2023-12-03T11:39:45.222 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.221+0000 7fe8d05dc800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:45.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.222+0000 7fe893fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:45.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.223+0000 7fe8d05dc800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:45.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.223+0000 7fe8d05dc800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:45.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.228+0000 7fe8d05dc800 5 note: GC not initialized 2023-12-03T11:39:45.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.228+0000 7fe802ffd640 20 reqs_thread_entry: start 2023-12-03T11:39:45.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.229+0000 7fe8d05dc800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:45.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.229+0000 7fe8d05dc800 20 Filter name: none 2023-12-03T11:39:45.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.229+0000 7fe800ff9640 20 reqs_thread_entry: start 2023-12-03T11:39:45.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.229+0000 7fe8d05dc800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.229+0000 7fe8d05dc800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:45.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.229+0000 7fe8d05dc800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.230+0000 7fe8d05dc800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:45.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.230+0000 7fe8d05dc800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:39:45.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.230+0000 7fe8d05dc800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:39:45.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.230+0000 7fe8d05dc800 20 INFO: main: starting shard=0 2023-12-03T11:39:45.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.230+0000 7fe8d05dc800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:45.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.231+0000 7fe8d05dc800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2023-12-03T11:39:45.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.231+0000 7fe8d05dc800 20 INFO: main: done 2023-12-03T11:39:45.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.231+0000 7fe893fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:45.235 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.234+0000 7fe8d05dc800 20 remove_watcher() i=0 2023-12-03T11:39:45.235 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.234+0000 7fe8d05dc800 2 removed watcher, disabling cache 2023-12-03T11:39:45.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.235+0000 7fe8d05dc800 20 remove_watcher() i=1 2023-12-03T11:39:45.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.236+0000 7fe8d05dc800 20 remove_watcher() i=2 2023-12-03T11:39:45.238 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.237+0000 7fe8d05dc800 20 remove_watcher() i=3 2023-12-03T11:39:45.239 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.238+0000 7fe8d05dc800 20 remove_watcher() i=4 2023-12-03T11:39:45.240 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.239+0000 7fe8d05dc800 20 remove_watcher() i=5 2023-12-03T11:39:45.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.240+0000 7fe8d05dc800 20 remove_watcher() i=6 2023-12-03T11:39:45.242 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.241+0000 7fe8d05dc800 20 remove_watcher() i=7 2023-12-03T11:39:45.249 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:45.249 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:45.253 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:45.253 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:45.299 INFO:tasks.workunit.client.0.smithi145.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:39:45.301 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bi list --bucket check-bucket --object e 2023-12-03T11:39:45.329 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:45.329 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:45.343 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.342+0000 7f00e7f11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.345 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.343+0000 7f00e7f11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.345 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.343+0000 7f00e7f11800 20 realm 2023-12-03T11:39:45.345 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.343+0000 7f00e7f11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.345 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.343+0000 7f00e7f11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.345 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.343+0000 7f00e7f11800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:45.345 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.343+0000 7f00e7f11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.345 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.344+0000 7f00e7f11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.345 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.344+0000 7f00e7f11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.346 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.344+0000 7f00e7f11800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:45.346 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.345+0000 7f00e7f11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.346 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.345+0000 7f00e7f11800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:45.346 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.345+0000 7f00e7f11800 20 searching for the correct realm 2023-12-03T11:39:45.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.354+0000 7f00e5a11640 0 -- 172.21.15.145:0/744565390 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55e81471efc0 msgr2=0x55e8147213b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:45.357 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.356+0000 7f00e7f11800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:45.357 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.356+0000 7f00e7f11800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:45.357 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.356+0000 7f00e7f11800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:45.357 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.356+0000 7f00e7f11800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:45.357 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.356+0000 7f00e7f11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.357 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.356+0000 7f00e7f11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.357 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.356+0000 7f00e7f11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.356+0000 7f00e7f11800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:45.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.356+0000 7f00e7f11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.356+0000 7f00e7f11800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:45.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.356+0000 7f00e7f11800 20 zone default found 2023-12-03T11:39:45.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.356+0000 7f00e7f11800 4 Realm: () 2023-12-03T11:39:45.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.356+0000 7f00e7f11800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:45.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.356+0000 7f00e7f11800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:45.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.356+0000 7f00e7f11800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:45.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.356+0000 7f00e7f11800 20 zonegroup default 2023-12-03T11:39:45.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.356+0000 7f00e7f11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.357+0000 7f00e7f11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.357+0000 7f00e7f11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.357+0000 7f00e7f11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.357+0000 7f00e7f11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.360 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.357+0000 7f00e7f11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.360 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.357+0000 7f00e7f11800 20 started sync module instance, tier type = 2023-12-03T11:39:45.360 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.357+0000 7f00e7f11800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:45.365 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.363+0000 7f00e6212640 0 -- 172.21.15.145:0/744565390 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f00dc081900 msgr2=0x7f00dc05f400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:39:45.369 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.368+0000 7f00e7f11800 20 add_watcher() i=0 2023-12-03T11:39:45.369 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.368+0000 7f00e7f11800 20 add_watcher() i=1 2023-12-03T11:39:45.369 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.368+0000 7f00e7f11800 20 add_watcher() i=2 2023-12-03T11:39:45.369 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.368+0000 7f00e7f11800 20 add_watcher() i=3 2023-12-03T11:39:45.369 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.368+0000 7f00e7f11800 20 add_watcher() i=4 2023-12-03T11:39:45.371 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.369+0000 7f00e7f11800 20 add_watcher() i=5 2023-12-03T11:39:45.371 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.370+0000 7f00e7f11800 20 add_watcher() i=6 2023-12-03T11:39:45.371 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.370+0000 7f00e7f11800 20 add_watcher() i=7 2023-12-03T11:39:45.371 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.370+0000 7f00e7f11800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:45.373 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.371+0000 7f00ab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:45.373 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.372+0000 7f00e7f11800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:45.373 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.372+0000 7f00e7f11800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:45.380 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.377+0000 7f00e7f11800 5 note: GC not initialized 2023-12-03T11:39:45.380 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.378+0000 7f001a7fc640 20 reqs_thread_entry: start 2023-12-03T11:39:45.380 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.378+0000 7f00e7f11800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:45.380 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.378+0000 7f00e7f11800 20 Filter name: none 2023-12-03T11:39:45.380 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.378+0000 7f000bfff640 20 reqs_thread_entry: start 2023-12-03T11:39:45.380 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.378+0000 7f00e7f11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.380 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.378+0000 7f00e7f11800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:45.380 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.378+0000 7f00e7f11800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.381 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.379+0000 7f00e7f11800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:45.382 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.379+0000 7f00e7f11800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:39:45.382 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.379+0000 7f00e7f11800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:39:45.382 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.379+0000 7f00e7f11800 20 INFO: main: starting shard=0 2023-12-03T11:39:45.382 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.379+0000 7f00e7f11800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:45.382 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.379+0000 7f00e7f11800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2023-12-03T11:39:45.382 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.379+0000 7f00e7f11800 20 INFO: main: done 2023-12-03T11:39:45.382 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.380+0000 7f00ab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:45.383 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.382+0000 7f00e7f11800 20 remove_watcher() i=0 2023-12-03T11:39:45.383 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.382+0000 7f00e7f11800 2 removed watcher, disabling cache 2023-12-03T11:39:45.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.384+0000 7f00e7f11800 20 remove_watcher() i=1 2023-12-03T11:39:45.388 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.387+0000 7f00e7f11800 20 remove_watcher() i=2 2023-12-03T11:39:45.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.388+0000 7f00e7f11800 20 remove_watcher() i=3 2023-12-03T11:39:45.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.390+0000 7f00e7f11800 20 remove_watcher() i=4 2023-12-03T11:39:45.392 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.391+0000 7f00e7f11800 20 remove_watcher() i=5 2023-12-03T11:39:45.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.393+0000 7f00e7f11800 20 remove_watcher() i=6 2023-12-03T11:39:45.396 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.394+0000 7f00e7f11800 20 remove_watcher() i=7 2023-12-03T11:39:45.403 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:45.403 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:45.406 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:45.406 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:45.456 INFO:tasks.workunit.client.0.smithi145.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:39:45.457 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bi list --bucket check-bucket --object f 2023-12-03T11:39:45.486 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:45.486 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:45.502 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.500+0000 7fd791737800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.501+0000 7fd791737800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.501+0000 7fd791737800 20 realm 2023-12-03T11:39:45.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.501+0000 7fd791737800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.501+0000 7fd791737800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.501+0000 7fd791737800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:45.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.501+0000 7fd791737800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.501+0000 7fd791737800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.501+0000 7fd791737800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.504 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.502+0000 7fd791737800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:45.504 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.502+0000 7fd791737800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.504 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.503+0000 7fd791737800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:45.504 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.503+0000 7fd791737800 20 searching for the correct realm 2023-12-03T11:39:45.513 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.512+0000 7fd78d4cd640 0 -- 172.21.15.145:0/3460639969 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7fd788038410 msgr2=0x7fd788038890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:45.514 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.513+0000 7fd791737800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:45.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.513+0000 7fd791737800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:45.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.513+0000 7fd791737800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:45.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.513+0000 7fd791737800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:45.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.513+0000 7fd791737800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.513+0000 7fd791737800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.513+0000 7fd791737800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.513+0000 7fd791737800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:45.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.513+0000 7fd791737800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.514+0000 7fd791737800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:45.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.514+0000 7fd791737800 20 zone default found 2023-12-03T11:39:45.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.514+0000 7fd791737800 4 Realm: () 2023-12-03T11:39:45.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.514+0000 7fd791737800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:45.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.514+0000 7fd791737800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:45.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.514+0000 7fd791737800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:45.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.514+0000 7fd791737800 20 zonegroup default 2023-12-03T11:39:45.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.514+0000 7fd791737800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.514+0000 7fd791737800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.514+0000 7fd791737800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.514+0000 7fd791737800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.514+0000 7fd791737800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.514+0000 7fd791737800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:45.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.514+0000 7fd791737800 20 started sync module instance, tier type = 2023-12-03T11:39:45.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.514+0000 7fd791737800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:45.527 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.526+0000 7fd78d4cd640 0 -- 172.21.15.145:0/3460639969 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7fd768076b30 msgr2=0x7fd768078f60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:45.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.539+0000 7fd791737800 20 add_watcher() i=0 2023-12-03T11:39:45.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.539+0000 7fd791737800 20 add_watcher() i=1 2023-12-03T11:39:45.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.539+0000 7fd791737800 20 add_watcher() i=2 2023-12-03T11:39:45.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.539+0000 7fd791737800 20 add_watcher() i=3 2023-12-03T11:39:45.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.539+0000 7fd791737800 20 add_watcher() i=4 2023-12-03T11:39:45.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.539+0000 7fd791737800 20 add_watcher() i=5 2023-12-03T11:39:45.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.539+0000 7fd791737800 20 add_watcher() i=6 2023-12-03T11:39:45.543 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.542+0000 7fd791737800 20 add_watcher() i=7 2023-12-03T11:39:45.543 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.542+0000 7fd791737800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:45.545 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.544+0000 7fd752fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:45.545 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.544+0000 7fd791737800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:45.545 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.544+0000 7fd791737800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:45.552 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.550+0000 7fd791737800 5 note: GC not initialized 2023-12-03T11:39:45.552 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.550+0000 7fd6c1ffb640 20 reqs_thread_entry: start 2023-12-03T11:39:45.552 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.550+0000 7fd791737800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:45.552 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.550+0000 7fd791737800 20 Filter name: none 2023-12-03T11:39:45.552 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.550+0000 7fd6b37fe640 20 reqs_thread_entry: start 2023-12-03T11:39:45.552 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.550+0000 7fd791737800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.553 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.551+0000 7fd791737800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:45.553 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.551+0000 7fd791737800 20 rados->read ofs=0 len=0 2023-12-03T11:39:45.553 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.551+0000 7fd791737800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:45.553 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.551+0000 7fd791737800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:39:45.553 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.551+0000 7fd791737800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:39:45.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.551+0000 7fd791737800 20 INFO: main: starting shard=0 2023-12-03T11:39:45.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.551+0000 7fd791737800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:45.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.552+0000 7fd791737800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2023-12-03T11:39:45.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.552+0000 7fd791737800 20 INFO: main: done 2023-12-03T11:39:45.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.553+0000 7fd752fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:45.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.555+0000 7fd791737800 20 remove_watcher() i=0 2023-12-03T11:39:45.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.555+0000 7fd791737800 2 removed watcher, disabling cache 2023-12-03T11:39:45.557 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.556+0000 7fd791737800 20 remove_watcher() i=1 2023-12-03T11:39:45.560 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.559+0000 7fd791737800 20 remove_watcher() i=2 2023-12-03T11:39:45.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.560+0000 7fd791737800 20 remove_watcher() i=3 2023-12-03T11:39:45.562 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.561+0000 7fd791737800 20 remove_watcher() i=4 2023-12-03T11:39:45.564 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.562+0000 7fd791737800 20 remove_watcher() i=5 2023-12-03T11:39:45.565 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.564+0000 7fd791737800 20 remove_watcher() i=6 2023-12-03T11:39:45.566 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:45.565+0000 7fd791737800 20 remove_watcher() i=7 2023-12-03T11:39:45.573 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:45.573 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:45.577 INFO:tasks.workunit.client.0.smithi145.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2023-12-03T11:39:45.954 INFO:tasks.workunit.client.0.smithi145.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2023-12-03T11:39:46.335 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2023-12-03T11:39:46.362 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:46.363 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:46.376 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.375+0000 7f28563ab800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.376+0000 7f28563ab800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.376+0000 7f28563ab800 20 realm 2023-12-03T11:39:46.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.376+0000 7f28563ab800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.376+0000 7f28563ab800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.376+0000 7f28563ab800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:46.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.376+0000 7f28563ab800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.377+0000 7f28563ab800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.377+0000 7f28563ab800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.379 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.378+0000 7f28563ab800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:46.379 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.378+0000 7f28563ab800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.379 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.378+0000 7f28563ab800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:46.380 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.378+0000 7f28563ab800 20 searching for the correct realm 2023-12-03T11:39:46.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.388+0000 7f2853eab640 0 -- 172.21.15.145:0/3052031120 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55d85e0d3560 msgr2=0x55d85e0d5970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:46.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.389+0000 7f28563ab800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:46.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.389+0000 7f28563ab800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:46.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.389+0000 7f28563ab800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:46.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.389+0000 7f28563ab800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:46.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.389+0000 7f28563ab800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.389+0000 7f28563ab800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.389+0000 7f28563ab800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.389+0000 7f28563ab800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:46.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.389+0000 7f28563ab800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.389+0000 7f28563ab800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:46.392 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.389+0000 7f28563ab800 20 zone default found 2023-12-03T11:39:46.392 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.389+0000 7f28563ab800 4 Realm: () 2023-12-03T11:39:46.392 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.389+0000 7f28563ab800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:46.392 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.389+0000 7f28563ab800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:46.392 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.389+0000 7f28563ab800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:46.392 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.389+0000 7f28563ab800 20 zonegroup default 2023-12-03T11:39:46.392 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.390+0000 7f28563ab800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.392 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.390+0000 7f28563ab800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.392 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.390+0000 7f28563ab800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.393 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.390+0000 7f28563ab800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.393 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.390+0000 7f28563ab800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.393 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.390+0000 7f28563ab800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.393 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.390+0000 7f28563ab800 20 started sync module instance, tier type = 2023-12-03T11:39:46.393 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.390+0000 7f28563ab800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:46.410 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.408+0000 7f284b6aa640 0 -- 172.21.15.145:0/3052031120 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55d85e0d6d50 msgr2=0x55d85e0d9140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:46.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.410+0000 7f28563ab800 20 add_watcher() i=0 2023-12-03T11:39:46.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.410+0000 7f28563ab800 20 add_watcher() i=1 2023-12-03T11:39:46.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.410+0000 7f28563ab800 20 add_watcher() i=2 2023-12-03T11:39:46.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.410+0000 7f28563ab800 20 add_watcher() i=3 2023-12-03T11:39:46.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.410+0000 7f28563ab800 20 add_watcher() i=4 2023-12-03T11:39:46.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.410+0000 7f28563ab800 20 add_watcher() i=5 2023-12-03T11:39:46.414 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.413+0000 7f28563ab800 20 add_watcher() i=6 2023-12-03T11:39:46.414 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.413+0000 7f28563ab800 20 add_watcher() i=7 2023-12-03T11:39:46.414 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.413+0000 7f28563ab800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:46.416 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.415+0000 7f2819fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:46.417 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.415+0000 7f28563ab800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:46.417 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.415+0000 7f28563ab800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:46.423 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.421+0000 7f28563ab800 5 note: GC not initialized 2023-12-03T11:39:46.423 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.421+0000 7f2790ff9640 20 reqs_thread_entry: start 2023-12-03T11:39:46.423 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.421+0000 7f28563ab800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:46.423 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.421+0000 7f28563ab800 20 Filter name: none 2023-12-03T11:39:46.423 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.421+0000 7f27867fc640 20 reqs_thread_entry: start 2023-12-03T11:39:46.423 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.422+0000 7f28563ab800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:39:46.423 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.422+0000 7f28563ab800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.424 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.422+0000 7f28563ab800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:46.424 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.422+0000 7f28563ab800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:39:46.424 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.422+0000 7f28563ab800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:39:46.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.422+0000 7f28563ab800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 : miss 2023-12-03T11:39:46.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.422+0000 7f28563ab800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.423+0000 7f28563ab800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:46.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.423+0000 7f28563ab800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 info.flags=0x17 2023-12-03T11:39:46.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.423+0000 7f28563ab800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 to cache LRU end 2023-12-03T11:39:46.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.423+0000 7f28563ab800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:39:46.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.423+0000 7f28563ab800 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:39:46.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.423+0000 7f28563ab800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 2023-12-03T11:39:46.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.423+0000 7f28563ab800 20 list_objects_ordered: starting attempt 1 2023-12-03T11:39:46.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.423+0000 7f28563ab800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:39:46.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.423+0000 7f28563ab800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:39:46.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.423+0000 7f28563ab800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:39:46.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.423+0000 7f28563ab800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:39:46.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.423+0000 7f28563ab800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:39:46.427 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.426+0000 7f2819fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:46.430 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.429+0000 7f28563ab800 20 remove_watcher() i=0 2023-12-03T11:39:46.430 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.429+0000 7f28563ab800 2 removed watcher, disabling cache 2023-12-03T11:39:46.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.430+0000 7f28563ab800 20 remove_watcher() i=1 2023-12-03T11:39:46.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.431+0000 7f28563ab800 20 remove_watcher() i=2 2023-12-03T11:39:46.433 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.432+0000 7f28563ab800 20 remove_watcher() i=3 2023-12-03T11:39:46.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.433+0000 7f28563ab800 20 remove_watcher() i=4 2023-12-03T11:39:46.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.434+0000 7f28563ab800 20 remove_watcher() i=5 2023-12-03T11:39:46.436 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.435+0000 7f28563ab800 20 remove_watcher() i=6 2023-12-03T11:39:46.437 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.436+0000 7f28563ab800 20 remove_watcher() i=7 2023-12-03T11:39:46.443 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2023-12-03T11:39:46.477 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:46.477 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:46.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.489+0000 7f19a7013800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.492 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.491+0000 7f19a7013800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.492 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.491+0000 7f19a7013800 20 realm 2023-12-03T11:39:46.492 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.491+0000 7f19a7013800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.493 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.491+0000 7f19a7013800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.493 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.491+0000 7f19a7013800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:46.493 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.491+0000 7f19a7013800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.493 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.491+0000 7f19a7013800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.493 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.491+0000 7f19a7013800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.493 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.492+0000 7f19a7013800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:46.493 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.492+0000 7f19a7013800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.494 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.493+0000 7f19a7013800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:46.494 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.493+0000 7f19a7013800 20 searching for the correct realm 2023-12-03T11:39:46.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.502+0000 7f19a4b13640 0 -- 172.21.15.145:0/1755986466 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5566579e1270 msgr2=0x5566579e36c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:46.504 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.503+0000 7f19a7013800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:46.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.503+0000 7f19a7013800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:46.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.503+0000 7f19a7013800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:46.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.503+0000 7f19a7013800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:46.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.503+0000 7f19a7013800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.503+0000 7f19a7013800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.503+0000 7f19a7013800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.504+0000 7f19a7013800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:46.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.504+0000 7f19a7013800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.504+0000 7f19a7013800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:46.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.504+0000 7f19a7013800 20 zone default found 2023-12-03T11:39:46.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.504+0000 7f19a7013800 4 Realm: () 2023-12-03T11:39:46.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.504+0000 7f19a7013800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:46.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.504+0000 7f19a7013800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:46.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.504+0000 7f19a7013800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:46.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.504+0000 7f19a7013800 20 zonegroup default 2023-12-03T11:39:46.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.504+0000 7f19a7013800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.504+0000 7f19a7013800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.504+0000 7f19a7013800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.504+0000 7f19a7013800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.504+0000 7f19a7013800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.505+0000 7f19a7013800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.505+0000 7f19a7013800 20 started sync module instance, tier type = 2023-12-03T11:39:46.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.505+0000 7f19a7013800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:46.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.514+0000 7f19a4b13640 0 -- 172.21.15.145:0/1755986466 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f19a002a070 msgr2=0x7f19a0061910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:46.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.515+0000 7f19a7013800 20 add_watcher() i=0 2023-12-03T11:39:46.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.515+0000 7f19a7013800 20 add_watcher() i=1 2023-12-03T11:39:46.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.515+0000 7f19a7013800 20 add_watcher() i=2 2023-12-03T11:39:46.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.515+0000 7f19a7013800 20 add_watcher() i=3 2023-12-03T11:39:46.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.517+0000 7f19a7013800 20 add_watcher() i=4 2023-12-03T11:39:46.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.517+0000 7f19a7013800 20 add_watcher() i=5 2023-12-03T11:39:46.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.517+0000 7f19a7013800 20 add_watcher() i=6 2023-12-03T11:39:46.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.517+0000 7f19a7013800 20 add_watcher() i=7 2023-12-03T11:39:46.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.517+0000 7f19a7013800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:46.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.518+0000 7f196a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:46.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.519+0000 7f19a7013800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:46.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.519+0000 7f19a7013800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:46.526 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.524+0000 7f19a7013800 5 note: GC not initialized 2023-12-03T11:39:46.526 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.525+0000 7f18d97fa640 20 reqs_thread_entry: start 2023-12-03T11:39:46.526 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.525+0000 7f19a7013800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:46.526 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.525+0000 7f19a7013800 20 Filter name: none 2023-12-03T11:39:46.527 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.525+0000 7f18d2ffd640 20 reqs_thread_entry: start 2023-12-03T11:39:46.527 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.525+0000 7f19a7013800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:39:46.527 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.525+0000 7f19a7013800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.525+0000 7f19a7013800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:46.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.525+0000 7f19a7013800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:39:46.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.525+0000 7f19a7013800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:39:46.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.525+0000 7f19a7013800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 : miss 2023-12-03T11:39:46.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.525+0000 7f19a7013800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.526+0000 7f19a7013800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:46.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.526+0000 7f19a7013800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 info.flags=0x17 2023-12-03T11:39:46.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.526+0000 7f19a7013800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 to cache LRU end 2023-12-03T11:39:46.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.526+0000 7f19a7013800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:39:46.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.526+0000 7f19a7013800 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:39:46.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.526+0000 7f19a7013800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1 2023-12-03T11:39:46.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.526+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.527+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.527+0000 7f19a7013800 20 get_obj_state: octx=0x7f199807a040 obj=check-bucket:c state=0x556657a94e78 s->prefetch_data=0 2023-12-03T11:39:46.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.527+0000 7f19a7013800 20 get_obj_state: setting s->obj_tag to 1kmhmdffbiwmgberyeiboaf6pmh4ebio 2023-12-03T11:39:46.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.527+0000 7f19a7013800 20 get_obj_state_impl: setting s->olh_tag to in3c3xnlvynn0659l3mn0p5405d9pi3u 2023-12-03T11:39:46.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.527+0000 7f19a7013800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=in3c3xnlvynn0659l3mn0p5405d9pi3u 2023-12-03T11:39:46.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.528+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.530+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.530+0000 7f19a7013800 20 olh_log_entry: epoch=3 op=3 key=c[kp.cg9Mp9Ad-sn2SZ3pbHxMEKyj47oV] 2023-12-03T11:39:46.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.530+0000 7f19a7013800 20 get_obj_state: octx=0x7f199807a040 obj=check-bucket:_:kp.cg9Mp9Ad-sn2SZ3pbHxMEKyj47oV_c state=0x556657a9e978 s->prefetch_data=0 2023-12-03T11:39:46.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.530+0000 7f19a7013800 10 manifest: total_size = 12 2023-12-03T11:39:46.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.530+0000 7f19a7013800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.2766390567239921228 2023-12-03T11:39:46.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.530+0000 7f19a7013800 20 get_obj_state: octx=0x7f199807a040 obj=check-bucket:_:kp.cg9Mp9Ad-sn2SZ3pbHxMEKyj47oV_c state=0x556657a9e978 s->prefetch_data=0 2023-12-03T11:39:46.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.530+0000 7f19a7013800 20 prepare_atomic_modification: state is not atomic. state=0x556657a9e978 2023-12-03T11:39:46.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.530+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.535 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.534+0000 7f1986ffd640 20 handle_completion(): completion ok for obj=c[kp.cg9Mp9Ad-sn2SZ3pbHxMEKyj47oV] 2023-12-03T11:39:46.536 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.535+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.536 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.535+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.536+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.536+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.536+0000 7f19a7013800 20 get_obj_state: octx=0x7f199807a040 obj=check-bucket:d state=0x556657a97898 s->prefetch_data=0 2023-12-03T11:39:46.538 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.537+0000 7f19a7013800 20 get_obj_state: setting s->obj_tag to 0089u1nzd74m8lu0udhjnus3641zeela 2023-12-03T11:39:46.538 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.537+0000 7f19a7013800 20 get_obj_state_impl: setting s->olh_tag to 94jbnze7x016qe7512gcnihrw62q1vpq 2023-12-03T11:39:46.538 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.537+0000 7f19a7013800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=94jbnze7x016qe7512gcnihrw62q1vpq 2023-12-03T11:39:46.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.538+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.539+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.540+0000 7f19a7013800 20 olh_log_entry: epoch=3 op=3 key=d[8Fka9vgh2yr-N2TF12fnP3ORKFg6yIf] 2023-12-03T11:39:46.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.540+0000 7f19a7013800 20 get_obj_state: octx=0x7f199807a040 obj=check-bucket:_:8Fka9vgh2yr-N2TF12fnP3ORKFg6yIf_d state=0x556657a9f458 s->prefetch_data=0 2023-12-03T11:39:46.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.540+0000 7f19a7013800 10 manifest: total_size = 11 2023-12-03T11:39:46.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.540+0000 7f19a7013800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.18263233470525816202 2023-12-03T11:39:46.542 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.540+0000 7f19a7013800 20 get_obj_state: octx=0x7f199807a040 obj=check-bucket:_:8Fka9vgh2yr-N2TF12fnP3ORKFg6yIf_d state=0x556657a9f458 s->prefetch_data=0 2023-12-03T11:39:46.542 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.540+0000 7f19a7013800 20 prepare_atomic_modification: state is not atomic. state=0x556657a9f458 2023-12-03T11:39:46.542 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.540+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.544 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.543+0000 7f19867fc640 20 handle_completion(): completion ok for obj=d[8Fka9vgh2yr-N2TF12fnP3ORKFg6yIf] 2023-12-03T11:39:46.545 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.544+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.545 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.544+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.546 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.545+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.545+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.546+0000 7f19a7013800 20 get_obj_state: octx=0x7f199807a040 obj=check-bucket:e state=0x556657aa4b28 s->prefetch_data=0 2023-12-03T11:39:46.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.546+0000 7f19a7013800 20 get_obj_state: setting s->obj_tag to ku5nb9jymwww76my3kufazf33qflshu5 2023-12-03T11:39:46.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.546+0000 7f19a7013800 20 get_obj_state_impl: setting s->olh_tag to v88riv5m7jrbe3ig1qopfvxyzrsmy0p3 2023-12-03T11:39:46.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.546+0000 7f19a7013800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=v88riv5m7jrbe3ig1qopfvxyzrsmy0p3 2023-12-03T11:39:46.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.547+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.549 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.548+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.548+0000 7f19a7013800 20 olh_log_entry: epoch=2 op=2 key=e[] 2023-12-03T11:39:46.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.548+0000 7f19a7013800 20 olh_log_entry: epoch=2 op=3 key=e[QnatGkuvqCk17Ej0Ru4MvlzsMFtBERw] 2023-12-03T11:39:46.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.548+0000 7f19a7013800 20 get_obj_state: octx=0x7f199807a040 obj=check-bucket:_:QnatGkuvqCk17Ej0Ru4MvlzsMFtBERw_e state=0x556657aa5678 s->prefetch_data=0 2023-12-03T11:39:46.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.549+0000 7f19a7013800 10 manifest: total_size = 22 2023-12-03T11:39:46.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.549+0000 7f19a7013800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.472287800194704004 2023-12-03T11:39:46.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.549+0000 7f19a7013800 20 get_obj_state: octx=0x7f199807a040 obj=check-bucket:_:QnatGkuvqCk17Ej0Ru4MvlzsMFtBERw_e state=0x556657aa5678 s->prefetch_data=0 2023-12-03T11:39:46.551 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.549+0000 7f19a7013800 20 prepare_atomic_modification: state is not atomic. state=0x556657aa5678 2023-12-03T11:39:46.551 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.549+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.552+0000 7f1986ffd640 20 handle_completion(): completion ok for obj=e[QnatGkuvqCk17Ej0Ru4MvlzsMFtBERw] 2023-12-03T11:39:46.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.552+0000 7f19a7013800 20 get_obj_state: octx=0x7f199807a040 obj=check-bucket:e state=0x556657aa4b28 s->prefetch_data=0 2023-12-03T11:39:46.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.552+0000 7f19a7013800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=v88riv5m7jrbe3ig1qopfvxyzrsmy0p3 2023-12-03T11:39:46.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.554+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.557 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.555+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.557 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.556+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.557 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.556+0000 7f19a7013800 20 get_obj_state: octx=0x556657a74160 obj=check-bucket:f state=0x556657aa4b28 s->prefetch_data=0 2023-12-03T11:39:46.557 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.556+0000 7f19a7013800 20 get_obj_state: setting s->obj_tag to 5zmc2comgfehmw392zdtu7w63s0hx5hg 2023-12-03T11:39:46.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.556+0000 7f19a7013800 20 get_obj_state_impl: setting s->olh_tag to vk1d2mle02rf2nq7d2jf3ic16yvpkm66 2023-12-03T11:39:46.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.556+0000 7f19a7013800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=vk1d2mle02rf2nq7d2jf3ic16yvpkm66 2023-12-03T11:39:46.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.557+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.560 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.559+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.560 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.559+0000 7f19a7013800 20 olh_log_entry: epoch=2 op=2 key=f[] 2023-12-03T11:39:46.560 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.559+0000 7f19a7013800 20 olh_log_entry: epoch=2 op=3 key=f[FhifHWMlDOqj9z5xJsLeVQ2P1uFBkb2] 2023-12-03T11:39:46.560 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.559+0000 7f19a7013800 20 get_obj_state: octx=0x556657a74160 obj=check-bucket:_:FhifHWMlDOqj9z5xJsLeVQ2P1uFBkb2_f state=0x556657aa5678 s->prefetch_data=0 2023-12-03T11:39:46.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.559+0000 7f19a7013800 10 manifest: total_size = 11 2023-12-03T11:39:46.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.559+0000 7f19a7013800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.855384434739685008 2023-12-03T11:39:46.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.559+0000 7f19a7013800 20 get_obj_state: octx=0x556657a74160 obj=check-bucket:_:FhifHWMlDOqj9z5xJsLeVQ2P1uFBkb2_f state=0x556657aa5678 s->prefetch_data=0 2023-12-03T11:39:46.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.559+0000 7f19a7013800 20 prepare_atomic_modification: state is not atomic. state=0x556657aa5678 2023-12-03T11:39:46.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.559+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.564 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.562+0000 7f19a7013800 20 get_obj_state: octx=0x556657a74160 obj=check-bucket:f state=0x556657aa4b28 s->prefetch_data=0 2023-12-03T11:39:46.564 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.562+0000 7f19a7013800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=vk1d2mle02rf2nq7d2jf3ic16yvpkm66 2023-12-03T11:39:46.564 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.563+0000 7f1986ffd640 20 handle_completion(): completion ok for obj=f[FhifHWMlDOqj9z5xJsLeVQ2P1uFBkb2] 2023-12-03T11:39:46.566 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.564+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.566+0000 7f19a7013800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.1.0 2023-12-03T11:39:46.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.566+0000 7f19a7013800 1 NOTICE: finished shard 0 (4 entries removed) 2023-12-03T11:39:46.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.566+0000 7f19a7013800 1 NOTICE: finished all shards (4 entries removed) 2023-12-03T11:39:46.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.567+0000 7f196a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:46.570 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.569+0000 7f19a7013800 20 remove_watcher() i=0 2023-12-03T11:39:46.570 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.569+0000 7f19a7013800 2 removed watcher, disabling cache 2023-12-03T11:39:46.571 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.570+0000 7f19a7013800 20 remove_watcher() i=1 2023-12-03T11:39:46.572 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.571+0000 7f19a7013800 20 remove_watcher() i=2 2023-12-03T11:39:46.573 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.572+0000 7f19a7013800 20 remove_watcher() i=3 2023-12-03T11:39:46.574 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.573+0000 7f19a7013800 20 remove_watcher() i=4 2023-12-03T11:39:46.575 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.574+0000 7f19a7013800 20 remove_watcher() i=5 2023-12-03T11:39:46.576 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.575+0000 7f19a7013800 20 remove_watcher() i=6 2023-12-03T11:39:46.577 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.576+0000 7f19a7013800 20 remove_watcher() i=7 2023-12-03T11:39:46.584 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:46.584 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:46.590 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:46.590 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:46.635 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket check-bucket 2023-12-03T11:39:46.662 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:39:46.662 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:39:46.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.674+0000 7ff4ce13d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.677 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.676+0000 7ff4ce13d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.678 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.676+0000 7ff4ce13d800 20 realm 2023-12-03T11:39:46.678 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.676+0000 7ff4ce13d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.678 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.676+0000 7ff4ce13d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.678 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.676+0000 7ff4ce13d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:39:46.678 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.676+0000 7ff4ce13d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.678 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.676+0000 7ff4ce13d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.678 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.676+0000 7ff4ce13d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.679 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.677+0000 7ff4ce13d800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:46.679 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.677+0000 7ff4ce13d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.679 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.678+0000 7ff4ce13d800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:39:46.679 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.678+0000 7ff4ce13d800 20 searching for the correct realm 2023-12-03T11:39:46.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.687+0000 7ff4c9ea3640 0 -- 172.21.15.145:0/2517605466 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x560a775a0150 msgr2=0x560a775a2540 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:39:46.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.688+0000 7ff4ce13d800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:39:46.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.688+0000 7ff4ce13d800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:39:46.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.688+0000 7ff4ce13d800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:39:46.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.688+0000 7ff4ce13d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:39:46.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.688+0000 7ff4ce13d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.688+0000 7ff4ce13d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.688+0000 7ff4ce13d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.688+0000 7ff4ce13d800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:39:46.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.688+0000 7ff4ce13d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.688+0000 7ff4ce13d800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:39:46.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.688+0000 7ff4ce13d800 20 zone default found 2023-12-03T11:39:46.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.688+0000 7ff4ce13d800 4 Realm: () 2023-12-03T11:39:46.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.688+0000 7ff4ce13d800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:39:46.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.688+0000 7ff4ce13d800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:39:46.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.688+0000 7ff4ce13d800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:39:46.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.688+0000 7ff4ce13d800 20 zonegroup default 2023-12-03T11:39:46.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.688+0000 7ff4ce13d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.689+0000 7ff4ce13d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.689+0000 7ff4ce13d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.689+0000 7ff4ce13d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.689+0000 7ff4ce13d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.689+0000 7ff4ce13d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.689+0000 7ff4ce13d800 20 started sync module instance, tier type = 2023-12-03T11:39:46.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.689+0000 7ff4ce13d800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:39:46.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.703+0000 7ff4c16a2640 0 -- 172.21.15.145:0/2517605466 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x560a775a3950 msgr2=0x560a775a5d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:39:46.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.706+0000 7ff4ce13d800 20 add_watcher() i=0 2023-12-03T11:39:46.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.706+0000 7ff4ce13d800 20 add_watcher() i=1 2023-12-03T11:39:46.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.706+0000 7ff4ce13d800 20 add_watcher() i=2 2023-12-03T11:39:46.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.706+0000 7ff4ce13d800 20 add_watcher() i=3 2023-12-03T11:39:46.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.706+0000 7ff4ce13d800 20 add_watcher() i=4 2023-12-03T11:39:46.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.706+0000 7ff4ce13d800 20 add_watcher() i=5 2023-12-03T11:39:46.712 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.711+0000 7ff4ce13d800 20 add_watcher() i=6 2023-12-03T11:39:46.712 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.711+0000 7ff4ce13d800 20 add_watcher() i=7 2023-12-03T11:39:46.712 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.711+0000 7ff4ce13d800 2 all 8 watchers are set, enabling cache 2023-12-03T11:39:46.714 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.712+0000 7ff48f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:46.714 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.713+0000 7ff4ce13d800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:39:46.714 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.713+0000 7ff4ce13d800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:39:46.720 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.719+0000 7ff4ce13d800 5 note: GC not initialized 2023-12-03T11:39:46.721 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.719+0000 7ff3fe7fc640 20 reqs_thread_entry: start 2023-12-03T11:39:46.721 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.719+0000 7ff4ce13d800 20 init_complete bucket index max shards: 1 2023-12-03T11:39:46.721 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.719+0000 7ff4ce13d800 20 Filter name: none 2023-12-03T11:39:46.721 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.719+0000 7ff3effff640 20 reqs_thread_entry: start 2023-12-03T11:39:46.721 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.719+0000 7ff4ce13d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.721 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.720+0000 7ff4ce13d800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:46.721 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.720+0000 7ff4ce13d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.722 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.720+0000 7ff4ce13d800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:46.722 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.720+0000 7ff4ce13d800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:39:46.722 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.720+0000 7ff4ce13d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.722 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.720+0000 7ff4ce13d800 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:39:46.722 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.720+0000 7ff4ce13d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.722 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.721+0000 7ff4ce13d800 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:39:46.722 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.721+0000 7ff4ce13d800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:39:46.723 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.721+0000 7ff4ce13d800 20 rados->read ofs=0 len=0 2023-12-03T11:39:46.723 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.721+0000 7ff4ce13d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:39:46.723 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.722+0000 7ff48f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:39:46.725 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.724+0000 7ff4ce13d800 20 remove_watcher() i=0 2023-12-03T11:39:46.726 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.724+0000 7ff4ce13d800 2 removed watcher, disabling cache 2023-12-03T11:39:46.727 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.725+0000 7ff4ce13d800 20 remove_watcher() i=1 2023-12-03T11:39:46.728 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.726+0000 7ff4ce13d800 20 remove_watcher() i=2 2023-12-03T11:39:46.729 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.727+0000 7ff4ce13d800 20 remove_watcher() i=3 2023-12-03T11:39:46.730 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.728+0000 7ff4ce13d800 20 remove_watcher() i=4 2023-12-03T11:39:46.731 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.729+0000 7ff4ce13d800 20 remove_watcher() i=5 2023-12-03T11:39:46.732 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.730+0000 7ff4ce13d800 20 remove_watcher() i=6 2023-12-03T11:39:46.733 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:39:46.731+0000 7ff4ce13d800 20 remove_watcher() i=7 2023-12-03T11:39:46.737 INFO:tasks.workunit.client.0.smithi145.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2023-12-03T11:39:46.737 INFO:tasks.workunit.client.0.smithi145.stderr:Deleting bucket check-bucket 2023-12-03T11:39:46.739 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:46.739 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:46.743 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:39:46.743 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:39:46.755 INFO:tasks.workunit.client.0.smithi145.stderr:Completed bucket check tests 2023-12-03T11:39:46.756 INFO:tasks.workunit.client.0.smithi145.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2023-12-03T11:39:46.756 INFO:tasks.workunit.client.0.smithi145.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2023-12-03T11:39:46.756 INFO:tasks.workunit.client.0.smithi145.stdout:connected to https://localhost:443 2023-12-03T11:39:46.815 INFO:tasks.workunit.client.0.smithi145.stderr:+ deactivate 2023-12-03T11:39:46.815 INFO:tasks.workunit.client.0.smithi145.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2023-12-03T11:39:46.815 INFO:tasks.workunit.client.0.smithi145.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2023-12-03T11:39:46.815 INFO:tasks.workunit.client.0.smithi145.stderr:+ export PATH 2023-12-03T11:39:46.815 INFO:tasks.workunit.client.0.smithi145.stderr:+ unset _OLD_VIRTUAL_PATH 2023-12-03T11:39:46.815 INFO:tasks.workunit.client.0.smithi145.stderr:+ '[' -n '' ']' 2023-12-03T11:39:46.815 INFO:tasks.workunit.client.0.smithi145.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2023-12-03T11:39:46.815 INFO:tasks.workunit.client.0.smithi145.stderr:+ hash -r 2023-12-03T11:39:46.815 INFO:tasks.workunit.client.0.smithi145.stderr:+ '[' -n '' ']' 2023-12-03T11:39:46.815 INFO:tasks.workunit.client.0.smithi145.stderr:+ unset VIRTUAL_ENV 2023-12-03T11:39:46.815 INFO:tasks.workunit.client.0.smithi145.stderr:+ '[' '!' '' = nondestructive ']' 2023-12-03T11:39:46.815 INFO:tasks.workunit.client.0.smithi145.stderr:+ unset -f deactivate 2023-12-03T11:39:46.816 INFO:tasks.workunit.client.0.smithi145.stderr:+ echo OK. 2023-12-03T11:39:46.816 INFO:tasks.workunit.client.0.smithi145.stdout:OK. 2023-12-03T11:39:46.817 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:39:46.817 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:39:46.885 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2023-12-03T11:39:46.885 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-03T11:39:47.242 DEBUG:teuthology.parallel:result is None 2023-12-03T11:39:47.242 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:39:47.269 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:39:47.269 DEBUG:teuthology.orchestra.run.smithi145:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:39:47.332 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:39:47.333 INFO:teuthology.run_tasks:Running task workunit... 2023-12-03T11:39:47.343 INFO:tasks.workunit:Pulling workunits from ref bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:39:47.343 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-03T11:39:47.343 DEBUG:teuthology.orchestra.run.smithi145:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:39:47.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:39:47.387 INFO:teuthology.orchestra.run.smithi145.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-03T11:39:47.387 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:39:47.441 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-03T11:39:47.441 DEBUG:teuthology.orchestra.run.smithi145:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-03T11:39:47.495 INFO:tasks.workunit:timeout=3h 2023-12-03T11:39:47.496 INFO:tasks.workunit:cleanup=True 2023-12-03T11:39:47.496 DEBUG:teuthology.orchestra.run.smithi145:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:39:47.551 INFO:tasks.workunit.client.0.smithi145.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-03T11:41:03.674 INFO:tasks.workunit.client.0.smithi145.stderr:Note: switching to 'bcbf278cf395873c2a482f5a7b2345faf2160319'. 2023-12-03T11:41:03.674 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:41:03.674 INFO:tasks.workunit.client.0.smithi145.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-12-03T11:41:03.674 INFO:tasks.workunit.client.0.smithi145.stderr:changes and commit them, and you can discard any commits you make in this 2023-12-03T11:41:03.674 INFO:tasks.workunit.client.0.smithi145.stderr:state without impacting any branches by switching back to a branch. 2023-12-03T11:41:03.674 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:41:03.674 INFO:tasks.workunit.client.0.smithi145.stderr:If you want to create a new branch to retain commits you create, you may 2023-12-03T11:41:03.674 INFO:tasks.workunit.client.0.smithi145.stderr:do so (now or later) by using -c with the switch command. Example: 2023-12-03T11:41:03.674 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:41:03.675 INFO:tasks.workunit.client.0.smithi145.stderr: git switch -c 2023-12-03T11:41:03.675 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:41:03.675 INFO:tasks.workunit.client.0.smithi145.stderr:Or undo this operation with: 2023-12-03T11:41:03.675 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:41:03.675 INFO:tasks.workunit.client.0.smithi145.stderr: git switch - 2023-12-03T11:41:03.675 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:41:03.675 INFO:tasks.workunit.client.0.smithi145.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-12-03T11:41:03.675 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:41:03.675 INFO:tasks.workunit.client.0.smithi145.stderr:HEAD is now at bcbf278cf39 RGW:pubsub publish commit with etag populated 2023-12-03T11:41:03.676 DEBUG:teuthology.orchestra.run.smithi145:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-03T11:41:03.731 INFO:tasks.workunit.client.0.smithi145.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-03T11:41:03.733 INFO:tasks.workunit.client.0.smithi145.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-03T11:41:03.733 INFO:tasks.workunit.client.0.smithi145.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-03T11:41:03.781 INFO:tasks.workunit.client.0.smithi145.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-03T11:41:03.829 INFO:tasks.workunit.client.0.smithi145.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-03T11:41:03.869 INFO:tasks.workunit.client.0.smithi145.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-03T11:41:03.871 INFO:tasks.workunit.client.0.smithi145.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-03T11:41:03.871 INFO:tasks.workunit.client.0.smithi145.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-03T11:41:03.909 INFO:tasks.workunit.client.0.smithi145.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-03T11:41:03.912 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:41:03.912 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-03T11:41:03.967 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2023-12-03T11:41:03.969 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2023-12-03T11:41:03.969 DEBUG:teuthology.orchestra.run.smithi145:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2023-12-03T11:41:04.035 INFO:tasks.workunit.client.0.smithi145.stdout:Running main() from gmock_main.cc 2023-12-03T11:41:04.035 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 11 tests from 1 test suite. 2023-12-03T11:41:04.036 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:41:04.036 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 11 tests from ClsLock 2023-12-03T11:41:04.036 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] ClsLock.TestMultiLocking 2023-12-03T11:41:05.536 INFO:tasks.workunit.client.0.smithi145.stdout:lock: mylock 2023-12-03T11:41:05.536 INFO:tasks.workunit.client.0.smithi145.stdout: lock_type: exclusive 2023-12-03T11:41:05.536 INFO:tasks.workunit.client.0.smithi145.stdout: tag: 2023-12-03T11:41:05.536 INFO:tasks.workunit.client.0.smithi145.stdout: lockers: 2023-12-03T11:41:05.536 INFO:tasks.workunit.client.0.smithi145.stdout: client.5220 expiration=2023-12-03T11:43:05.527949+0000 addr=v1:172.21.15.145:0/2941578803 cookie= 2023-12-03T11:41:05.543 INFO:tasks.workunit.client.0.smithi145.stdout:lock: mylock 2023-12-03T11:41:05.543 INFO:tasks.workunit.client.0.smithi145.stdout: lock_type: shared 2023-12-03T11:41:05.543 INFO:tasks.workunit.client.0.smithi145.stdout: tag: 2023-12-03T11:41:05.543 INFO:tasks.workunit.client.0.smithi145.stdout: lockers: 2023-12-03T11:41:05.543 INFO:tasks.workunit.client.0.smithi145.stdout: client.5078 expiration=0.000000 addr=v1:172.21.15.145:0/2134233342 cookie= 2023-12-03T11:41:05.543 INFO:tasks.workunit.client.0.smithi145.stdout: client.5220 expiration=2023-12-03T11:43:05.541443+0000 addr=v1:172.21.15.145:0/2941578803 cookie= 2023-12-03T11:41:05.545 INFO:tasks.workunit.client.0.smithi145.stdout:lock: mylock 2023-12-03T11:41:05.545 INFO:tasks.workunit.client.0.smithi145.stdout: lock_type: shared 2023-12-03T11:41:05.545 INFO:tasks.workunit.client.0.smithi145.stdout: tag: 2023-12-03T11:41:05.545 INFO:tasks.workunit.client.0.smithi145.stdout: lockers: 2023-12-03T11:41:05.545 INFO:tasks.workunit.client.0.smithi145.stdout: client.5078 expiration=0.000000 addr=v1:172.21.15.145:0/2134233342 cookie= 2023-12-03T11:41:06.183 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] ClsLock.TestMultiLocking (2147 ms) 2023-12-03T11:41:06.183 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] ClsLock.TestMeta 2023-12-03T11:41:08.230 INFO:tasks.workunit.client.0.smithi145.stdout:lock: mylock 2023-12-03T11:41:08.230 INFO:tasks.workunit.client.0.smithi145.stdout: lock_type: shared 2023-12-03T11:41:08.230 INFO:tasks.workunit.client.0.smithi145.stdout: tag: 2023-12-03T11:41:08.230 INFO:tasks.workunit.client.0.smithi145.stdout: lockers: 2023-12-03T11:41:08.230 INFO:tasks.workunit.client.0.smithi145.stdout: client.5235 expiration=0.000000 addr=v1:172.21.15.145:0/3987577652 cookie= 2023-12-03T11:41:08.232 INFO:tasks.workunit.client.0.smithi145.stdout:lock: mylock 2023-12-03T11:41:08.232 INFO:tasks.workunit.client.0.smithi145.stdout: lock_type: exclusive 2023-12-03T11:41:08.232 INFO:tasks.workunit.client.0.smithi145.stdout: tag: new_tag 2023-12-03T11:41:08.232 INFO:tasks.workunit.client.0.smithi145.stdout: lockers: 2023-12-03T11:41:08.232 INFO:tasks.workunit.client.0.smithi145.stdout: client.5084 expiration=0.000000 addr=v1:172.21.15.145:0/1533761133 cookie= 2023-12-03T11:41:09.202 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] ClsLock.TestMeta (3020 ms) 2023-12-03T11:41:09.203 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] ClsLock.TestCookie 2023-12-03T11:41:11.242 INFO:tasks.workunit.client.0.smithi145.stdout:lock: mylock 2023-12-03T11:41:11.242 INFO:tasks.workunit.client.0.smithi145.stdout: lock_type: exclusive 2023-12-03T11:41:11.243 INFO:tasks.workunit.client.0.smithi145.stdout: tag: 2023-12-03T11:41:11.243 INFO:tasks.workunit.client.0.smithi145.stdout: lockers: 2023-12-03T11:41:11.246 INFO:tasks.workunit.client.0.smithi145.stdout:lock: mylock 2023-12-03T11:41:11.246 INFO:tasks.workunit.client.0.smithi145.stdout: lock_type: shared 2023-12-03T11:41:11.246 INFO:tasks.workunit.client.0.smithi145.stdout: tag: 2023-12-03T11:41:11.246 INFO:tasks.workunit.client.0.smithi145.stdout: lockers: 2023-12-03T11:41:11.246 INFO:tasks.workunit.client.0.smithi145.stdout: client.5241 expiration=0.000000 addr=v1:172.21.15.145:0/3370008970 cookie= 2023-12-03T11:41:11.247 INFO:tasks.workunit.client.0.smithi145.stdout: client.5241 expiration=0.000000 addr=v1:172.21.15.145:0/3370008970 cookie=new cookie 2023-12-03T11:41:12.216 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] ClsLock.TestCookie (3013 ms) 2023-12-03T11:41:12.216 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] ClsLock.TestMultipleLocks 2023-12-03T11:41:15.250 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] ClsLock.TestMultipleLocks (3034 ms) 2023-12-03T11:41:15.250 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] ClsLock.TestLockDuration 2023-12-03T11:41:23.150 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] ClsLock.TestLockDuration (7901 ms) 2023-12-03T11:41:23.150 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] ClsLock.TestAssertLocked 2023-12-03T11:41:26.177 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] ClsLock.TestAssertLocked (3026 ms) 2023-12-03T11:41:26.177 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] ClsLock.TestSetCookie 2023-12-03T11:41:29.204 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] ClsLock.TestSetCookie (3027 ms) 2023-12-03T11:41:29.204 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] ClsLock.TestRenew 2023-12-03T11:41:50.172 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] ClsLock.TestRenew (20968 ms) 2023-12-03T11:41:50.172 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2023-12-03T11:41:57.161 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6989 ms) 2023-12-03T11:41:57.162 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2023-12-03T11:42:05.170 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8009 ms) 2023-12-03T11:42:05.170 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2023-12-03T11:42:13.170 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7999 ms) 2023-12-03T11:42:13.170 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 11 tests from ClsLock (69134 ms total) 2023-12-03T11:42:13.170 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:42:13.170 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:42:13.170 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 11 tests from 1 test suite ran. (69134 ms total) 2023-12-03T11:42:13.170 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 11 tests. 2023-12-03T11:42:13.174 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:42:13.174 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:42:13.246 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2023-12-03T11:42:13.247 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2023-12-03T11:42:13.248 DEBUG:teuthology.orchestra.run.smithi145:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2023-12-03T11:42:13.320 INFO:tasks.workunit.client.0.smithi145.stdout:Running main() from gmock_main.cc 2023-12-03T11:42:13.320 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 4 tests from 1 test suite. 2023-12-03T11:42:13.320 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:42:13.320 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 4 tests from cls_log 2023-12-03T11:42:13.320 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_log.test_log_add_same_time 2023-12-03T11:42:16.191 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_log.test_log_add_same_time (2870 ms) 2023-12-03T11:42:16.191 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_log.test_log_add_different_time 2023-12-03T11:42:19.218 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_log.test_log_add_different_time (3027 ms) 2023-12-03T11:42:19.218 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_log.trim_by_time 2023-12-03T11:42:22.235 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_log.trim_by_time (3017 ms) 2023-12-03T11:42:22.235 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_log.trim_by_marker 2023-12-03T11:42:25.247 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_log.trim_by_marker (3012 ms) 2023-12-03T11:42:25.248 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 4 tests from cls_log (11926 ms total) 2023-12-03T11:42:25.248 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:42:25.248 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:42:25.248 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 4 tests from 1 test suite ran. (11926 ms total) 2023-12-03T11:42:25.248 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 4 tests. 2023-12-03T11:42:25.249 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:42:25.249 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:42:25.322 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2023-12-03T11:42:25.324 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2023-12-03T11:42:25.324 DEBUG:teuthology.orchestra.run.smithi145:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2023-12-03T11:42:25.396 INFO:tasks.workunit.client.0.smithi145.stdout:Running main() from gmock_main.cc 2023-12-03T11:42:25.396 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 10 tests from 1 test suite. 2023-12-03T11:42:25.396 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:42:25.396 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 10 tests from cls_refcount 2023-12-03T11:42:25.396 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_refcount.test_implicit 2023-12-03T11:42:28.268 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_refcount.test_implicit (2872 ms) 2023-12-03T11:42:28.268 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_refcount.test_implicit_idempotent 2023-12-03T11:42:31.291 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_refcount.test_implicit_idempotent (3023 ms) 2023-12-03T11:42:31.291 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_refcount.test_put_snap 2023-12-03T11:42:40.185 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_refcount.test_put_snap (8893 ms) 2023-12-03T11:42:40.185 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_refcount.test_explicit 2023-12-03T11:42:43.213 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_refcount.test_explicit (3027 ms) 2023-12-03T11:42:43.213 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_refcount.set 2023-12-03T11:42:46.231 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_refcount.set (3020 ms) 2023-12-03T11:42:46.232 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_refcount.test_implicit_ec 2023-12-03T11:42:53.266 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_refcount.test_implicit_ec (7034 ms) 2023-12-03T11:42:53.266 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_refcount.test_implicit_idempotent_ec 2023-12-03T11:43:00.279 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_refcount.test_implicit_idempotent_ec (7013 ms) 2023-12-03T11:43:00.279 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_refcount.test_put_snap_ec 2023-12-03T11:43:13.221 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_refcount.test_put_snap_ec (12943 ms) 2023-12-03T11:43:13.222 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_refcount.test_explicit_ec 2023-12-03T11:43:20.256 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_refcount.test_explicit_ec (7035 ms) 2023-12-03T11:43:20.257 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_refcount.set_ec 2023-12-03T11:43:27.316 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_refcount.set_ec (7059 ms) 2023-12-03T11:43:27.316 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 10 tests from cls_refcount (61920 ms total) 2023-12-03T11:43:27.316 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:43:27.316 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:43:27.316 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 10 tests from 1 test suite ran. (61920 ms total) 2023-12-03T11:43:27.316 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 10 tests. 2023-12-03T11:43:27.319 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:43:27.319 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:43:27.389 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2023-12-03T11:43:27.390 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2023-12-03T11:43:27.391 DEBUG:teuthology.orchestra.run.smithi145:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2023-12-03T11:43:27.461 INFO:tasks.workunit.client.0.smithi145.stdout:Running main() from gmock_main.cc 2023-12-03T11:43:27.461 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 16 tests from 1 test suite. 2023-12-03T11:43:27.461 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:43:27.461 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 16 tests from cls_rgw 2023-12-03T11:43:29.339 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw.index_basic 2023-12-03T11:43:29.377 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw.index_basic (38 ms) 2023-12-03T11:43:29.377 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2023-12-03T11:43:29.404 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (28 ms) 2023-12-03T11:43:29.405 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw.index_remove_object 2023-12-03T11:43:29.447 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw.index_remove_object (43 ms) 2023-12-03T11:43:29.448 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw.index_suggest 2023-12-03T11:43:30.962 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw.index_suggest (1515 ms) 2023-12-03T11:43:30.962 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw.index_suggest_complete 2023-12-03T11:43:30.967 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw.index_suggest_complete (5 ms) 2023-12-03T11:43:30.967 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw.index_list 2023-12-03T11:43:30.988 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw.index_list (20 ms) 2023-12-03T11:43:30.988 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw.index_list_delimited 2023-12-03T11:43:50.199 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw.index_list_delimited (19211 ms) 2023-12-03T11:43:50.200 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw.bi_list 2023-12-03T11:43:50.274 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw.bi_list (76 ms) 2023-12-03T11:43:50.274 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw.gc_set 2023-12-03T11:43:50.285 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw.gc_set (10 ms) 2023-12-03T11:43:50.285 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw.gc_list 2023-12-03T11:43:50.294 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw.gc_list (10 ms) 2023-12-03T11:43:50.294 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw.gc_defer 2023-12-03T11:43:58.184 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw.gc_defer (7890 ms) 2023-12-03T11:43:58.184 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw.usage_basic 2023-12-03T11:43:58.263 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw.usage_basic (79 ms) 2023-12-03T11:43:58.264 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2023-12-03T11:43:58.265 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2023-12-03T11:43:58.265 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw.usage_clear 2023-12-03T11:43:58.359 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw.usage_clear (95 ms) 2023-12-03T11:43:58.359 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw.bi_log_trim 2023-12-03T11:43:58.400 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw.bi_log_trim (41 ms) 2023-12-03T11:43:58.400 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw.index_racing_removes 2023-12-03T11:43:58.415 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw.index_racing_removes (15 ms) 2023-12-03T11:43:59.196 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 16 tests from cls_rgw (29077 ms total) 2023-12-03T11:43:59.196 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:43:59.196 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:43:59.196 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 16 tests from 1 test suite ran. (31736 ms total) 2023-12-03T11:43:59.196 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 16 tests. 2023-12-03T11:43:59.199 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:43:59.199 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:43:59.269 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2023-12-03T11:43:59.271 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2023-12-03T11:43:59.272 DEBUG:teuthology.orchestra.run.smithi145:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2023-12-03T11:43:59.341 INFO:tasks.workunit.client.0.smithi145.stdout:Running main() from gmock_main.cc 2023-12-03T11:43:59.341 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 9 tests from 1 test suite. 2023-12-03T11:43:59.341 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:43:59.341 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 9 tests from cls_rgw_gc 2023-12-03T11:43:59.341 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw_gc.init 2023-12-03T11:44:01.207 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw_gc.init (1867 ms) 2023-12-03T11:44:01.208 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2023-12-03T11:44:01.230 INFO:tasks.workunit.client.0.smithi145.stderr:[ ] list info tag = chain-0 2023-12-03T11:44:01.231 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (23 ms) 2023-12-03T11:44:01.231 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2023-12-03T11:44:01.236 INFO:tasks.workunit.client.0.smithi145.stderr:[ ] next_marker is: = 0/4263 2023-12-03T11:44:01.237 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2023-12-03T11:44:01.237 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2023-12-03T11:44:01.244 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2023-12-03T11:44:01.245 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2023-12-03T11:44:01.544 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (299 ms) 2023-12-03T11:44:01.544 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2023-12-03T11:44:01.556 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (12 ms) 2023-12-03T11:44:01.556 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2023-12-03T11:44:01.566 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (11 ms) 2023-12-03T11:44:01.566 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2023-12-03T11:44:01.574 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (7 ms) 2023-12-03T11:44:01.574 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw_gc.finalize 2023-12-03T11:44:02.213 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw_gc.finalize (639 ms) 2023-12-03T11:44:02.213 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 9 tests from cls_rgw_gc (2872 ms total) 2023-12-03T11:44:02.213 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:44:02.213 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:44:02.213 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 9 tests from 1 test suite ran. (2872 ms total) 2023-12-03T11:44:02.213 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 9 tests. 2023-12-03T11:44:02.216 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:44:02.216 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:44:02.286 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2023-12-03T11:44:02.287 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2023-12-03T11:44:02.287 DEBUG:teuthology.orchestra.run.smithi145:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2023-12-03T11:44:02.368 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:44:02.368 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:44:02.368 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 1 test from 1 test suite. 2023-12-03T11:44:02.368 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:44:04.230 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 1 test from cls_rgw_stats 2023-12-03T11:44:04.230 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] cls_rgw_stats.simulate 2023-12-03T11:44:04.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.249+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=UIACSTNHTYOG type=del size=1072003 2023-12-03T11:44:04.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.251+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~QRV55NB7SPT2.0 size=1048576 2023-12-03T11:44:04.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.252+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~QRV55NB7SPT2.1 size=65194 2023-12-03T11:44:04.254 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.252+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=QRV55NB7SPT2 tag=LPG9P7TGV8KL type=write size=2162346 2023-12-03T11:44:04.255 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.254+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=2QZ0MX95YMMX type=del size=3151540 2023-12-03T11:44:04.257 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.256+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~06HZY4E6XKVU.0 size=1048576 2023-12-03T11:44:04.258 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.257+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~06HZY4E6XKVU.1 size=577798 2023-12-03T11:44:04.259 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.257+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=06HZY4E6XKVU tag=GMOHF4MHQKWH type=write size=2674950 2023-12-03T11:44:04.261 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.259+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~MCYT9WZ4XGVS.0 size=1048576 2023-12-03T11:44:04.262 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.261+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~MCYT9WZ4XGVS.1 size=759513 2023-12-03T11:44:04.262 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.261+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=MCYT9WZ4XGVS tag=DZCO3RKKCYGN type=write size=2856665 2023-12-03T11:44:04.263 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.262+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=N6S37GGKHGTE type=write size=65468 2023-12-03T11:44:04.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.263+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=ZHM4MDDWUI13 type=del size=3770235 2023-12-03T11:44:04.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.265+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=ZMGXH5BTMAY9 type=del size=572193 2023-12-03T11:44:04.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.266+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=2Q51DDOWI4KA type=del size=1279962 2023-12-03T11:44:04.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.268+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~U7WVK1O19929.0 size=1048576 2023-12-03T11:44:04.271 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.269+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~U7WVK1O19929.1 size=1048576 2023-12-03T11:44:04.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.270+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~U7WVK1O19929.2 size=487223 2023-12-03T11:44:04.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.270+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=U7WVK1O19929 tag=MFAQQXT7MTN7 type=write size=3632951 2023-12-03T11:44:04.274 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.273+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~5OHOG1F5W98J.0 size=1048576 2023-12-03T11:44:04.275 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.274+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~5OHOG1F5W98J.1 size=1048576 2023-12-03T11:44:04.276 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.275+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~5OHOG1F5W98J.2 size=282305 2023-12-03T11:44:04.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.275+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=5OHOG1F5W98J tag=0EORCDMIQ0XJ type=write size=3428033 2023-12-03T11:44:04.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.277+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~0ZGGHW3TVZEJ.0 size=1048576 2023-12-03T11:44:04.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.279+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~0ZGGHW3TVZEJ.1 size=1001624 2023-12-03T11:44:04.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.279+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=0ZGGHW3TVZEJ tag=DWJ4GZB0GC23 type=write size=3098776 2023-12-03T11:44:04.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.280+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=RMAIPLTY5XTE type=del size=791709 2023-12-03T11:44:04.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.281+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=2QU7E62A13KH type=del size=3906421 2023-12-03T11:44:04.285 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.283+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~27FCFCSEMERE.0 size=1048576 2023-12-03T11:44:04.286 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.284+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~27FCFCSEMERE.1 size=1048576 2023-12-03T11:44:04.287 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.285+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~27FCFCSEMERE.2 size=269211 2023-12-03T11:44:04.287 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.285+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=27FCFCSEMERE tag=LCZZBT1IA04V type=write size=3414939 2023-12-03T11:44:04.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.287+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=0NOOU88BT30Z type=del size=1016157 2023-12-03T11:44:04.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.288+0000 7fec65a36780 1 < completed delete operation key=WOVRQGZRPR2M tag=UIACSTNHTYOG type=del 2023-12-03T11:44:04.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.290+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~AB6IBIX7X7LB.0 size=1048576 2023-12-03T11:44:04.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.292+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~AB6IBIX7X7LB.1 size=587149 2023-12-03T11:44:04.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.292+0000 7fec65a36780 1 > prepared multipart upload key=SSVHOXNGSFYF upload=AB6IBIX7X7LB tag=O3O5IN8221TT type=write size=2684301 2023-12-03T11:44:04.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.293+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~QRV55NB7SPT2.0 size=1048576 2023-12-03T11:44:04.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.293+0000 7fec65a36780 1 < canceled part key=_multipart_X9QLCGIXBKPW.2~QRV55NB7SPT2.1 size=65194 2023-12-03T11:44:04.296 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.295+0000 7fec65a36780 1 < canceled multipart upload key=X9QLCGIXBKPW upload=QRV55NB7SPT2 tag=LPG9P7TGV8KL type=write size=2162346 2023-12-03T11:44:04.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.297+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=03XPLM44JCP1 type=del size=4112776 2023-12-03T11:44:04.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.300+0000 7fec65a36780 1 < suggested update operation key=X9RVI5NGJ2OL tag=2QZ0MX95YMMX type=del size=3151540 2023-12-03T11:44:04.306 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.301+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=RQB4KC38D2XV type=del size=3615749 2023-12-03T11:44:04.306 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.303+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~06HZY4E6XKVU.0 size=1048576 2023-12-03T11:44:04.306 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.304+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~06HZY4E6XKVU.1 size=577798 2023-12-03T11:44:04.307 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.306+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=06HZY4E6XKVU tag=GMOHF4MHQKWH type=write size=2674950 2023-12-03T11:44:04.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.308+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=VABI2P7G1TFI type=write size=235054 2023-12-03T11:44:04.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.308+0000 7fec65a36780 1 < canceled part key=_multipart_47SL1QFM71HF.2~MCYT9WZ4XGVS.0 size=1048576 2023-12-03T11:44:04.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.308+0000 7fec65a36780 1 < canceled part key=_multipart_47SL1QFM71HF.2~MCYT9WZ4XGVS.1 size=759513 2023-12-03T11:44:04.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.310+0000 7fec65a36780 1 < canceled multipart upload key=47SL1QFM71HF upload=MCYT9WZ4XGVS tag=DZCO3RKKCYGN type=write size=2856665 2023-12-03T11:44:04.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.312+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=3THUDA9D02XX type=del size=3892563 2023-12-03T11:44:04.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.313+0000 7fec65a36780 1 < completed write operation key=P4HRMBD0NLGK tag=N6S37GGKHGTE type=write size=65468 2023-12-03T11:44:04.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.316+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~KVDQPDWI08F2.0 size=853825 2023-12-03T11:44:04.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.316+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=KVDQPDWI08F2 tag=Z86QW1X81135 type=write size=1902401 2023-12-03T11:44:04.319 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.318+0000 7fec65a36780 1 < suggested remove operation key=X9RVI5NGJ2OL tag=ZHM4MDDWUI13 type=del 2023-12-03T11:44:04.320 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.319+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=VFCLKH1YWH27 type=del size=3880025 2023-12-03T11:44:04.323 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.322+0000 7fec65a36780 1 < suggested remove operation key=SSVHOXNGSFYF tag=ZMGXH5BTMAY9 type=del 2023-12-03T11:44:04.324 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.323+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=B1EPPTKCP7W4 type=del size=616997 2023-12-03T11:44:04.325 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.324+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=2Q51DDOWI4KA type=del 2023-12-03T11:44:04.327 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.326+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=313OGBDRFMBB type=del size=165146 2023-12-03T11:44:04.328 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.327+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~U7WVK1O19929.0 size=1048576 2023-12-03T11:44:04.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.328+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~U7WVK1O19929.1 size=1048576 2023-12-03T11:44:04.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.329+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~U7WVK1O19929.2 size=487223 2023-12-03T11:44:04.332 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.331+0000 7fec65a36780 1 < completed multipart upload key=ZHU0D35IH21Q upload=U7WVK1O19929 tag=MFAQQXT7MTN7 type=write size=3632951 2023-12-03T11:44:04.333 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.332+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=NHO3V7E75I5T type=del size=2893221 2023-12-03T11:44:04.334 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.333+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~5OHOG1F5W98J.0 size=1048576 2023-12-03T11:44:04.336 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.334+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~5OHOG1F5W98J.1 size=1048576 2023-12-03T11:44:04.337 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.335+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~5OHOG1F5W98J.2 size=282305 2023-12-03T11:44:04.339 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.338+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=5OHOG1F5W98J tag=0EORCDMIQ0XJ type=write size=3428033 2023-12-03T11:44:04.340 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.339+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=15AE71E2YKU8 type=del size=790470 2023-12-03T11:44:04.341 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.340+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~0ZGGHW3TVZEJ.0 size=1048576 2023-12-03T11:44:04.342 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.341+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~0ZGGHW3TVZEJ.1 size=1001624 2023-12-03T11:44:04.345 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.344+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=0ZGGHW3TVZEJ tag=DWJ4GZB0GC23 type=write size=3098776 2023-12-03T11:44:04.347 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.346+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~N6FMO4VER733.0 size=1048576 2023-12-03T11:44:04.348 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.346+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~N6FMO4VER733.1 size=1048576 2023-12-03T11:44:04.348 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.347+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~N6FMO4VER733.2 size=492132 2023-12-03T11:44:04.349 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.347+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=N6FMO4VER733 tag=DQ1GP73G4SPB type=write size=3637860 2023-12-03T11:44:04.350 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.349+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=RMAIPLTY5XTE type=del 2023-12-03T11:44:04.351 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.350+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=6Z7GR5FFRQZE type=del size=3871982 2023-12-03T11:44:04.353 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.352+0000 7fec65a36780 1 < suggested update operation key=3C6QMW8IQIA4 tag=2QU7E62A13KH type=del size=3906421 2023-12-03T11:44:04.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.354+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~MX2UZT9PEWFS.0 size=1038823 2023-12-03T11:44:04.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.354+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=MX2UZT9PEWFS tag=LXF78LVNK96M type=write size=2087399 2023-12-03T11:44:04.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.355+0000 7fec65a36780 1 < canceled part key=_multipart_47SL1QFM71HF.2~27FCFCSEMERE.0 size=1048576 2023-12-03T11:44:04.357 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.355+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~27FCFCSEMERE.1 size=1048576 2023-12-03T11:44:04.357 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.355+0000 7fec65a36780 1 < canceled part key=_multipart_47SL1QFM71HF.2~27FCFCSEMERE.2 size=269211 2023-12-03T11:44:04.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.357+0000 7fec65a36780 1 < canceled multipart upload key=47SL1QFM71HF upload=27FCFCSEMERE tag=LCZZBT1IA04V type=write size=3414939 2023-12-03T11:44:04.360 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.358+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=5ROIW3W2YUXC type=del size=2946080 2023-12-03T11:44:04.362 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.361+0000 7fec65a36780 1 < suggested update operation key=3C6QMW8IQIA4 tag=0NOOU88BT30Z type=del size=1016157 2023-12-03T11:44:04.363 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.362+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=1RHB60I89231 type=del size=1149562 2023-12-03T11:44:04.364 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.363+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~AB6IBIX7X7LB.0 size=1048576 2023-12-03T11:44:04.365 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.364+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~AB6IBIX7X7LB.1 size=587149 2023-12-03T11:44:04.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.366+0000 7fec65a36780 1 < completed multipart upload key=SSVHOXNGSFYF upload=AB6IBIX7X7LB tag=O3O5IN8221TT type=write size=2684301 2023-12-03T11:44:04.368 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.367+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=8EEKF20K5NXH type=del size=3116761 2023-12-03T11:44:04.369 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.368+0000 7fec65a36780 -1 < failed to complete operation key=3C6QMW8IQIA4 tag=03XPLM44JCP1 type=del size=4112776: (22) Invalid argument 2023-12-03T11:44:04.372 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.371+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~D0B8D2RJJZS5.0 size=741489 2023-12-03T11:44:04.372 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.371+0000 7fec65a36780 1 > prepared multipart upload key=T9V22NACHJGL upload=D0B8D2RJJZS5 tag=E5331CE56M6F type=write size=1790065 2023-12-03T11:44:04.373 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.372+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=RQB4KC38D2XV type=del 2023-12-03T11:44:04.374 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.373+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=VHMU2CKEFX2A type=del size=2020666 2023-12-03T11:44:04.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.376+0000 7fec65a36780 1 < suggested update operation key=BG6UOS1WMDBY tag=VABI2P7G1TFI type=write size=235054 2023-12-03T11:44:04.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.377+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=OHMKO3C6I3P0 type=write size=6967 2023-12-03T11:44:04.381 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.379+0000 7fec65a36780 1 < completed delete operation key=6NE4YT7O3EKT tag=3THUDA9D02XX type=del 2023-12-03T11:44:04.382 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.381+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=7NWEDMZRNN83 type=del size=2449056 2023-12-03T11:44:04.383 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.382+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~KVDQPDWI08F2.0 size=853825 2023-12-03T11:44:04.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.384+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=KVDQPDWI08F2 tag=Z86QW1X81135 type=write size=1902401 2023-12-03T11:44:04.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.385+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=BBR6DA3M9WKP type=write size=862922 2023-12-03T11:44:04.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.386+0000 7fec65a36780 1 < canceled operation key=P4HRMBD0NLGK tag=VFCLKH1YWH27 type=del size=3880025 2023-12-03T11:44:04.388 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.387+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=X8WN62QPN4BK type=write size=461020 2023-12-03T11:44:04.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.388+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=B1EPPTKCP7W4 type=del 2023-12-03T11:44:04.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.390+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~EFQY1KQ3IRLH.0 size=969014 2023-12-03T11:44:04.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.390+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=EFQY1KQ3IRLH tag=JLN2UX7TIJCK type=write size=2017590 2023-12-03T11:44:04.392 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.391+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=313OGBDRFMBB type=del 2023-12-03T11:44:04.393 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.392+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=X0VZOXQ10J1Z type=del size=2726323 2023-12-03T11:44:04.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.393+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=NHO3V7E75I5T type=del 2023-12-03T11:44:04.397 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.395+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~9DE2G0SG0U1C.0 size=557883 2023-12-03T11:44:04.397 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.395+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=9DE2G0SG0U1C tag=AMZJT3DN9FVQ type=write size=1606459 2023-12-03T11:44:04.397 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.396+0000 7fec65a36780 1 < completed delete operation key=C0RNK06G6OQP tag=15AE71E2YKU8 type=del 2023-12-03T11:44:04.399 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.397+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=831HKEGAVEZQ type=del size=4093946 2023-12-03T11:44:04.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.399+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~N6FMO4VER733.0 size=1048576 2023-12-03T11:44:04.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.399+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~N6FMO4VER733.1 size=1048576 2023-12-03T11:44:04.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.400+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~N6FMO4VER733.2 size=492132 2023-12-03T11:44:04.403 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.402+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=N6FMO4VER733 tag=DQ1GP73G4SPB type=write size=3637860 2023-12-03T11:44:04.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.403+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=YOTA4B3AXVLB type=write size=548275 2023-12-03T11:44:04.406 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.404+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=6Z7GR5FFRQZE type=del 2023-12-03T11:44:04.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.405+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=H9ISWUQMHEJC type=del size=1817893 2023-12-03T11:44:04.408 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.406+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~MX2UZT9PEWFS.0 size=1038823 2023-12-03T11:44:04.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.408+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=MX2UZT9PEWFS tag=LXF78LVNK96M type=write size=2087399 2023-12-03T11:44:04.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.409+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=2970YT2DT76W type=del size=1591278 2023-12-03T11:44:04.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.411+0000 7fec65a36780 -1 < failed to complete operation key=3C6QMW8IQIA4 tag=5ROIW3W2YUXC type=del size=2946080: (22) Invalid argument 2023-12-03T11:44:04.414 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.413+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~A0SKUINPZKXE.0 size=1048576 2023-12-03T11:44:04.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.414+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~A0SKUINPZKXE.1 size=322530 2023-12-03T11:44:04.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.414+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=A0SKUINPZKXE tag=EIDOBAKB36S8 type=write size=2419682 2023-12-03T11:44:04.416 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.415+0000 7fec65a36780 1 < completed delete operation key=0AZB86BIZ0MT tag=1RHB60I89231 type=del 2023-12-03T11:44:04.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.417+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~LWRBMAWCRMQE.0 size=1048576 2023-12-03T11:44:04.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.418+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~LWRBMAWCRMQE.1 size=536941 2023-12-03T11:44:04.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.418+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=LWRBMAWCRMQE tag=GNEKGX01RKLC type=write size=2634093 2023-12-03T11:44:04.420 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.419+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=8EEKF20K5NXH type=del 2023-12-03T11:44:04.421 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.420+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=LY9YERGSU7QR type=write size=809922 2023-12-03T11:44:04.421 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.420+0000 7fec65a36780 1 < canceled part key=_multipart_T9V22NACHJGL.2~D0B8D2RJJZS5.0 size=741489 2023-12-03T11:44:04.423 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.422+0000 7fec65a36780 1 < canceled multipart upload key=T9V22NACHJGL upload=D0B8D2RJJZS5 tag=E5331CE56M6F type=write size=1790065 2023-12-03T11:44:04.424 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.423+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=PNVPGDDX8PKM type=del size=3193156 2023-12-03T11:44:04.426 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.424+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=VHMU2CKEFX2A type=del 2023-12-03T11:44:04.428 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.427+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~VOYSZ4KJJYSX.0 size=1048576 2023-12-03T11:44:04.429 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.427+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~VOYSZ4KJJYSX.1 size=1048576 2023-12-03T11:44:04.430 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.428+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~VOYSZ4KJJYSX.2 size=764462 2023-12-03T11:44:04.430 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.428+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=VOYSZ4KJJYSX tag=R7V8X2NE9ZNE type=write size=3910190 2023-12-03T11:44:04.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.430+0000 7fec65a36780 1 < completed write operation key=GR4SISUXSQOT tag=OHMKO3C6I3P0 type=write size=6967 2023-12-03T11:44:04.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.431+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=95WXYG60TKFG type=del size=1816946 2023-12-03T11:44:04.433 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.432+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=7NWEDMZRNN83 type=del 2023-12-03T11:44:04.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.433+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=O7UY12NDP8QU type=del size=2690319 2023-12-03T11:44:04.437 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.434+0000 7fec65a36780 1 < completed write operation key=T9V22NACHJGL tag=BBR6DA3M9WKP type=write size=862922 2023-12-03T11:44:04.438 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.436+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~360V0P6F1CEI.0 size=1048576 2023-12-03T11:44:04.438 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.437+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~360V0P6F1CEI.1 size=1048576 2023-12-03T11:44:04.439 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.438+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~360V0P6F1CEI.2 size=1024408 2023-12-03T11:44:04.439 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.438+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=360V0P6F1CEI tag=KTMQYXUNJE9I type=write size=4170136 2023-12-03T11:44:04.441 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.439+0000 7fec65a36780 1 < completed write operation key=P4HRMBD0NLGK tag=X8WN62QPN4BK type=write size=461020 2023-12-03T11:44:04.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.442+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~DTI0Z3K9MBWX.0 size=1048576 2023-12-03T11:44:04.444 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.442+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~DTI0Z3K9MBWX.1 size=802213 2023-12-03T11:44:04.444 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.442+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=DTI0Z3K9MBWX tag=G3OOZRJY1OEK type=write size=2899365 2023-12-03T11:44:04.445 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.444+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~EFQY1KQ3IRLH.0 size=969014 2023-12-03T11:44:04.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.446+0000 7fec65a36780 1 < completed multipart upload key=2RH7HHERSZ3G upload=EFQY1KQ3IRLH tag=JLN2UX7TIJCK type=write size=2017590 2023-12-03T11:44:04.449 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.448+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~611CYH397V82.0 size=1048576 2023-12-03T11:44:04.450 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.449+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~611CYH397V82.1 size=94373 2023-12-03T11:44:04.450 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.449+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=611CYH397V82 tag=QGX9FHR3MKQN type=write size=2191525 2023-12-03T11:44:04.451 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.450+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=X0VZOXQ10J1Z type=del 2023-12-03T11:44:04.453 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.452+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~X252NJVMF6LN.0 size=1048576 2023-12-03T11:44:04.454 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.453+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~X252NJVMF6LN.1 size=1032785 2023-12-03T11:44:04.454 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.453+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=X252NJVMF6LN tag=DZTLW7WC4Z5K type=write size=3129937 2023-12-03T11:44:04.455 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.454+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~9DE2G0SG0U1C.0 size=557883 2023-12-03T11:44:04.457 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.456+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=9DE2G0SG0U1C tag=AMZJT3DN9FVQ type=write size=1606459 2023-12-03T11:44:04.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.457+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=KHIQKIB06DVP type=del size=2548384 2023-12-03T11:44:04.460 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.459+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=831HKEGAVEZQ type=del 2023-12-03T11:44:04.462 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.461+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~0ZC61GOPM5P4.0 size=1048576 2023-12-03T11:44:04.463 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.462+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~0ZC61GOPM5P4.1 size=540806 2023-12-03T11:44:04.463 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.462+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=0ZC61GOPM5P4 tag=GOW7VHZQZG47 type=write size=2637958 2023-12-03T11:44:04.464 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.463+0000 7fec65a36780 1 < completed write operation key=AH17BNCID2LT tag=YOTA4B3AXVLB type=write size=548275 2023-12-03T11:44:04.466 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.465+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~83ZNJH7SVYOA.0 size=1048576 2023-12-03T11:44:04.467 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.466+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~83ZNJH7SVYOA.1 size=1048576 2023-12-03T11:44:04.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.467+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~83ZNJH7SVYOA.2 size=966219 2023-12-03T11:44:04.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.467+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=83ZNJH7SVYOA tag=HIRXP27V1ML3 type=write size=4111947 2023-12-03T11:44:04.469 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.468+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=H9ISWUQMHEJC type=del 2023-12-03T11:44:04.470 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.469+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=KC69ZCZ7BFFL type=del size=3429633 2023-12-03T11:44:04.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.470+0000 7fec65a36780 1 < canceled operation key=5C1TNEXGMTX2 tag=2970YT2DT76W type=del size=1591278 2023-12-03T11:44:04.472 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.471+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=I5YWAWXKO4UA type=del size=3623111 2023-12-03T11:44:04.474 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.472+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~A0SKUINPZKXE.0 size=1048576 2023-12-03T11:44:04.475 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.473+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~A0SKUINPZKXE.1 size=322530 2023-12-03T11:44:04.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.475+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=A0SKUINPZKXE tag=EIDOBAKB36S8 type=write size=2419682 2023-12-03T11:44:04.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.476+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=Q1YJAYCFYPHG type=write size=459628 2023-12-03T11:44:04.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.477+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~LWRBMAWCRMQE.0 size=1048576 2023-12-03T11:44:04.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.478+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~LWRBMAWCRMQE.1 size=536941 2023-12-03T11:44:04.481 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.480+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=LWRBMAWCRMQE tag=GNEKGX01RKLC type=write size=2634093 2023-12-03T11:44:04.482 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.481+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=OQ5MDQ73QDY9 type=write size=723981 2023-12-03T11:44:04.484 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.482+0000 7fec65a36780 1 < completed write operation key=YRACKN8LKGIH tag=LY9YERGSU7QR type=write size=809922 2023-12-03T11:44:04.485 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.484+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=JQNI545TPDBW type=del size=1313026 2023-12-03T11:44:04.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.486+0000 7fec65a36780 1 < suggested update operation key=T9V22NACHJGL tag=PNVPGDDX8PKM type=del size=3193156 2023-12-03T11:44:04.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.488+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=RY7YVR0Z25S5 type=del size=4038263 2023-12-03T11:44:04.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.489+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~VOYSZ4KJJYSX.0 size=1048576 2023-12-03T11:44:04.491 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.490+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~VOYSZ4KJJYSX.1 size=1048576 2023-12-03T11:44:04.492 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.490+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~VOYSZ4KJJYSX.2 size=764462 2023-12-03T11:44:04.494 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.493+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=VOYSZ4KJJYSX tag=R7V8X2NE9ZNE type=write size=3910190 2023-12-03T11:44:04.496 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.495+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~W9C6XFB24TZ4.0 size=1048576 2023-12-03T11:44:04.497 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.496+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~W9C6XFB24TZ4.1 size=419338 2023-12-03T11:44:04.497 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.496+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=W9C6XFB24TZ4 tag=RYS9X4ZJVZAB type=write size=2516490 2023-12-03T11:44:04.499 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.498+0000 7fec65a36780 1 < suggested update operation key=3C6QMW8IQIA4 tag=95WXYG60TKFG type=del size=1816946 2023-12-03T11:44:04.500 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.499+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=WT4MRR1SXPPO type=del size=2385086 2023-12-03T11:44:04.502 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.501+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=O7UY12NDP8QU type=del 2023-12-03T11:44:04.504 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.503+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~WVO1M62Y1WS4.0 size=463842 2023-12-03T11:44:04.504 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.503+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=WVO1M62Y1WS4 tag=XDBW8IWG3I9C type=write size=1512418 2023-12-03T11:44:04.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.504+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~360V0P6F1CEI.0 size=1048576 2023-12-03T11:44:04.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.505+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~360V0P6F1CEI.1 size=1048576 2023-12-03T11:44:04.510 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.506+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~360V0P6F1CEI.2 size=1024408 2023-12-03T11:44:04.510 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.508+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=360V0P6F1CEI tag=KTMQYXUNJE9I type=write size=4170136 2023-12-03T11:44:04.510 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.509+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=2MO3074T316H type=del size=2048766 2023-12-03T11:44:04.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.510+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~DTI0Z3K9MBWX.0 size=1048576 2023-12-03T11:44:04.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.511+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~DTI0Z3K9MBWX.1 size=802213 2023-12-03T11:44:04.514 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.513+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=DTI0Z3K9MBWX tag=G3OOZRJY1OEK type=write size=2899365 2023-12-03T11:44:04.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.515+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~3E9Y07KZS1AK.0 size=1048576 2023-12-03T11:44:04.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.516+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~3E9Y07KZS1AK.1 size=874566 2023-12-03T11:44:04.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.516+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=3E9Y07KZS1AK tag=C3G5GZEVIY6R type=write size=2971718 2023-12-03T11:44:04.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.517+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~611CYH397V82.0 size=1048576 2023-12-03T11:44:04.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.518+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~611CYH397V82.1 size=94373 2023-12-03T11:44:04.521 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.520+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=611CYH397V82 tag=QGX9FHR3MKQN type=write size=2191525 2023-12-03T11:44:04.523 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.521+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=F81ET71Q9ZTH type=del size=1710023 2023-12-03T11:44:04.524 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.522+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~X252NJVMF6LN.0 size=1048576 2023-12-03T11:44:04.525 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.523+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~X252NJVMF6LN.1 size=1032785 2023-12-03T11:44:04.526 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.525+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=X252NJVMF6LN tag=DZTLW7WC4Z5K type=write size=3129937 2023-12-03T11:44:04.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.526+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=DDDA50LQ6Q75 type=del size=2377520 2023-12-03T11:44:04.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.528+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=KHIQKIB06DVP type=del 2023-12-03T11:44:04.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.529+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=WAN2OBVTK5C2 type=write size=166855 2023-12-03T11:44:04.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.530+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~0ZC61GOPM5P4.0 size=1048576 2023-12-03T11:44:04.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.531+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~0ZC61GOPM5P4.1 size=540806 2023-12-03T11:44:04.534 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.533+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=0ZC61GOPM5P4 tag=GOW7VHZQZG47 type=write size=2637958 2023-12-03T11:44:04.535 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.534+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=R3SY2U9AWIX5 type=del size=942672 2023-12-03T11:44:04.536 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.534+0000 7fec65a36780 1 < canceled part key=_multipart_C1UIPV6F6AYG.2~83ZNJH7SVYOA.0 size=1048576 2023-12-03T11:44:04.536 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.535+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~83ZNJH7SVYOA.1 size=1048576 2023-12-03T11:44:04.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.536+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~83ZNJH7SVYOA.2 size=966219 2023-12-03T11:44:04.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.538+0000 7fec65a36780 1 < canceled multipart upload key=C1UIPV6F6AYG upload=83ZNJH7SVYOA tag=HIRXP27V1ML3 type=write size=4111947 2023-12-03T11:44:04.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.539+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=R004Z8YZQZ11 type=del size=385813 2023-12-03T11:44:04.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.540+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=KC69ZCZ7BFFL type=del 2023-12-03T11:44:04.543 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.542+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=UQLKCC6W1141 type=write size=216264 2023-12-03T11:44:04.544 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.543+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=I5YWAWXKO4UA type=del 2023-12-03T11:44:04.545 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.544+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=EZ319VHN69SZ type=del size=499034 2023-12-03T11:44:04.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.546+0000 7fec65a36780 1 < completed write operation key=AH17BNCID2LT tag=Q1YJAYCFYPHG type=write size=459628 2023-12-03T11:44:04.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.548+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~7K73GOO92APF.0 size=972469 2023-12-03T11:44:04.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.548+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=7K73GOO92APF tag=AW3EJLBLBRVT type=write size=2021045 2023-12-03T11:44:04.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.549+0000 7fec65a36780 1 < completed write operation key=9JLT22LCTIPC tag=OQ5MDQ73QDY9 type=write size=723981 2023-12-03T11:44:04.552 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.550+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=B03SE525ANQH type=del size=3936511 2023-12-03T11:44:04.553 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.552+0000 7fec65a36780 1 < suggested update operation key=YXIRHDBN13DX tag=JQNI545TPDBW type=del size=1313026 2023-12-03T11:44:04.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.554+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~TG7H0CQW8QC6.0 size=1048576 2023-12-03T11:44:04.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.555+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~TG7H0CQW8QC6.1 size=970661 2023-12-03T11:44:04.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.555+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=TG7H0CQW8QC6 tag=1O0HF4PIV56B type=write size=3067813 2023-12-03T11:44:04.557 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.556+0000 7fec65a36780 1 < canceled operation key=6NE4YT7O3EKT tag=RY7YVR0Z25S5 type=del size=4038263 2023-12-03T11:44:04.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.557+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=IDPLSQTFMS2F type=del size=1047750 2023-12-03T11:44:04.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.558+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~W9C6XFB24TZ4.0 size=1048576 2023-12-03T11:44:04.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.560+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~W9C6XFB24TZ4.1 size=419338 2023-12-03T11:44:04.563 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.562+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=W9C6XFB24TZ4 tag=RYS9X4ZJVZAB type=write size=2516490 2023-12-03T11:44:04.564 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.563+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=SDKRG2Z5RT1M type=del size=3239780 2023-12-03T11:44:04.565 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.564+0000 7fec65a36780 1 < completed delete operation key=SSVHOXNGSFYF tag=WT4MRR1SXPPO type=del 2023-12-03T11:44:04.566 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.565+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=OPX6X0NVFKYA type=del size=660562 2023-12-03T11:44:04.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.566+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~WVO1M62Y1WS4.0 size=463842 2023-12-03T11:44:04.569 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.568+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=WVO1M62Y1WS4 tag=XDBW8IWG3I9C type=write size=1512418 2023-12-03T11:44:04.571 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.570+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~PQWHLOBQVQV9.0 size=839106 2023-12-03T11:44:04.571 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.570+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=PQWHLOBQVQV9 tag=VBAUX4ZMOE7I type=write size=1887682 2023-12-03T11:44:04.573 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.571+0000 7fec65a36780 1 < completed delete operation key=X9QLCGIXBKPW tag=2MO3074T316H type=del 2023-12-03T11:44:04.574 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.573+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~MOA3OCDAPQFS.0 size=1048576 2023-12-03T11:44:04.575 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.574+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~MOA3OCDAPQFS.1 size=498315 2023-12-03T11:44:04.575 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.574+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=MOA3OCDAPQFS tag=TEEWKTCWZAUJ type=write size=2595467 2023-12-03T11:44:04.576 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.575+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~3E9Y07KZS1AK.0 size=1048576 2023-12-03T11:44:04.577 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.576+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~3E9Y07KZS1AK.1 size=874566 2023-12-03T11:44:04.579 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.578+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=3E9Y07KZS1AK tag=C3G5GZEVIY6R type=write size=2971718 2023-12-03T11:44:04.581 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.580+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~D0NY7TIL91RX.0 size=1048576 2023-12-03T11:44:04.582 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.581+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~D0NY7TIL91RX.1 size=1048576 2023-12-03T11:44:04.583 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.582+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~D0NY7TIL91RX.2 size=15862 2023-12-03T11:44:04.583 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.582+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=D0NY7TIL91RX tag=N4HOC0P77EUJ type=write size=3161590 2023-12-03T11:44:04.584 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.583+0000 7fec65a36780 1 < canceled operation key=C0RNK06G6OQP tag=F81ET71Q9ZTH type=del size=1710023 2023-12-03T11:44:04.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.585+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~MDJQT60TQXJO.0 size=278796 2023-12-03T11:44:04.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.585+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=MDJQT60TQXJO tag=1LFHM8ZCTLAM type=write size=1327372 2023-12-03T11:44:04.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.586+0000 7fec65a36780 1 < completed delete operation key=SSVHOXNGSFYF tag=DDDA50LQ6Q75 type=del 2023-12-03T11:44:04.590 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.588+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~JR9UP2QBAS5T.0 size=1048576 2023-12-03T11:44:04.593 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.589+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~JR9UP2QBAS5T.1 size=1048576 2023-12-03T11:44:04.593 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.590+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~JR9UP2QBAS5T.2 size=967433 2023-12-03T11:44:04.593 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.590+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=JR9UP2QBAS5T tag=ZE25BIE51BSR type=write size=4113161 2023-12-03T11:44:04.593 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.592+0000 7fec65a36780 1 < completed write operation key=2RH7HHERSZ3G tag=WAN2OBVTK5C2 type=write size=166855 2023-12-03T11:44:04.594 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.593+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=XWF2J1JJFY1V type=del size=677399 2023-12-03T11:44:04.597 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.595+0000 7fec65a36780 1 < suggested update operation key=GR4SISUXSQOT tag=R3SY2U9AWIX5 type=del size=942672 2023-12-03T11:44:04.599 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.597+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~PY9ME5ZEKJWI.0 size=1048084 2023-12-03T11:44:04.599 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.597+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=PY9ME5ZEKJWI tag=31QPIYN1B8Y1 type=write size=2096660 2023-12-03T11:44:04.601 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.599+0000 7fec65a36780 1 < suggested update operation key=PEN3GY9LLJKQ tag=R004Z8YZQZ11 type=del size=385813 2023-12-03T11:44:04.602 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.601+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=DUY9ABRHK9IO type=write size=197918 2023-12-03T11:44:04.603 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.602+0000 7fec65a36780 1 < completed write operation key=T9V22NACHJGL tag=UQLKCC6W1141 type=write size=216264 2023-12-03T11:44:04.605 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.604+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~BS8D8SJJ6O11.0 size=1048576 2023-12-03T11:44:04.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.605+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~BS8D8SJJ6O11.1 size=131257 2023-12-03T11:44:04.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.605+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=BS8D8SJJ6O11 tag=8WNNBLWI254S type=write size=2228409 2023-12-03T11:44:04.607 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.606+0000 7fec65a36780 1 < canceled operation key=DVENHTCK7GZA tag=EZ319VHN69SZ type=del size=499034 2023-12-03T11:44:04.609 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.608+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~NELZL1YR7NAQ.0 size=574095 2023-12-03T11:44:04.609 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.608+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=NELZL1YR7NAQ tag=1XXJQ1LIP8DC type=write size=1622671 2023-12-03T11:44:04.610 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.609+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~7K73GOO92APF.0 size=972469 2023-12-03T11:44:04.612 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.611+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=7K73GOO92APF tag=AW3EJLBLBRVT type=write size=2021045 2023-12-03T11:44:04.614 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.613+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~FR424FRANLVJ.0 size=306388 2023-12-03T11:44:04.614 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.613+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=FR424FRANLVJ tag=KRR6EJUZS5KQ type=write size=1354964 2023-12-03T11:44:04.615 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.614+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=B03SE525ANQH type=del 2023-12-03T11:44:04.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.616+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~5I79VBXMP4YQ.0 size=1048576 2023-12-03T11:44:04.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.617+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~5I79VBXMP4YQ.1 size=823033 2023-12-03T11:44:04.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.617+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=5I79VBXMP4YQ tag=7AUQS2R65KZ2 type=write size=2920185 2023-12-03T11:44:04.619 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.618+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~TG7H0CQW8QC6.0 size=1048576 2023-12-03T11:44:04.620 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.619+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~TG7H0CQW8QC6.1 size=970661 2023-12-03T11:44:04.622 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.621+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=TG7H0CQW8QC6 tag=1O0HF4PIV56B type=write size=3067813 2023-12-03T11:44:04.623 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.622+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=3ZT07CN5AKNR type=write size=56563 2023-12-03T11:44:04.626 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.624+0000 7fec65a36780 1 < suggested remove operation key=P4HRMBD0NLGK tag=IDPLSQTFMS2F type=del 2023-12-03T11:44:04.627 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.625+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=C71K5D34NZ00 type=del size=398052 2023-12-03T11:44:04.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.627+0000 7fec65a36780 1 < completed delete operation key=X9RVI5NGJ2OL tag=SDKRG2Z5RT1M type=del 2023-12-03T11:44:04.629 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.628+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=7D86TNTM4DP1 type=del size=246864 2023-12-03T11:44:04.631 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.630+0000 7fec65a36780 1 < suggested remove operation key=C0RNK06G6OQP tag=OPX6X0NVFKYA type=del 2023-12-03T11:44:04.633 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.632+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~T43FBPAU6GL9.0 size=679935 2023-12-03T11:44:04.633 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.632+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=T43FBPAU6GL9 tag=8UDH2BBYNB4V type=write size=1728511 2023-12-03T11:44:04.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.633+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~PQWHLOBQVQV9.0 size=839106 2023-12-03T11:44:04.636 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.635+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=PQWHLOBQVQV9 tag=VBAUX4ZMOE7I type=write size=1887682 2023-12-03T11:44:04.638 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.637+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~0G1VFILYOKMI.0 size=424893 2023-12-03T11:44:04.638 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.637+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=0G1VFILYOKMI tag=UZRM3BB8S5Q0 type=write size=1473469 2023-12-03T11:44:04.639 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.638+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~MOA3OCDAPQFS.0 size=1048576 2023-12-03T11:44:04.640 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.639+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~MOA3OCDAPQFS.1 size=498315 2023-12-03T11:44:04.642 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.641+0000 7fec65a36780 1 < completed multipart upload key=YRACKN8LKGIH upload=MOA3OCDAPQFS tag=TEEWKTCWZAUJ type=write size=2595467 2023-12-03T11:44:04.644 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.643+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~5DKJHYV0AVFW.0 size=1048576 2023-12-03T11:44:04.645 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.644+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~5DKJHYV0AVFW.1 size=1048576 2023-12-03T11:44:04.646 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.645+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~5DKJHYV0AVFW.2 size=347129 2023-12-03T11:44:04.646 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.645+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=5DKJHYV0AVFW tag=A3EACJPDLMRV type=write size=3492857 2023-12-03T11:44:04.648 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.646+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~D0NY7TIL91RX.0 size=1048576 2023-12-03T11:44:04.648 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.647+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~D0NY7TIL91RX.1 size=1048576 2023-12-03T11:44:04.649 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.647+0000 7fec65a36780 1 < canceled part key=_multipart_H2MMD7J4LFAH.2~D0NY7TIL91RX.2 size=15862 2023-12-03T11:44:04.650 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.649+0000 7fec65a36780 1 < canceled multipart upload key=H2MMD7J4LFAH upload=D0NY7TIL91RX tag=N4HOC0P77EUJ type=write size=3161590 2023-12-03T11:44:04.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.651+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~CQI4VL17IGNE.0 size=1048576 2023-12-03T11:44:04.653 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.652+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~CQI4VL17IGNE.1 size=1048576 2023-12-03T11:44:04.654 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.653+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~CQI4VL17IGNE.2 size=907627 2023-12-03T11:44:04.654 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.653+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=CQI4VL17IGNE tag=GI2ERRTAQ70F type=write size=4053355 2023-12-03T11:44:04.655 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.654+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~MDJQT60TQXJO.0 size=278796 2023-12-03T11:44:04.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.656+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=MDJQT60TQXJO tag=1LFHM8ZCTLAM type=write size=1327372 2023-12-03T11:44:04.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.657+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=ZK96RFM6ERJ6 type=del size=3473027 2023-12-03T11:44:04.660 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.659+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~JR9UP2QBAS5T.0 size=1048576 2023-12-03T11:44:04.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.660+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~JR9UP2QBAS5T.1 size=1048576 2023-12-03T11:44:04.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.660+0000 7fec65a36780 1 < canceled part key=_multipart_6NE4YT7O3EKT.2~JR9UP2QBAS5T.2 size=967433 2023-12-03T11:44:04.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.662+0000 7fec65a36780 1 < canceled multipart upload key=6NE4YT7O3EKT upload=JR9UP2QBAS5T tag=ZE25BIE51BSR type=write size=4113161 2023-12-03T11:44:04.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.663+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=BO169EXHVIG2 type=del size=3145178 2023-12-03T11:44:04.666 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.665+0000 7fec65a36780 1 < completed delete operation key=X9RVI5NGJ2OL tag=XWF2J1JJFY1V type=del 2023-12-03T11:44:04.667 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.666+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=2VDHG75M2YYK type=del size=2717098 2023-12-03T11:44:04.668 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.667+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~PY9ME5ZEKJWI.0 size=1048084 2023-12-03T11:44:04.670 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.669+0000 7fec65a36780 1 < completed multipart upload key=3C6QMW8IQIA4 upload=PY9ME5ZEKJWI tag=31QPIYN1B8Y1 type=write size=2096660 2023-12-03T11:44:04.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.671+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~CWFXLA0CPNGU.0 size=875730 2023-12-03T11:44:04.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.671+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=CWFXLA0CPNGU tag=IWMW3G70H9OE type=write size=1924306 2023-12-03T11:44:04.674 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.672+0000 7fec65a36780 1 < completed write operation key=BG6UOS1WMDBY tag=DUY9ABRHK9IO type=write size=197918 2023-12-03T11:44:04.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.674+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~7KC4L2CK0LTE.0 size=1048576 2023-12-03T11:44:04.677 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.675+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~7KC4L2CK0LTE.1 size=124114 2023-12-03T11:44:04.677 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.675+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=7KC4L2CK0LTE tag=Y9TA9MSFUFV0 type=write size=2221266 2023-12-03T11:44:04.679 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.677+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~BS8D8SJJ6O11.0 size=1048576 2023-12-03T11:44:04.679 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.678+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~BS8D8SJJ6O11.1 size=131257 2023-12-03T11:44:04.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.680+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=BS8D8SJJ6O11 tag=8WNNBLWI254S type=write size=2228409 2023-12-03T11:44:04.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.681+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=839HLV87W7HW type=del size=1392100 2023-12-03T11:44:04.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.682+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~NELZL1YR7NAQ.0 size=574095 2023-12-03T11:44:04.685 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.684+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=NELZL1YR7NAQ tag=1XXJQ1LIP8DC type=write size=1622671 2023-12-03T11:44:04.686 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.685+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=VZNDIC8Y7EFD type=write size=1032022 2023-12-03T11:44:04.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.686+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~FR424FRANLVJ.0 size=306388 2023-12-03T11:44:04.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.688+0000 7fec65a36780 1 < completed multipart upload key=X9QLCGIXBKPW upload=FR424FRANLVJ tag=KRR6EJUZS5KQ type=write size=1354964 2023-12-03T11:44:04.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.690+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=2N7IZW7EA8RO type=del size=1654508 2023-12-03T11:44:04.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.691+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~5I79VBXMP4YQ.0 size=1048576 2023-12-03T11:44:04.693 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.692+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~5I79VBXMP4YQ.1 size=823033 2023-12-03T11:44:04.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.694+0000 7fec65a36780 1 < completed multipart upload key=ZHU0D35IH21Q upload=5I79VBXMP4YQ tag=7AUQS2R65KZ2 type=write size=2920185 2023-12-03T11:44:04.696 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.695+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=6L0JOQ9MMR63 type=del size=1502590 2023-12-03T11:44:04.699 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.697+0000 7fec65a36780 1 < suggested remove operation key=P4HRMBD0NLGK tag=3ZT07CN5AKNR type=write 2023-12-03T11:44:04.700 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.699+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=HOWLZA4TNSFM type=del size=1442165 2023-12-03T11:44:04.702 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.701+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=C71K5D34NZ00 type=del 2023-12-03T11:44:04.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.703+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~8I69G5B9RJB6.0 size=1048576 2023-12-03T11:44:04.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.703+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~8I69G5B9RJB6.1 size=402428 2023-12-03T11:44:04.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.703+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=8I69G5B9RJB6 tag=0ABMMA5UI26E type=write size=2499580 2023-12-03T11:44:04.706 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.705+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=7D86TNTM4DP1 type=del 2023-12-03T11:44:04.707 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.706+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=IGZM23V0PHJD type=write size=801078 2023-12-03T11:44:04.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.707+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~T43FBPAU6GL9.0 size=679935 2023-12-03T11:44:04.710 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.709+0000 7fec65a36780 1 < completed multipart upload key=ZHU0D35IH21Q upload=T43FBPAU6GL9 tag=8UDH2BBYNB4V type=write size=1728511 2023-12-03T11:44:04.714 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.710+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=ADA44O3GU1FO type=del size=1108499 2023-12-03T11:44:04.715 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.711+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~0G1VFILYOKMI.0 size=424893 2023-12-03T11:44:04.715 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.713+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=0G1VFILYOKMI tag=UZRM3BB8S5Q0 type=write size=1473469 2023-12-03T11:44:04.715 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.714+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=FXTX78BHDL2H type=del size=348851 2023-12-03T11:44:04.716 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.715+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~5DKJHYV0AVFW.0 size=1048576 2023-12-03T11:44:04.717 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.716+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~5DKJHYV0AVFW.1 size=1048576 2023-12-03T11:44:04.718 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.717+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~5DKJHYV0AVFW.2 size=347129 2023-12-03T11:44:04.720 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.719+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=5DKJHYV0AVFW tag=A3EACJPDLMRV type=write size=3492857 2023-12-03T11:44:04.721 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.720+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=O33DNI61XOK4 type=del size=1159271 2023-12-03T11:44:04.722 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.721+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~CQI4VL17IGNE.0 size=1048576 2023-12-03T11:44:04.724 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.722+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~CQI4VL17IGNE.1 size=1048576 2023-12-03T11:44:04.725 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.723+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~CQI4VL17IGNE.2 size=907627 2023-12-03T11:44:04.727 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.726+0000 7fec65a36780 1 < completed multipart upload key=2RH7HHERSZ3G upload=CQI4VL17IGNE tag=GI2ERRTAQ70F type=write size=4053355 2023-12-03T11:44:04.729 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.728+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~HJWQ72LJ8GJG.0 size=1048576 2023-12-03T11:44:04.730 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.729+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~HJWQ72LJ8GJG.1 size=439245 2023-12-03T11:44:04.730 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.729+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=HJWQ72LJ8GJG tag=O1CRTFBI2OB4 type=write size=2536397 2023-12-03T11:44:04.731 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.730+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=ZK96RFM6ERJ6 type=del 2023-12-03T11:44:04.733 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.732+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~KNRTAAKAYGIV.0 size=103292 2023-12-03T11:44:04.733 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.732+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=KNRTAAKAYGIV tag=I9YATPZ83YGY type=write size=1151868 2023-12-03T11:44:04.735 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.733+0000 7fec65a36780 1 < completed delete operation key=6NE4YT7O3EKT tag=BO169EXHVIG2 type=del 2023-12-03T11:44:04.736 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.735+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~4TN4KW8AGJQX.0 size=1048576 2023-12-03T11:44:04.738 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.736+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~4TN4KW8AGJQX.1 size=1047466 2023-12-03T11:44:04.738 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.736+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=4TN4KW8AGJQX tag=LLJWPRLN99E6 type=write size=3144618 2023-12-03T11:44:04.739 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.738+0000 7fec65a36780 1 < suggested update operation key=X9QLCGIXBKPW tag=2VDHG75M2YYK type=del size=2717098 2023-12-03T11:44:04.742 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.740+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~H67EEB9I4F0M.0 size=1048576 2023-12-03T11:44:04.742 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.741+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~H67EEB9I4F0M.1 size=122638 2023-12-03T11:44:04.743 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.741+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=H67EEB9I4F0M tag=H1NKNZNFX8VD type=write size=2219790 2023-12-03T11:44:04.744 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.742+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~CWFXLA0CPNGU.0 size=875730 2023-12-03T11:44:04.746 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.744+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=CWFXLA0CPNGU tag=IWMW3G70H9OE type=write size=1924306 2023-12-03T11:44:04.747 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.746+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~6L9S6F03XCQU.0 size=123179 2023-12-03T11:44:04.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.746+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=6L9S6F03XCQU tag=P53M1TSNDGWS type=write size=1171755 2023-12-03T11:44:04.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.748+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~7KC4L2CK0LTE.0 size=1048576 2023-12-03T11:44:04.750 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.749+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~7KC4L2CK0LTE.1 size=124114 2023-12-03T11:44:04.752 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.751+0000 7fec65a36780 1 < completed multipart upload key=X9QLCGIXBKPW upload=7KC4L2CK0LTE tag=Y9TA9MSFUFV0 type=write size=2221266 2023-12-03T11:44:04.753 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.752+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=5749UFYZ1LC8 type=del size=3362904 2023-12-03T11:44:04.756 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.755+0000 7fec65a36780 1 < suggested update operation key=PEN3GY9LLJKQ tag=839HLV87W7HW type=del size=1392100 2023-12-03T11:44:04.757 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.756+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=X9IMHBHCQF34 type=write size=322901 2023-12-03T11:44:04.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.759+0000 7fec65a36780 -1 < failed to complete operation key=P4HRMBD0NLGK tag=VZNDIC8Y7EFD type=write size=1032022: (22) Invalid argument 2023-12-03T11:44:04.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.760+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=3JNVMN18QJ7O type=del size=3729708 2023-12-03T11:44:04.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.762+0000 7fec65a36780 1 < suggested update operation key=YXIRHDBN13DX tag=2N7IZW7EA8RO type=del size=1654508 2023-12-03T11:44:04.765 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.764+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=SHLQZG045ZBF type=del size=1814083 2023-12-03T11:44:04.766 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.765+0000 7fec65a36780 1 < canceled operation key=WOVRQGZRPR2M tag=6L0JOQ9MMR63 type=del size=1502590 2023-12-03T11:44:04.767 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.766+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=Q0OHSJLOEHOM type=del size=1899594 2023-12-03T11:44:04.768 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.767+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=HOWLZA4TNSFM type=del 2023-12-03T11:44:04.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.769+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~A67KD43832RK.0 size=817364 2023-12-03T11:44:04.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.769+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=A67KD43832RK tag=67XUT28TIR4W type=write size=1865940 2023-12-03T11:44:04.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.770+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~8I69G5B9RJB6.0 size=1048576 2023-12-03T11:44:04.773 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.771+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~8I69G5B9RJB6.1 size=402428 2023-12-03T11:44:04.775 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.773+0000 7fec65a36780 1 < completed multipart upload key=8OT6OT3U65FW upload=8I69G5B9RJB6 tag=0ABMMA5UI26E type=write size=2499580 2023-12-03T11:44:04.776 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.775+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=RTGJS7BRBD4F type=del size=3839999 2023-12-03T11:44:04.778 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.777+0000 7fec65a36780 1 < suggested remove operation key=YXIRHDBN13DX tag=IGZM23V0PHJD type=write 2023-12-03T11:44:04.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.779+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~MW3HX7PMOP4U.0 size=1048576 2023-12-03T11:44:04.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.780+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~MW3HX7PMOP4U.1 size=325802 2023-12-03T11:44:04.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.780+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=MW3HX7PMOP4U tag=DF01F4D13L1S type=write size=2422954 2023-12-03T11:44:04.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.781+0000 7fec65a36780 1 < canceled operation key=5C1TNEXGMTX2 tag=ADA44O3GU1FO type=del size=1108499 2023-12-03T11:44:04.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.782+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=BDK2WJE6V4SH type=del size=3795156 2023-12-03T11:44:04.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.784+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=FXTX78BHDL2H type=del 2023-12-03T11:44:04.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.785+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=UTCS1VMBJDXS type=del size=919896 2023-12-03T11:44:04.787 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.786+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=O33DNI61XOK4 type=del 2023-12-03T11:44:04.788 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.787+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=ZFBFQTOYIAHD type=del size=1191047 2023-12-03T11:44:04.789 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.788+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~HJWQ72LJ8GJG.0 size=1048576 2023-12-03T11:44:04.790 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.789+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~HJWQ72LJ8GJG.1 size=439245 2023-12-03T11:44:04.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.791+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=HJWQ72LJ8GJG tag=O1CRTFBI2OB4 type=write size=2536397 2023-12-03T11:44:04.795 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.794+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~X1OZDOJIDYF3.0 size=1048576 2023-12-03T11:44:04.796 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.794+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~X1OZDOJIDYF3.1 size=1048576 2023-12-03T11:44:04.797 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.795+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~X1OZDOJIDYF3.2 size=102303 2023-12-03T11:44:04.797 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.795+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=X1OZDOJIDYF3 tag=F7LQ66U08S6D type=write size=3248031 2023-12-03T11:44:04.798 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.797+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~KNRTAAKAYGIV.0 size=103292 2023-12-03T11:44:04.800 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.798+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=KNRTAAKAYGIV tag=I9YATPZ83YGY type=write size=1151868 2023-12-03T11:44:04.801 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.800+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=BJOHOXDOQONV type=del size=2216145 2023-12-03T11:44:04.802 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.801+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~4TN4KW8AGJQX.0 size=1048576 2023-12-03T11:44:04.803 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.802+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~4TN4KW8AGJQX.1 size=1047466 2023-12-03T11:44:04.805 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.804+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=4TN4KW8AGJQX tag=LLJWPRLN99E6 type=write size=3144618 2023-12-03T11:44:04.806 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.805+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=TZF3LARSI10O type=del size=2341477 2023-12-03T11:44:04.808 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.806+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~H67EEB9I4F0M.0 size=1048576 2023-12-03T11:44:04.808 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.807+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~H67EEB9I4F0M.1 size=122638 2023-12-03T11:44:04.811 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.810+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=H67EEB9I4F0M tag=H1NKNZNFX8VD type=write size=2219790 2023-12-03T11:44:04.814 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.813+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~O0C85GBF0577.0 size=1048576 2023-12-03T11:44:04.816 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.814+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~O0C85GBF0577.1 size=1048576 2023-12-03T11:44:04.816 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.815+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~O0C85GBF0577.2 size=645343 2023-12-03T11:44:04.817 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.815+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=O0C85GBF0577 tag=HXCD9CXQ8SX1 type=write size=3791071 2023-12-03T11:44:04.818 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.816+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~6L9S6F03XCQU.0 size=123179 2023-12-03T11:44:04.821 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.820+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=6L9S6F03XCQU tag=P53M1TSNDGWS type=write size=1171755 2023-12-03T11:44:04.824 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.822+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~2C9MAED9JBV7.0 size=1048576 2023-12-03T11:44:04.824 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.823+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~2C9MAED9JBV7.1 size=274042 2023-12-03T11:44:04.824 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.823+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=2C9MAED9JBV7 tag=40MCMCBNT20O type=write size=2371194 2023-12-03T11:44:04.825 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.824+0000 7fec65a36780 1 < canceled operation key=ZHU0D35IH21Q tag=5749UFYZ1LC8 type=del size=3362904 2023-12-03T11:44:04.827 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.825+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=GJ6XLMJT7SEX type=del size=3158468 2023-12-03T11:44:04.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.827+0000 7fec65a36780 1 < completed write operation key=0AZB86BIZ0MT tag=X9IMHBHCQF34 type=write size=322901 2023-12-03T11:44:04.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.828+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=L1BK2W30XKQK type=del size=824681 2023-12-03T11:44:04.831 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.830+0000 7fec65a36780 1 < suggested update operation key=X9RVI5NGJ2OL tag=3JNVMN18QJ7O type=del size=3729708 2023-12-03T11:44:04.832 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.831+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=JH7LAABWMGS4 type=del size=3767652 2023-12-03T11:44:04.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.833+0000 7fec65a36780 1 < completed delete operation key=0HEXWFSSYOFX tag=SHLQZG045ZBF type=del 2023-12-03T11:44:04.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.834+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=7VGRL7EU5HHH type=del size=1446785 2023-12-03T11:44:04.836 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.835+0000 7fec65a36780 -1 < failed to complete operation key=YXIRHDBN13DX tag=Q0OHSJLOEHOM type=del size=1899594: (22) Invalid argument 2023-12-03T11:44:04.837 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.836+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=50JHER6P71KF type=write size=721844 2023-12-03T11:44:04.839 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.838+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~A67KD43832RK.0 size=817364 2023-12-03T11:44:04.841 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.840+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=A67KD43832RK tag=67XUT28TIR4W type=write size=1865940 2023-12-03T11:44:04.842 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.841+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=XFYQRWZ0CNPL type=del size=3697298 2023-12-03T11:44:04.844 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.843+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=RTGJS7BRBD4F type=del 2023-12-03T11:44:04.845 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.844+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=9JGZNQM4QUY2 type=del size=543074 2023-12-03T11:44:04.846 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.845+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~MW3HX7PMOP4U.0 size=1048576 2023-12-03T11:44:04.847 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.846+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~MW3HX7PMOP4U.1 size=325802 2023-12-03T11:44:04.850 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.848+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=MW3HX7PMOP4U tag=DF01F4D13L1S type=write size=2422954 2023-12-03T11:44:04.850 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.849+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=B1I12HX9TXF8 type=write size=825425 2023-12-03T11:44:04.852 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.850+0000 7fec65a36780 1 < canceled operation key=0AZB86BIZ0MT tag=BDK2WJE6V4SH type=del size=3795156 2023-12-03T11:44:04.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.852+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=0UG58AW8YP84 type=del size=4108102 2023-12-03T11:44:04.854 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.853+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=UTCS1VMBJDXS type=del 2023-12-03T11:44:04.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.855+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~D0HRHRDMRSB1.0 size=618547 2023-12-03T11:44:04.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.855+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=D0HRHRDMRSB1 tag=XH5E1ULLXPYO type=write size=1667123 2023-12-03T11:44:04.858 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.857+0000 7fec65a36780 1 < suggested remove operation key=1Q50D75XSIR5 tag=ZFBFQTOYIAHD type=del 2023-12-03T11:44:04.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.858+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=RK3BCDW6DS1A type=del size=1426753 2023-12-03T11:44:04.861 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.860+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~X1OZDOJIDYF3.0 size=1048576 2023-12-03T11:44:04.862 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.861+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~X1OZDOJIDYF3.1 size=1048576 2023-12-03T11:44:04.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.862+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~X1OZDOJIDYF3.2 size=102303 2023-12-03T11:44:04.865 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.864+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=X1OZDOJIDYF3 tag=F7LQ66U08S6D type=write size=3248031 2023-12-03T11:44:04.866 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.865+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=6C4X8X7Y2OSX type=del size=597005 2023-12-03T11:44:04.867 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.866+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=BJOHOXDOQONV type=del 2023-12-03T11:44:04.869 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.868+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~EPWPKWSSFRPR.0 size=556237 2023-12-03T11:44:04.869 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.868+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=EPWPKWSSFRPR tag=67ZRAKBE7BLD type=write size=1604813 2023-12-03T11:44:04.871 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.869+0000 7fec65a36780 1 < canceled operation key=SSVHOXNGSFYF tag=TZF3LARSI10O type=del size=2341477 2023-12-03T11:44:04.873 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.871+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~AIPFCBEP5A3G.0 size=1048576 2023-12-03T11:44:04.873 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.872+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~AIPFCBEP5A3G.1 size=848301 2023-12-03T11:44:04.874 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.872+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=AIPFCBEP5A3G tag=HLHICQU0J6T8 type=write size=2945453 2023-12-03T11:44:04.875 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.873+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~O0C85GBF0577.0 size=1048576 2023-12-03T11:44:04.875 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.874+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~O0C85GBF0577.1 size=1048576 2023-12-03T11:44:04.877 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.875+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~O0C85GBF0577.2 size=645343 2023-12-03T11:44:04.878 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.877+0000 7fec65a36780 1 < completed multipart upload key=ZHU0D35IH21Q upload=O0C85GBF0577 tag=HXCD9CXQ8SX1 type=write size=3791071 2023-12-03T11:44:04.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.878+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=UDJ7SLO4V29O type=del size=536757 2023-12-03T11:44:04.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.879+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~2C9MAED9JBV7.0 size=1048576 2023-12-03T11:44:04.884 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.880+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~2C9MAED9JBV7.1 size=274042 2023-12-03T11:44:04.885 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.882+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=2C9MAED9JBV7 tag=40MCMCBNT20O type=write size=2371194 2023-12-03T11:44:04.885 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.883+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=7OLQTUFJ9NBV type=del size=3654207 2023-12-03T11:44:04.887 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.886+0000 7fec65a36780 1 < suggested update operation key=P4HRMBD0NLGK tag=GJ6XLMJT7SEX type=del size=3158468 2023-12-03T11:44:04.888 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.887+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=MEWQI91WTXO4 type=del size=2534230 2023-12-03T11:44:04.889 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.888+0000 7fec65a36780 1 < canceled operation key=2RH7HHERSZ3G tag=L1BK2W30XKQK type=del size=824681 2023-12-03T11:44:04.892 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.890+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~2J4KPQYP6TM0.0 size=1048576 2023-12-03T11:44:04.892 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.891+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~2J4KPQYP6TM0.1 size=1023278 2023-12-03T11:44:04.892 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.891+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=2J4KPQYP6TM0 tag=0CJO3DFT4KWF type=write size=3120430 2023-12-03T11:44:04.893 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.892+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=JH7LAABWMGS4 type=del 2023-12-03T11:44:04.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.894+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=5DC1RCDWTK7A type=write size=896078 2023-12-03T11:44:04.896 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.895+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=7VGRL7EU5HHH type=del 2023-12-03T11:44:04.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.897+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~EL1JP9MLWLU3.0 size=472338 2023-12-03T11:44:04.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.897+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=EL1JP9MLWLU3 tag=5ECNEJWPFEDD type=write size=1520914 2023-12-03T11:44:04.899 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.898+0000 7fec65a36780 1 < completed write operation key=2RH7HHERSZ3G tag=50JHER6P71KF type=write size=721844 2023-12-03T11:44:04.901 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.899+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=M9U0FFITQ8S6 type=del size=612509 2023-12-03T11:44:04.902 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.901+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=XFYQRWZ0CNPL type=del 2023-12-03T11:44:04.903 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.902+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=0O3M0B0763RY type=write size=787920 2023-12-03T11:44:04.905 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.904+0000 7fec65a36780 1 < suggested update operation key=0AZB86BIZ0MT tag=9JGZNQM4QUY2 type=del size=543074 2023-12-03T11:44:04.907 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.905+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=KM8MYON8P1BR type=del size=3457843 2023-12-03T11:44:04.908 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.907+0000 7fec65a36780 -1 < failed to complete operation key=0AZB86BIZ0MT tag=B1I12HX9TXF8 type=write size=825425: (22) Invalid argument 2023-12-03T11:44:04.909 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.908+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=44L9QSW3I5K5 type=del size=3245659 2023-12-03T11:44:04.911 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.910+0000 7fec65a36780 1 < suggested remove operation key=2RH7HHERSZ3G tag=0UG58AW8YP84 type=del 2023-12-03T11:44:04.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.912+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~BDKJ6H3L8FE5.0 size=1048576 2023-12-03T11:44:04.914 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.913+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~BDKJ6H3L8FE5.1 size=1048576 2023-12-03T11:44:04.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.914+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~BDKJ6H3L8FE5.2 size=755006 2023-12-03T11:44:04.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.914+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=BDKJ6H3L8FE5 tag=A2DRRN96BCBD type=write size=3900734 2023-12-03T11:44:04.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.915+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~D0HRHRDMRSB1.0 size=618547 2023-12-03T11:44:04.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.917+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=D0HRHRDMRSB1 tag=XH5E1ULLXPYO type=write size=1667123 2023-12-03T11:44:04.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.918+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=KCNM67GAXQ4L type=write size=42444 2023-12-03T11:44:04.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.919+0000 7fec65a36780 1 < completed delete operation key=T9V22NACHJGL tag=RK3BCDW6DS1A type=del 2023-12-03T11:44:04.923 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.921+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~05HAL38BZ4OK.0 size=1048576 2023-12-03T11:44:04.923 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.922+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~05HAL38BZ4OK.1 size=1048576 2023-12-03T11:44:04.925 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.924+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~05HAL38BZ4OK.2 size=694393 2023-12-03T11:44:04.925 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.924+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=05HAL38BZ4OK tag=CXPW0FJ24ZJZ type=write size=3840121 2023-12-03T11:44:04.926 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.925+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=6C4X8X7Y2OSX type=del 2023-12-03T11:44:04.928 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.926+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=8QIV2MKSAFTQ type=del size=60724 2023-12-03T11:44:04.929 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.928+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~EPWPKWSSFRPR.0 size=556237 2023-12-03T11:44:04.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.929+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=EPWPKWSSFRPR tag=67ZRAKBE7BLD type=write size=1604813 2023-12-03T11:44:04.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.931+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~39FIAYXJEF22.0 size=1048576 2023-12-03T11:44:04.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.932+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~39FIAYXJEF22.1 size=1048576 2023-12-03T11:44:04.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.933+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~39FIAYXJEF22.2 size=137805 2023-12-03T11:44:04.935 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.933+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=39FIAYXJEF22 tag=EZN3SSIJVV6S type=write size=3283533 2023-12-03T11:44:04.936 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.934+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~AIPFCBEP5A3G.0 size=1048576 2023-12-03T11:44:04.936 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.935+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~AIPFCBEP5A3G.1 size=848301 2023-12-03T11:44:04.938 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.937+0000 7fec65a36780 1 < completed multipart upload key=YRACKN8LKGIH upload=AIPFCBEP5A3G tag=HLHICQU0J6T8 type=write size=2945453 2023-12-03T11:44:04.940 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.939+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~IGET6J1EOTYZ.0 size=291369 2023-12-03T11:44:04.940 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.939+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=IGET6J1EOTYZ tag=JO1S8AIFR9ZX type=write size=1339945 2023-12-03T11:44:04.941 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.940+0000 7fec65a36780 1 < completed delete operation key=GR4SISUXSQOT tag=UDJ7SLO4V29O type=del 2023-12-03T11:44:04.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.942+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~R2HBGK81MCWJ.0 size=1048576 2023-12-03T11:44:04.944 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.943+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~R2HBGK81MCWJ.1 size=748450 2023-12-03T11:44:04.944 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.943+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=R2HBGK81MCWJ tag=NK9TAOTEWNJ0 type=write size=2845602 2023-12-03T11:44:04.945 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.944+0000 7fec65a36780 -1 < failed to complete operation key=2RH7HHERSZ3G tag=7OLQTUFJ9NBV type=del size=3654207: (22) Invalid argument 2023-12-03T11:44:04.946 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.945+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=20H10PMI4H0X type=del size=3207387 2023-12-03T11:44:04.948 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.947+0000 7fec65a36780 1 < suggested remove operation key=BG6UOS1WMDBY tag=MEWQI91WTXO4 type=del 2023-12-03T11:44:04.950 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.949+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~I4E1I9R0E3MR.0 size=1048576 2023-12-03T11:44:04.951 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.950+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~I4E1I9R0E3MR.1 size=638001 2023-12-03T11:44:04.951 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.950+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=I4E1I9R0E3MR tag=XXGTOZI1D60S type=write size=2735153 2023-12-03T11:44:04.952 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.951+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~2J4KPQYP6TM0.0 size=1048576 2023-12-03T11:44:04.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.952+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~2J4KPQYP6TM0.1 size=1023278 2023-12-03T11:44:04.955 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.954+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=2J4KPQYP6TM0 tag=0CJO3DFT4KWF type=write size=3120430 2023-12-03T11:44:04.957 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.955+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=Z83B56S0CZPC type=del size=3017943 2023-12-03T11:44:04.958 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.956+0000 7fec65a36780 1 < completed write operation key=X9QLCGIXBKPW tag=5DC1RCDWTK7A type=write size=896078 2023-12-03T11:44:04.960 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.958+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~MBZNWK8KD5JH.0 size=1048576 2023-12-03T11:44:04.961 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.959+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~MBZNWK8KD5JH.1 size=290831 2023-12-03T11:44:04.961 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.959+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=MBZNWK8KD5JH tag=W4P4OF3WDV35 type=write size=2387983 2023-12-03T11:44:04.962 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.961+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~EL1JP9MLWLU3.0 size=472338 2023-12-03T11:44:04.964 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.963+0000 7fec65a36780 1 < completed multipart upload key=X9QLCGIXBKPW upload=EL1JP9MLWLU3 tag=5ECNEJWPFEDD type=write size=1520914 2023-12-03T11:44:04.966 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.965+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~T4Z8JIXG070L.0 size=1048576 2023-12-03T11:44:04.967 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.966+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~T4Z8JIXG070L.1 size=1048576 2023-12-03T11:44:04.968 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.967+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~T4Z8JIXG070L.2 size=111872 2023-12-03T11:44:04.968 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.967+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=T4Z8JIXG070L tag=Y1YFAFSIW2HN type=write size=3257600 2023-12-03T11:44:04.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.968+0000 7fec65a36780 1 < canceled operation key=YXIRHDBN13DX tag=M9U0FFITQ8S6 type=del size=612509 2023-12-03T11:44:04.970 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.969+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=LGBYJ0RUC053 type=del size=892576 2023-12-03T11:44:04.971 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.970+0000 7fec65a36780 -1 < failed to complete operation key=2RH7HHERSZ3G tag=0O3M0B0763RY type=write size=787920: (22) Invalid argument 2023-12-03T11:44:04.972 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.971+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=5I0ZDF6AT2N3 type=del size=2166209 2023-12-03T11:44:04.975 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.973+0000 7fec65a36780 1 < suggested remove operation key=5Z9PG5J6Q8GF tag=KM8MYON8P1BR type=del 2023-12-03T11:44:04.976 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.975+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=RKMF9QGF0X8N type=write size=938482 2023-12-03T11:44:04.978 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.977+0000 7fec65a36780 1 < suggested remove operation key=2RH7HHERSZ3G tag=44L9QSW3I5K5 type=del 2023-12-03T11:44:04.979 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.978+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=6B7ZRES6QI8P type=del size=2313954 2023-12-03T11:44:04.980 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.979+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~BDKJ6H3L8FE5.0 size=1048576 2023-12-03T11:44:04.981 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.980+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~BDKJ6H3L8FE5.1 size=1048576 2023-12-03T11:44:04.982 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.981+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~BDKJ6H3L8FE5.2 size=755006 2023-12-03T11:44:04.984 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.983+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=BDKJ6H3L8FE5 tag=A2DRRN96BCBD type=write size=3900734 2023-12-03T11:44:04.986 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.984+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=6FM4SDOE5MTQ type=del size=2546405 2023-12-03T11:44:04.987 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.986+0000 7fec65a36780 1 < completed write operation key=YRACKN8LKGIH tag=KCNM67GAXQ4L type=write size=42444 2023-12-03T11:44:04.988 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.987+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=SEXZGVAB5W79 type=write size=618276 2023-12-03T11:44:04.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.988+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~05HAL38BZ4OK.0 size=1048576 2023-12-03T11:44:04.990 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.989+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~05HAL38BZ4OK.1 size=1048576 2023-12-03T11:44:04.990 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.989+0000 7fec65a36780 1 < canceled part key=_multipart_5Z9PG5J6Q8GF.2~05HAL38BZ4OK.2 size=694393 2023-12-03T11:44:04.992 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.991+0000 7fec65a36780 1 < canceled multipart upload key=5Z9PG5J6Q8GF upload=05HAL38BZ4OK tag=CXPW0FJ24ZJZ type=write size=3840121 2023-12-03T11:44:04.993 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.992+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=DEZTMJMCT6Z5 type=del size=1792515 2023-12-03T11:44:04.994 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.993+0000 7fec65a36780 -1 < failed to complete operation key=2RH7HHERSZ3G tag=8QIV2MKSAFTQ type=del size=60724: (22) Invalid argument 2023-12-03T11:44:04.996 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.994+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=HU69KYAG9JTX type=write size=42660 2023-12-03T11:44:04.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.996+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~39FIAYXJEF22.0 size=1048576 2023-12-03T11:44:04.998 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.997+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~39FIAYXJEF22.1 size=1048576 2023-12-03T11:44:04.999 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.997+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~39FIAYXJEF22.2 size=137805 2023-12-03T11:44:05.001 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:04.999+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=39FIAYXJEF22 tag=EZN3SSIJVV6S type=write size=3283533 2023-12-03T11:44:05.003 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.002+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~HTTMZWAZDZ01.0 size=1048576 2023-12-03T11:44:05.004 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.003+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~HTTMZWAZDZ01.1 size=1048576 2023-12-03T11:44:05.005 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.004+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~HTTMZWAZDZ01.2 size=45052 2023-12-03T11:44:05.005 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.004+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=HTTMZWAZDZ01 tag=URXFL1DR433G type=write size=3190780 2023-12-03T11:44:05.006 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.005+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~IGET6J1EOTYZ.0 size=291369 2023-12-03T11:44:05.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.007+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=IGET6J1EOTYZ tag=JO1S8AIFR9ZX type=write size=1339945 2023-12-03T11:44:05.009 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.008+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=O86PCO4GBXUU type=write size=94522 2023-12-03T11:44:05.010 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.008+0000 7fec65a36780 1 < canceled part key=_multipart_MR1LTY3JH4WC.2~R2HBGK81MCWJ.0 size=1048576 2023-12-03T11:44:05.010 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.009+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~R2HBGK81MCWJ.1 size=748450 2023-12-03T11:44:05.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.011+0000 7fec65a36780 1 < canceled multipart upload key=MR1LTY3JH4WC upload=R2HBGK81MCWJ tag=NK9TAOTEWNJ0 type=write size=2845602 2023-12-03T11:44:05.013 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.012+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=FIBH20M486T4 type=write size=261882 2023-12-03T11:44:05.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.013+0000 7fec65a36780 1 < completed delete operation key=C0RNK06G6OQP tag=20H10PMI4H0X type=del 2023-12-03T11:44:05.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.014+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=DWJFBTDLG06Y type=write size=85524 2023-12-03T11:44:05.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.015+0000 7fec65a36780 1 < canceled part key=_multipart_DVENHTCK7GZA.2~I4E1I9R0E3MR.0 size=1048576 2023-12-03T11:44:05.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.016+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~I4E1I9R0E3MR.1 size=638001 2023-12-03T11:44:05.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.017+0000 7fec65a36780 1 < canceled multipart upload key=DVENHTCK7GZA upload=I4E1I9R0E3MR tag=XXGTOZI1D60S type=write size=2735153 2023-12-03T11:44:05.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.019+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~0M2XY85ZPY31.0 size=1048576 2023-12-03T11:44:05.022 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.020+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~0M2XY85ZPY31.1 size=499080 2023-12-03T11:44:05.022 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.020+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=0M2XY85ZPY31 tag=7MZ4PZLEQRNJ type=write size=2596232 2023-12-03T11:44:05.023 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.021+0000 7fec65a36780 -1 < failed to complete operation key=2RH7HHERSZ3G tag=Z83B56S0CZPC type=del size=3017943: (22) Invalid argument 2023-12-03T11:44:05.024 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.023+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=J29J688M772U type=del size=1865952 2023-12-03T11:44:05.027 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.024+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~MBZNWK8KD5JH.0 size=1048576 2023-12-03T11:44:05.027 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.025+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~MBZNWK8KD5JH.1 size=290831 2023-12-03T11:44:05.028 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.027+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=MBZNWK8KD5JH tag=W4P4OF3WDV35 type=write size=2387983 2023-12-03T11:44:05.029 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.028+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=0MXR1Z8QAB0H type=del size=918933 2023-12-03T11:44:05.029 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.028+0000 7fec65a36780 1 < canceled part key=_multipart_1Q50D75XSIR5.2~T4Z8JIXG070L.0 size=1048576 2023-12-03T11:44:05.031 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.030+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~T4Z8JIXG070L.1 size=1048576 2023-12-03T11:44:05.032 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.031+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~T4Z8JIXG070L.2 size=111872 2023-12-03T11:44:05.034 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.033+0000 7fec65a36780 1 < canceled multipart upload key=1Q50D75XSIR5 upload=T4Z8JIXG070L tag=Y1YFAFSIW2HN type=write size=3257600 2023-12-03T11:44:05.035 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.034+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=XUG3N9ULCIIK type=del size=3494307 2023-12-03T11:44:05.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.035+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=LGBYJ0RUC053 type=del 2023-12-03T11:44:05.038 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.037+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~PS3TBFIHRK5I.0 size=1048576 2023-12-03T11:44:05.039 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.038+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~PS3TBFIHRK5I.1 size=1048576 2023-12-03T11:44:05.040 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.039+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~PS3TBFIHRK5I.2 size=61391 2023-12-03T11:44:05.040 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.039+0000 7fec65a36780 1 > prepared multipart upload key=T9V22NACHJGL upload=PS3TBFIHRK5I tag=8UMURUKT8YR1 type=write size=3207119 2023-12-03T11:44:05.043 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.041+0000 7fec65a36780 1 < suggested update operation key=SSVHOXNGSFYF tag=5I0ZDF6AT2N3 type=del size=2166209 2023-12-03T11:44:05.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.043+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~V0JBC4CCZVDR.0 size=1048576 2023-12-03T11:44:05.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.044+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~V0JBC4CCZVDR.1 size=1048576 2023-12-03T11:44:05.046 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.045+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~V0JBC4CCZVDR.2 size=383832 2023-12-03T11:44:05.046 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.045+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=V0JBC4CCZVDR tag=N5CZL764UHVM type=write size=3529560 2023-12-03T11:44:05.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.046+0000 7fec65a36780 1 < completed write operation key=P4HRMBD0NLGK tag=RKMF9QGF0X8N type=write size=938482 2023-12-03T11:44:05.048 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.047+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=IK2OVQEPFI6W type=write size=975022 2023-12-03T11:44:05.050 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.048+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=6B7ZRES6QI8P type=del 2023-12-03T11:44:05.051 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.050+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~WIL85QLOJ2EW.0 size=1048576 2023-12-03T11:44:05.052 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.051+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~WIL85QLOJ2EW.1 size=242730 2023-12-03T11:44:05.053 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.051+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=WIL85QLOJ2EW tag=DJM5GM9DF1OW type=write size=2339882 2023-12-03T11:44:05.053 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.052+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=6FM4SDOE5MTQ type=del 2023-12-03T11:44:05.054 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.053+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=KA5JY82HE3YL type=del size=1229018 2023-12-03T11:44:05.057 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.055+0000 7fec65a36780 1 < suggested update operation key=X9QLCGIXBKPW tag=SEXZGVAB5W79 type=write size=618276 2023-12-03T11:44:05.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.056+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=45C9WGF5T92X type=del size=532528 2023-12-03T11:44:05.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.058+0000 7fec65a36780 1 < completed delete operation key=GR4SISUXSQOT tag=DEZTMJMCT6Z5 type=del 2023-12-03T11:44:05.061 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.060+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~S4RET9X1D5DX.0 size=1048576 2023-12-03T11:44:05.062 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.060+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~S4RET9X1D5DX.1 size=1048576 2023-12-03T11:44:05.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.061+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~S4RET9X1D5DX.2 size=26724 2023-12-03T11:44:05.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.061+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=S4RET9X1D5DX tag=4YZFKQDVIBY9 type=write size=3172452 2023-12-03T11:44:05.066 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.063+0000 7fec65a36780 1 < completed write operation key=X9RVI5NGJ2OL tag=HU69KYAG9JTX type=write size=42660 2023-12-03T11:44:05.066 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.064+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=LENUQHK1VF99 type=del size=3413565 2023-12-03T11:44:05.066 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.065+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~HTTMZWAZDZ01.0 size=1048576 2023-12-03T11:44:05.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.066+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~HTTMZWAZDZ01.1 size=1048576 2023-12-03T11:44:05.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.067+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~HTTMZWAZDZ01.2 size=45052 2023-12-03T11:44:05.070 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.069+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=HTTMZWAZDZ01 tag=URXFL1DR433G type=write size=3190780 2023-12-03T11:44:05.071 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.070+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=QXK7P78LRALK type=del size=1217307 2023-12-03T11:44:05.072 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.071+0000 7fec65a36780 1 < completed write operation key=8OT6OT3U65FW tag=O86PCO4GBXUU type=write size=94522 2023-12-03T11:44:05.074 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.072+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=Z56163XBRUY4 type=del size=597796 2023-12-03T11:44:05.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.073+0000 7fec65a36780 1 < completed write operation key=DVENHTCK7GZA tag=FIBH20M486T4 type=write size=261882 2023-12-03T11:44:05.076 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.074+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=39HB3WVMV1YW type=del size=2646486 2023-12-03T11:44:05.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.076+0000 7fec65a36780 1 < canceled operation key=X9RVI5NGJ2OL tag=DWJFBTDLG06Y type=write size=85524 2023-12-03T11:44:05.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.078+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~W04YNOLABWV1.0 size=703458 2023-12-03T11:44:05.080 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.078+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=W04YNOLABWV1 tag=V2KZ9I3M8BOH type=write size=1752034 2023-12-03T11:44:05.080 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.079+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~0M2XY85ZPY31.0 size=1048576 2023-12-03T11:44:05.081 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.080+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~0M2XY85ZPY31.1 size=499080 2023-12-03T11:44:05.084 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.082+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=0M2XY85ZPY31 tag=7MZ4PZLEQRNJ type=write size=2596232 2023-12-03T11:44:05.086 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.085+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~5FDN6QRD99XK.0 size=1048576 2023-12-03T11:44:05.087 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.086+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~5FDN6QRD99XK.1 size=736371 2023-12-03T11:44:05.087 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.086+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=5FDN6QRD99XK tag=CO25WYAB8YRK type=write size=2833523 2023-12-03T11:44:05.088 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.087+0000 7fec65a36780 1 < canceled operation key=X9RVI5NGJ2OL tag=J29J688M772U type=del size=1865952 2023-12-03T11:44:05.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.089+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~LOKI4JXCMEC1.0 size=612276 2023-12-03T11:44:05.091 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.089+0000 7fec65a36780 1 > prepared multipart upload key=0AZB86BIZ0MT upload=LOKI4JXCMEC1 tag=4PH20I4HRGLW type=write size=1660852 2023-12-03T11:44:05.093 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.092+0000 7fec65a36780 1 < suggested update operation key=GR4SISUXSQOT tag=0MXR1Z8QAB0H type=del size=918933 2023-12-03T11:44:05.094 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.093+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=SG17UQX54LZB type=del size=1635234 2023-12-03T11:44:05.095 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.094+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=XUG3N9ULCIIK type=del 2023-12-03T11:44:05.097 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.095+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=5Q3UCVA9NL1J type=del size=1333128 2023-12-03T11:44:05.098 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.097+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~PS3TBFIHRK5I.0 size=1048576 2023-12-03T11:44:05.099 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.098+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~PS3TBFIHRK5I.1 size=1048576 2023-12-03T11:44:05.100 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.099+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~PS3TBFIHRK5I.2 size=61391 2023-12-03T11:44:05.102 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.101+0000 7fec65a36780 1 < completed multipart upload key=T9V22NACHJGL upload=PS3TBFIHRK5I tag=8UMURUKT8YR1 type=write size=3207119 2023-12-03T11:44:05.104 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.103+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~TQYY70TYXYZC.0 size=1048576 2023-12-03T11:44:05.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.104+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~TQYY70TYXYZC.1 size=1048576 2023-12-03T11:44:05.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.105+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~TQYY70TYXYZC.2 size=436161 2023-12-03T11:44:05.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.105+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=TQYY70TYXYZC tag=FEN58CQ9V13F type=write size=3581889 2023-12-03T11:44:05.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.106+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~V0JBC4CCZVDR.0 size=1048576 2023-12-03T11:44:05.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.106+0000 7fec65a36780 1 < canceled part key=_multipart_C1UIPV6F6AYG.2~V0JBC4CCZVDR.1 size=1048576 2023-12-03T11:44:05.108 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.107+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~V0JBC4CCZVDR.2 size=383832 2023-12-03T11:44:05.110 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.109+0000 7fec65a36780 1 < canceled multipart upload key=C1UIPV6F6AYG upload=V0JBC4CCZVDR tag=N5CZL764UHVM type=write size=3529560 2023-12-03T11:44:05.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.110+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=Z9E6OOJEQLYU type=del size=82997 2023-12-03T11:44:05.113 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.111+0000 7fec65a36780 1 < completed write operation key=X9RVI5NGJ2OL tag=IK2OVQEPFI6W type=write size=975022 2023-12-03T11:44:05.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.114+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~9FEUK0LXG15I.0 size=1048576 2023-12-03T11:44:05.116 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.115+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~9FEUK0LXG15I.1 size=1048576 2023-12-03T11:44:05.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.116+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~9FEUK0LXG15I.2 size=716142 2023-12-03T11:44:05.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.116+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=9FEUK0LXG15I tag=53O7DXFH41FT type=write size=3861870 2023-12-03T11:44:05.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.117+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~WIL85QLOJ2EW.0 size=1048576 2023-12-03T11:44:05.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.118+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~WIL85QLOJ2EW.1 size=242730 2023-12-03T11:44:05.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.120+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=WIL85QLOJ2EW tag=DJM5GM9DF1OW type=write size=2339882 2023-12-03T11:44:05.122 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.121+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=1LVQE2MGI2ZV type=del size=616545 2023-12-03T11:44:05.123 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.122+0000 7fec65a36780 -1 < failed to complete operation key=X9QLCGIXBKPW tag=KA5JY82HE3YL type=del size=1229018: (22) Invalid argument 2023-12-03T11:44:05.126 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.124+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~80GBJIIMYHMS.0 size=1048576 2023-12-03T11:44:05.126 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.125+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~80GBJIIMYHMS.1 size=1048576 2023-12-03T11:44:05.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.125+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~80GBJIIMYHMS.2 size=846913 2023-12-03T11:44:05.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.125+0000 7fec65a36780 1 > prepared multipart upload key=T9V22NACHJGL upload=80GBJIIMYHMS tag=QZIWGIOY3IC7 type=write size=3992641 2023-12-03T11:44:05.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.127+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=45C9WGF5T92X type=del 2023-12-03T11:44:05.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.129+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~SUFTHCUQGSJ9.0 size=955282 2023-12-03T11:44:05.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.129+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=SUFTHCUQGSJ9 tag=106N0R9LSX71 type=write size=2003858 2023-12-03T11:44:05.132 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.130+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~S4RET9X1D5DX.0 size=1048576 2023-12-03T11:44:05.132 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.131+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~S4RET9X1D5DX.1 size=1048576 2023-12-03T11:44:05.133 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.132+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~S4RET9X1D5DX.2 size=26724 2023-12-03T11:44:05.135 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.134+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=S4RET9X1D5DX tag=4YZFKQDVIBY9 type=write size=3172452 2023-12-03T11:44:05.136 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.135+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=DWHNMQWLXUQY type=del size=3561717 2023-12-03T11:44:05.144 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.143+0000 7fec65a36780 1 < suggested remove operation key=DVENHTCK7GZA tag=LENUQHK1VF99 type=del 2023-12-03T11:44:05.146 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.145+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~KB7IIS4D8HB7.0 size=144424 2023-12-03T11:44:05.146 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.145+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=KB7IIS4D8HB7 tag=67V11FJB3JVW type=write size=1193000 2023-12-03T11:44:05.148 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.147+0000 7fec65a36780 1 < suggested update operation key=X9QLCGIXBKPW tag=QXK7P78LRALK type=del size=1217307 2023-12-03T11:44:05.149 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.148+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=NI5ND6FKPRY7 type=del size=393584 2023-12-03T11:44:05.151 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.149+0000 7fec65a36780 1 < canceled operation key=5C1TNEXGMTX2 tag=Z56163XBRUY4 type=del size=597796 2023-12-03T11:44:05.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.152+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~JZ70SVWQSTJB.0 size=323833 2023-12-03T11:44:05.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.152+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=JZ70SVWQSTJB tag=DFZ9XIULMXZK type=write size=1372409 2023-12-03T11:44:05.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.153+0000 7fec65a36780 -1 < failed to complete operation key=DVENHTCK7GZA tag=39HB3WVMV1YW type=del size=2646486: (22) Invalid argument 2023-12-03T11:44:05.156 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.155+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~ZU1K0QJIGU02.0 size=1048576 2023-12-03T11:44:05.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.156+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~ZU1K0QJIGU02.1 size=1048576 2023-12-03T11:44:05.158 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.157+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~ZU1K0QJIGU02.2 size=1033993 2023-12-03T11:44:05.158 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.157+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=ZU1K0QJIGU02 tag=NM35CCZ2WDDG type=write size=4179721 2023-12-03T11:44:05.159 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.158+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~W04YNOLABWV1.0 size=703458 2023-12-03T11:44:05.161 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.160+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=W04YNOLABWV1 tag=V2KZ9I3M8BOH type=write size=1752034 2023-12-03T11:44:05.163 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.162+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~ZXD043HCGC2P.0 size=1048576 2023-12-03T11:44:05.164 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.163+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~ZXD043HCGC2P.1 size=1048576 2023-12-03T11:44:05.165 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.164+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~ZXD043HCGC2P.2 size=796932 2023-12-03T11:44:05.165 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.164+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=ZXD043HCGC2P tag=UVT0GEO88VIZ type=write size=3942660 2023-12-03T11:44:05.166 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.165+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~5FDN6QRD99XK.0 size=1048576 2023-12-03T11:44:05.167 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.166+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~5FDN6QRD99XK.1 size=736371 2023-12-03T11:44:05.169 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.168+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=5FDN6QRD99XK tag=CO25WYAB8YRK type=write size=2833523 2023-12-03T11:44:05.170 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.169+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=NJ11UG63HMM5 type=del size=236392 2023-12-03T11:44:05.171 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.170+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~LOKI4JXCMEC1.0 size=612276 2023-12-03T11:44:05.173 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.172+0000 7fec65a36780 1 < completed multipart upload key=0AZB86BIZ0MT upload=LOKI4JXCMEC1 tag=4PH20I4HRGLW type=write size=1660852 2023-12-03T11:44:05.175 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.174+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~JZKPAAC5EFDS.0 size=1048576 2023-12-03T11:44:05.176 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.175+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~JZKPAAC5EFDS.1 size=75120 2023-12-03T11:44:05.176 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.175+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=JZKPAAC5EFDS tag=JBX0TCYJWEWR type=write size=2172272 2023-12-03T11:44:05.179 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.178+0000 7fec65a36780 1 < completed delete operation key=X9RVI5NGJ2OL tag=SG17UQX54LZB type=del 2023-12-03T11:44:05.180 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.179+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=XRM208J1W8NT type=del size=2092349 2023-12-03T11:44:05.181 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.180+0000 7fec65a36780 1 < completed delete operation key=WOVRQGZRPR2M tag=5Q3UCVA9NL1J type=del 2023-12-03T11:44:05.182 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.181+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=M9R8H7R61QY0 type=del size=71521 2023-12-03T11:44:05.183 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.181+0000 7fec65a36780 1 < canceled part key=_multipart_GR4SISUXSQOT.2~TQYY70TYXYZC.0 size=1048576 2023-12-03T11:44:05.183 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.182+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~TQYY70TYXYZC.1 size=1048576 2023-12-03T11:44:05.184 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.183+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~TQYY70TYXYZC.2 size=436161 2023-12-03T11:44:05.186 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.185+0000 7fec65a36780 1 < canceled multipart upload key=GR4SISUXSQOT upload=TQYY70TYXYZC tag=FEN58CQ9V13F type=write size=3581889 2023-12-03T11:44:05.187 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.186+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=15LTJQ6XIMC9 type=del size=1950557 2023-12-03T11:44:05.189 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.187+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=Z9E6OOJEQLYU type=del 2023-12-03T11:44:05.190 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.189+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=KZTS9EOYZ1KB type=del size=508793 2023-12-03T11:44:05.191 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.190+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~9FEUK0LXG15I.0 size=1048576 2023-12-03T11:44:05.192 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.191+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~9FEUK0LXG15I.1 size=1048576 2023-12-03T11:44:05.193 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.192+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~9FEUK0LXG15I.2 size=716142 2023-12-03T11:44:05.195 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.194+0000 7fec65a36780 1 < completed multipart upload key=8OT6OT3U65FW upload=9FEUK0LXG15I tag=53O7DXFH41FT type=write size=3861870 2023-12-03T11:44:05.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.196+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~5UDOEA6OCCSH.0 size=1048576 2023-12-03T11:44:05.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.197+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~5UDOEA6OCCSH.1 size=901378 2023-12-03T11:44:05.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.197+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=5UDOEA6OCCSH tag=86LDWEEXZ6BR type=write size=2998530 2023-12-03T11:44:05.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.198+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=1LVQE2MGI2ZV type=del 2023-12-03T11:44:05.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.200+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~5KR8VVR8J5DD.0 size=257981 2023-12-03T11:44:05.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.200+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=5KR8VVR8J5DD tag=1RSDY7VKHFIV type=write size=1306557 2023-12-03T11:44:05.203 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.201+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~80GBJIIMYHMS.0 size=1048576 2023-12-03T11:44:05.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.202+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~80GBJIIMYHMS.1 size=1048576 2023-12-03T11:44:05.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.203+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~80GBJIIMYHMS.2 size=846913 2023-12-03T11:44:05.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.205+0000 7fec65a36780 1 < completed multipart upload key=T9V22NACHJGL upload=80GBJIIMYHMS tag=QZIWGIOY3IC7 type=write size=3992641 2023-12-03T11:44:05.209 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.207+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~ZNZ3C1HSCCSA.0 size=1048576 2023-12-03T11:44:05.210 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.208+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~ZNZ3C1HSCCSA.1 size=1048576 2023-12-03T11:44:05.210 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.209+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~ZNZ3C1HSCCSA.2 size=828352 2023-12-03T11:44:05.211 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.209+0000 7fec65a36780 1 > prepared multipart upload key=AH17BNCID2LT upload=ZNZ3C1HSCCSA tag=YA8R79Z5HKGL type=write size=3974080 2023-12-03T11:44:05.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.211+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~SUFTHCUQGSJ9.0 size=955282 2023-12-03T11:44:05.214 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.213+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=SUFTHCUQGSJ9 tag=106N0R9LSX71 type=write size=2003858 2023-12-03T11:44:05.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.214+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=5LZFE8OWG449 type=del size=1197388 2023-12-03T11:44:05.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.215+0000 7fec65a36780 1 < completed delete operation key=0AZB86BIZ0MT tag=DWHNMQWLXUQY type=del 2023-12-03T11:44:05.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.217+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~HPBGVRSTPR6Y.0 size=1048576 2023-12-03T11:44:05.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.218+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~HPBGVRSTPR6Y.1 size=1048576 2023-12-03T11:44:05.220 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.219+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~HPBGVRSTPR6Y.2 size=140920 2023-12-03T11:44:05.220 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.219+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=HPBGVRSTPR6Y tag=2M8RIVHSRVV7 type=write size=3286648 2023-12-03T11:44:05.222 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.220+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~KB7IIS4D8HB7.0 size=144424 2023-12-03T11:44:05.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.222+0000 7fec65a36780 1 < completed multipart upload key=YRACKN8LKGIH upload=KB7IIS4D8HB7 tag=67V11FJB3JVW type=write size=1193000 2023-12-03T11:44:05.228 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.226+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~5FUMQ9CR6KAP.0 size=640195 2023-12-03T11:44:05.228 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.226+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=5FUMQ9CR6KAP tag=DZ1CL72HQF7O type=write size=1688771 2023-12-03T11:44:05.229 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.228+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=NI5ND6FKPRY7 type=del 2023-12-03T11:44:05.235 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.233+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=R52Y81N9P1NN type=del size=1428017 2023-12-03T11:44:05.235 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.234+0000 7fec65a36780 1 < canceled part key=_multipart_YRACKN8LKGIH.2~JZ70SVWQSTJB.0 size=323833 2023-12-03T11:44:05.238 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.237+0000 7fec65a36780 1 < canceled multipart upload key=YRACKN8LKGIH upload=JZ70SVWQSTJB tag=DFZ9XIULMXZK type=write size=1372409 2023-12-03T11:44:05.240 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.239+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=H00BYEOYVSWU type=del size=2839459 2023-12-03T11:44:05.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.240+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~ZU1K0QJIGU02.0 size=1048576 2023-12-03T11:44:05.242 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.241+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~ZU1K0QJIGU02.1 size=1048576 2023-12-03T11:44:05.242 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.241+0000 7fec65a36780 1 < canceled part key=_multipart_X9QLCGIXBKPW.2~ZU1K0QJIGU02.2 size=1033993 2023-12-03T11:44:05.244 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.243+0000 7fec65a36780 1 < canceled multipart upload key=X9QLCGIXBKPW upload=ZU1K0QJIGU02 tag=NM35CCZ2WDDG type=write size=4179721 2023-12-03T11:44:05.246 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.245+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~RHILK4DG08P7.0 size=1048576 2023-12-03T11:44:05.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.246+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~RHILK4DG08P7.1 size=548128 2023-12-03T11:44:05.248 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.246+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=RHILK4DG08P7 tag=4IM2KN317DIP type=write size=2645280 2023-12-03T11:44:05.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.247+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~ZXD043HCGC2P.0 size=1048576 2023-12-03T11:44:05.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.247+0000 7fec65a36780 1 < canceled part key=_multipart_X9RVI5NGJ2OL.2~ZXD043HCGC2P.1 size=1048576 2023-12-03T11:44:05.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.247+0000 7fec65a36780 1 < canceled part key=_multipart_X9RVI5NGJ2OL.2~ZXD043HCGC2P.2 size=796932 2023-12-03T11:44:05.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.249+0000 7fec65a36780 1 < canceled multipart upload key=X9RVI5NGJ2OL upload=ZXD043HCGC2P tag=UVT0GEO88VIZ type=write size=3942660 2023-12-03T11:44:05.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.251+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~WZFEFY27F4ME.0 size=392648 2023-12-03T11:44:05.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.251+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=WZFEFY27F4ME tag=3KJCAZEX8TC5 type=write size=1441224 2023-12-03T11:44:05.254 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.253+0000 7fec65a36780 1 < completed delete operation key=8OT6OT3U65FW tag=NJ11UG63HMM5 type=del 2023-12-03T11:44:05.256 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.255+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~RYDAL8UGBKAW.0 size=915514 2023-12-03T11:44:05.256 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.255+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=RYDAL8UGBKAW tag=MSO4OUKKEOAR type=write size=1964090 2023-12-03T11:44:05.257 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.256+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~JZKPAAC5EFDS.0 size=1048576 2023-12-03T11:44:05.257 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.256+0000 7fec65a36780 1 < canceled part key=_multipart_2RH7HHERSZ3G.2~JZKPAAC5EFDS.1 size=75120 2023-12-03T11:44:05.260 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.258+0000 7fec65a36780 1 < canceled multipart upload key=2RH7HHERSZ3G upload=JZKPAAC5EFDS tag=JBX0TCYJWEWR type=write size=2172272 2023-12-03T11:44:05.261 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.260+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=OO6I1NOU5KEO type=del size=2533899 2023-12-03T11:44:05.262 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.261+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=XRM208J1W8NT type=del 2023-12-03T11:44:05.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.264+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~FLEJFY6UFZ2E.0 size=1048576 2023-12-03T11:44:05.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.265+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~FLEJFY6UFZ2E.1 size=641200 2023-12-03T11:44:05.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.265+0000 7fec65a36780 1 > prepared multipart upload key=0HEXWFSSYOFX upload=FLEJFY6UFZ2E tag=N5S1KTITE8XW type=write size=2738352 2023-12-03T11:44:05.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.266+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=M9R8H7R61QY0 type=del 2023-12-03T11:44:05.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.268+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~LOZ9IISINM4A.0 size=1048576 2023-12-03T11:44:05.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.269+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~LOZ9IISINM4A.1 size=1022205 2023-12-03T11:44:05.271 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.269+0000 7fec65a36780 1 > prepared multipart upload key=SSVHOXNGSFYF upload=LOZ9IISINM4A tag=CQYO6Q4O1C65 type=write size=3119357 2023-12-03T11:44:05.273 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.272+0000 7fec65a36780 1 < suggested update operation key=T9V22NACHJGL tag=15LTJQ6XIMC9 type=del size=1950557 2023-12-03T11:44:05.275 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.274+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~C9QBZTPE082T.0 size=1048576 2023-12-03T11:44:05.276 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.275+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~C9QBZTPE082T.1 size=1048576 2023-12-03T11:44:05.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.275+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~C9QBZTPE082T.2 size=261422 2023-12-03T11:44:05.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.275+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=C9QBZTPE082T tag=84G5MGV4XE4S type=write size=3407150 2023-12-03T11:44:05.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.278+0000 7fec65a36780 1 < suggested update operation key=8OT6OT3U65FW tag=KZTS9EOYZ1KB type=del size=508793 2023-12-03T11:44:05.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.279+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=S4H9AJGQDL4T type=del size=3959787 2023-12-03T11:44:05.282 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.280+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~5UDOEA6OCCSH.0 size=1048576 2023-12-03T11:44:05.282 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.281+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~5UDOEA6OCCSH.1 size=901378 2023-12-03T11:44:05.285 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.283+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=5UDOEA6OCCSH tag=86LDWEEXZ6BR type=write size=2998530 2023-12-03T11:44:05.285 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.284+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=OS2XZPSBMD3D type=del size=2134421 2023-12-03T11:44:05.286 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.285+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~5KR8VVR8J5DD.0 size=257981 2023-12-03T11:44:05.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.287+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=5KR8VVR8J5DD tag=1RSDY7VKHFIV type=write size=1306557 2023-12-03T11:44:05.290 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.289+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~65Q0H0I1WY3J.0 size=1048576 2023-12-03T11:44:05.291 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.290+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~65Q0H0I1WY3J.1 size=1048576 2023-12-03T11:44:05.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.291+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~65Q0H0I1WY3J.2 size=586589 2023-12-03T11:44:05.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.291+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=65Q0H0I1WY3J tag=12OQ03OQJ8MR type=write size=3732317 2023-12-03T11:44:05.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.292+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~ZNZ3C1HSCCSA.0 size=1048576 2023-12-03T11:44:05.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.293+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~ZNZ3C1HSCCSA.1 size=1048576 2023-12-03T11:44:05.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.294+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~ZNZ3C1HSCCSA.2 size=828352 2023-12-03T11:44:05.297 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.296+0000 7fec65a36780 1 < completed multipart upload key=AH17BNCID2LT upload=ZNZ3C1HSCCSA tag=YA8R79Z5HKGL type=write size=3974080 2023-12-03T11:44:05.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.297+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=0K4FM2III2OA type=del size=2903642 2023-12-03T11:44:05.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.298+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=5LZFE8OWG449 type=del 2023-12-03T11:44:05.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.299+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=WLF9YG22MJR8 type=del size=1930749 2023-12-03T11:44:05.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.301+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~HPBGVRSTPR6Y.0 size=1048576 2023-12-03T11:44:05.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.301+0000 7fec65a36780 1 < canceled part key=_multipart_3QZKHX70UUGR.2~HPBGVRSTPR6Y.1 size=1048576 2023-12-03T11:44:05.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.302+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~HPBGVRSTPR6Y.2 size=140920 2023-12-03T11:44:05.305 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.304+0000 7fec65a36780 1 < canceled multipart upload key=3QZKHX70UUGR upload=HPBGVRSTPR6Y tag=2M8RIVHSRVV7 type=write size=3286648 2023-12-03T11:44:05.306 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.305+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=B5MNJVKJ40QH type=del size=2568169 2023-12-03T11:44:05.308 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.306+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~5FUMQ9CR6KAP.0 size=640195 2023-12-03T11:44:05.310 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.309+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=5FUMQ9CR6KAP tag=DZ1CL72HQF7O type=write size=1688771 2023-12-03T11:44:05.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.311+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~V5G9JCMDHBY2.0 size=479247 2023-12-03T11:44:05.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.311+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=V5G9JCMDHBY2 tag=VAWE6TKQVO33 type=write size=1527823 2023-12-03T11:44:05.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.313+0000 7fec65a36780 1 < suggested update operation key=47SL1QFM71HF tag=R52Y81N9P1NN type=del size=1428017 2023-12-03T11:44:05.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.315+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=L1OPJAS7661S type=write size=160585 2023-12-03T11:44:05.318 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.317+0000 7fec65a36780 1 < suggested remove operation key=3C6QMW8IQIA4 tag=H00BYEOYVSWU type=del 2023-12-03T11:44:05.321 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.319+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~Y8W81WMTM7IK.0 size=819630 2023-12-03T11:44:05.321 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.319+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=Y8W81WMTM7IK tag=GM6F82V2ESOV type=write size=1868206 2023-12-03T11:44:05.322 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.320+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~RHILK4DG08P7.0 size=1048576 2023-12-03T11:44:05.323 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.321+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~RHILK4DG08P7.1 size=548128 2023-12-03T11:44:05.325 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.324+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=RHILK4DG08P7 tag=4IM2KN317DIP type=write size=2645280 2023-12-03T11:44:05.326 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.325+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=8IBJ9ECTRWMO type=write size=901109 2023-12-03T11:44:05.327 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.326+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~WZFEFY27F4ME.0 size=392648 2023-12-03T11:44:05.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.328+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=WZFEFY27F4ME tag=3KJCAZEX8TC5 type=write size=1441224 2023-12-03T11:44:05.331 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.330+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=4Z25G8O9B9CT type=write size=448759 2023-12-03T11:44:05.332 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.331+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~RYDAL8UGBKAW.0 size=915514 2023-12-03T11:44:05.334 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.333+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=RYDAL8UGBKAW tag=MSO4OUKKEOAR type=write size=1964090 2023-12-03T11:44:05.336 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.335+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~KIR34SHC49NK.0 size=1048576 2023-12-03T11:44:05.337 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.336+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~KIR34SHC49NK.1 size=224238 2023-12-03T11:44:05.337 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.336+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=KIR34SHC49NK tag=MVADWRQJJPMA type=write size=2321390 2023-12-03T11:44:05.338 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.337+0000 7fec65a36780 1 < completed delete operation key=C0RNK06G6OQP tag=OO6I1NOU5KEO type=del 2023-12-03T11:44:05.339 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.338+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=CEL2MV4V8GN1 type=write size=124265 2023-12-03T11:44:05.341 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.339+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~FLEJFY6UFZ2E.0 size=1048576 2023-12-03T11:44:05.341 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.340+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~FLEJFY6UFZ2E.1 size=641200 2023-12-03T11:44:05.343 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.342+0000 7fec65a36780 1 < completed multipart upload key=0HEXWFSSYOFX upload=FLEJFY6UFZ2E tag=N5S1KTITE8XW type=write size=2738352 2023-12-03T11:44:05.344 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.343+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=YHPJ3D804Q9B type=del size=46788 2023-12-03T11:44:05.346 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.344+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~LOZ9IISINM4A.0 size=1048576 2023-12-03T11:44:05.347 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.346+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~LOZ9IISINM4A.1 size=1022205 2023-12-03T11:44:05.349 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.347+0000 7fec65a36780 1 < completed multipart upload key=SSVHOXNGSFYF upload=LOZ9IISINM4A tag=CQYO6Q4O1C65 type=write size=3119357 2023-12-03T11:44:05.351 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.350+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~KW2FIO015AN8.0 size=1048576 2023-12-03T11:44:05.352 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.350+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~KW2FIO015AN8.1 size=1048576 2023-12-03T11:44:05.353 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.351+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~KW2FIO015AN8.2 size=298836 2023-12-03T11:44:05.353 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.351+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=KW2FIO015AN8 tag=7RSLQZ927YW4 type=write size=3444564 2023-12-03T11:44:05.355 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.353+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~C9QBZTPE082T.0 size=1048576 2023-12-03T11:44:05.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.354+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~C9QBZTPE082T.1 size=1048576 2023-12-03T11:44:05.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.355+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~C9QBZTPE082T.2 size=261422 2023-12-03T11:44:05.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.358+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=C9QBZTPE082T tag=84G5MGV4XE4S type=write size=3407150 2023-12-03T11:44:05.362 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.360+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~86DK6Z0CR9GO.0 size=769899 2023-12-03T11:44:05.362 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.360+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=86DK6Z0CR9GO tag=S7TITM4BF4TS type=write size=1818475 2023-12-03T11:44:05.363 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.361+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=S4H9AJGQDL4T type=del 2023-12-03T11:44:05.364 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.363+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=TGAHH3GUF6BU type=del size=3334122 2023-12-03T11:44:05.365 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.364+0000 7fec65a36780 1 < canceled operation key=0HEXWFSSYOFX tag=OS2XZPSBMD3D type=del size=2134421 2023-12-03T11:44:05.366 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.365+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=LHGG30QLF9E5 type=write size=496090 2023-12-03T11:44:05.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.366+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~65Q0H0I1WY3J.0 size=1048576 2023-12-03T11:44:05.368 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.367+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~65Q0H0I1WY3J.1 size=1048576 2023-12-03T11:44:05.369 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.368+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~65Q0H0I1WY3J.2 size=586589 2023-12-03T11:44:05.372 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.371+0000 7fec65a36780 1 < completed multipart upload key=3C6QMW8IQIA4 upload=65Q0H0I1WY3J tag=12OQ03OQJ8MR type=write size=3732317 2023-12-03T11:44:05.376 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.374+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~V0YJ655K7I0A.0 size=1048576 2023-12-03T11:44:05.376 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.375+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~V0YJ655K7I0A.1 size=1048576 2023-12-03T11:44:05.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.376+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~V0YJ655K7I0A.2 size=179196 2023-12-03T11:44:05.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.376+0000 7fec65a36780 1 > prepared multipart upload key=0AZB86BIZ0MT upload=V0YJ655K7I0A tag=JJL6GDS4SZ90 type=write size=3324924 2023-12-03T11:44:05.380 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.378+0000 7fec65a36780 1 < suggested remove operation key=9JLT22LCTIPC tag=0K4FM2III2OA type=del 2023-12-03T11:44:05.382 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.381+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~P9WUQFX9AK64.0 size=1048576 2023-12-03T11:44:05.383 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.382+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~P9WUQFX9AK64.1 size=85686 2023-12-03T11:44:05.383 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.382+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=P9WUQFX9AK64 tag=IGTGOUBW9UOX type=write size=2182838 2023-12-03T11:44:05.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.383+0000 7fec65a36780 1 < completed delete operation key=WOVRQGZRPR2M tag=WLF9YG22MJR8 type=del 2023-12-03T11:44:05.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.384+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=ANZVIWCAAQ4I type=del size=3873936 2023-12-03T11:44:05.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.385+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=B5MNJVKJ40QH type=del 2023-12-03T11:44:05.388 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.387+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~5IUPWOF4R34L.0 size=1048576 2023-12-03T11:44:05.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.388+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~5IUPWOF4R34L.1 size=644958 2023-12-03T11:44:05.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.388+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=5IUPWOF4R34L tag=YW3ARZUB4R04 type=write size=2742110 2023-12-03T11:44:05.390 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.389+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~V5G9JCMDHBY2.0 size=479247 2023-12-03T11:44:05.392 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.391+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=V5G9JCMDHBY2 tag=VAWE6TKQVO33 type=write size=1527823 2023-12-03T11:44:05.393 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.392+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=7G5GE3HZSM4K type=del size=398658 2023-12-03T11:44:05.394 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.393+0000 7fec65a36780 -1 < failed to complete operation key=9JLT22LCTIPC tag=L1OPJAS7661S type=write size=160585: (22) Invalid argument 2023-12-03T11:44:05.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.394+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=OUYCH0IF3YUD type=del size=680502 2023-12-03T11:44:05.397 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.396+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~Y8W81WMTM7IK.0 size=819630 2023-12-03T11:44:05.399 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.397+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=Y8W81WMTM7IK tag=GM6F82V2ESOV type=write size=1868206 2023-12-03T11:44:05.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.399+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=HYEY6C9G5Z52 type=del size=2172274 2023-12-03T11:44:05.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.400+0000 7fec65a36780 1 < completed write operation key=X9QLCGIXBKPW tag=8IBJ9ECTRWMO type=write size=901109 2023-12-03T11:44:05.403 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.402+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~HC7WO1UIR58A.0 size=1048576 2023-12-03T11:44:05.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.403+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~HC7WO1UIR58A.1 size=1048576 2023-12-03T11:44:05.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.404+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~HC7WO1UIR58A.2 size=951762 2023-12-03T11:44:05.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.404+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=HC7WO1UIR58A tag=21KF0IUUQ5UU type=write size=4097490 2023-12-03T11:44:05.406 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.405+0000 7fec65a36780 1 < completed write operation key=3C6QMW8IQIA4 tag=4Z25G8O9B9CT type=write size=448759 2023-12-03T11:44:05.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.406+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=6D317RJTEWD4 type=del size=1279418 2023-12-03T11:44:05.408 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.407+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~KIR34SHC49NK.0 size=1048576 2023-12-03T11:44:05.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.408+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~KIR34SHC49NK.1 size=224238 2023-12-03T11:44:05.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.410+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=KIR34SHC49NK tag=MVADWRQJJPMA type=write size=2321390 2023-12-03T11:44:05.413 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.411+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=LLKVTPL6WEYA type=write size=581942 2023-12-03T11:44:05.414 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.413+0000 7fec65a36780 1 < completed write operation key=SSVHOXNGSFYF tag=CEL2MV4V8GN1 type=write size=124265 2023-12-03T11:44:05.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.414+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=U72RXBKUWSLC type=del size=1647466 2023-12-03T11:44:05.416 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.415+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=YHPJ3D804Q9B type=del 2023-12-03T11:44:05.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.417+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~IV4Q140YWHJ2.0 size=1048576 2023-12-03T11:44:05.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.418+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~IV4Q140YWHJ2.1 size=481796 2023-12-03T11:44:05.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.418+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=IV4Q140YWHJ2 tag=OJIIL45T9CMX type=write size=2578948 2023-12-03T11:44:05.420 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.419+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~KW2FIO015AN8.0 size=1048576 2023-12-03T11:44:05.421 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.420+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~KW2FIO015AN8.1 size=1048576 2023-12-03T11:44:05.422 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.421+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~KW2FIO015AN8.2 size=298836 2023-12-03T11:44:05.424 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.423+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=KW2FIO015AN8 tag=7RSLQZ927YW4 type=write size=3444564 2023-12-03T11:44:05.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.424+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=64C59EEGKQHF type=del size=1228011 2023-12-03T11:44:05.426 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.425+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~86DK6Z0CR9GO.0 size=769899 2023-12-03T11:44:05.429 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.427+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=86DK6Z0CR9GO tag=S7TITM4BF4TS type=write size=1818475 2023-12-03T11:44:05.430 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.428+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=ILS8RZGJM5B4 type=del size=3073216 2023-12-03T11:44:05.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.430+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=TGAHH3GUF6BU type=del 2023-12-03T11:44:05.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.433+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~T5J0SWZHBQEU.0 size=1048576 2023-12-03T11:44:05.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.434+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~T5J0SWZHBQEU.1 size=1048576 2023-12-03T11:44:05.436 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.434+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~T5J0SWZHBQEU.2 size=202981 2023-12-03T11:44:05.436 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.434+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=T5J0SWZHBQEU tag=D6TUVURGZP6X type=write size=3348709 2023-12-03T11:44:05.437 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.436+0000 7fec65a36780 1 < completed write operation key=0AZB86BIZ0MT tag=LHGG30QLF9E5 type=write size=496090 2023-12-03T11:44:05.438 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.437+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=Z20BS8TWZKB1 type=del size=3780641 2023-12-03T11:44:05.440 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.439+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~V0YJ655K7I0A.0 size=1048576 2023-12-03T11:44:05.441 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.440+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~V0YJ655K7I0A.1 size=1048576 2023-12-03T11:44:05.442 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.441+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~V0YJ655K7I0A.2 size=179196 2023-12-03T11:44:05.444 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.443+0000 7fec65a36780 1 < completed multipart upload key=0AZB86BIZ0MT upload=V0YJ655K7I0A tag=JJL6GDS4SZ90 type=write size=3324924 2023-12-03T11:44:05.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.445+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~LQ2VX8NERC4J.0 size=1048576 2023-12-03T11:44:05.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.446+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~LQ2VX8NERC4J.1 size=1048576 2023-12-03T11:44:05.448 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.447+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~LQ2VX8NERC4J.2 size=649619 2023-12-03T11:44:05.448 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.447+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=LQ2VX8NERC4J tag=KJ0GPX2B6RGT type=write size=3795347 2023-12-03T11:44:05.449 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.448+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~P9WUQFX9AK64.0 size=1048576 2023-12-03T11:44:05.450 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.449+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~P9WUQFX9AK64.1 size=85686 2023-12-03T11:44:05.453 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.451+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=P9WUQFX9AK64 tag=IGTGOUBW9UOX type=write size=2182838 2023-12-03T11:44:05.454 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.453+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=O4TAGIIJWCEK type=del size=96567 2023-12-03T11:44:05.456 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.455+0000 7fec65a36780 1 < suggested update operation key=SSVHOXNGSFYF tag=ANZVIWCAAQ4I type=del size=3873936 2023-12-03T11:44:05.457 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.456+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=AUTYWG0HOQ1O type=del size=354529 2023-12-03T11:44:05.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.457+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~5IUPWOF4R34L.0 size=1048576 2023-12-03T11:44:05.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.458+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~5IUPWOF4R34L.1 size=644958 2023-12-03T11:44:05.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.460+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=5IUPWOF4R34L tag=YW3ARZUB4R04 type=write size=2742110 2023-12-03T11:44:05.462 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.461+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=YSZN7ET3QX6Y type=del size=1881837 2023-12-03T11:44:05.464 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.462+0000 7fec65a36780 1 < completed delete operation key=T9V22NACHJGL tag=7G5GE3HZSM4K type=del 2023-12-03T11:44:05.465 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.464+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=O613VGQ3FZO1 type=del size=4068859 2023-12-03T11:44:05.466 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.465+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=OUYCH0IF3YUD type=del 2023-12-03T11:44:05.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.467+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~IZWGS3S3HC90.0 size=1048576 2023-12-03T11:44:05.469 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.468+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~IZWGS3S3HC90.1 size=714814 2023-12-03T11:44:05.469 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.468+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=IZWGS3S3HC90 tag=UG8Q7X2XLM78 type=write size=2811966 2023-12-03T11:44:05.470 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.469+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=HYEY6C9G5Z52 type=del 2023-12-03T11:44:05.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.470+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=SYLD3UTNXS8X type=del size=2634863 2023-12-03T11:44:05.472 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.471+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~HC7WO1UIR58A.0 size=1048576 2023-12-03T11:44:05.473 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.472+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~HC7WO1UIR58A.1 size=1048576 2023-12-03T11:44:05.474 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.473+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~HC7WO1UIR58A.2 size=951762 2023-12-03T11:44:05.476 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.475+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=HC7WO1UIR58A tag=21KF0IUUQ5UU type=write size=4097490 2023-12-03T11:44:05.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.476+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=YHX9Y6NHP69V type=del size=1200014 2023-12-03T11:44:05.480 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.478+0000 7fec65a36780 1 < suggested update operation key=0AZB86BIZ0MT tag=6D317RJTEWD4 type=del size=1279418 2023-12-03T11:44:05.482 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.481+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~1XW94F3H5JBW.0 size=919280 2023-12-03T11:44:05.483 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.481+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=1XW94F3H5JBW tag=483ZCYBZGCU6 type=write size=1967856 2023-12-03T11:44:05.484 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.482+0000 7fec65a36780 1 < completed write operation key=2RH7HHERSZ3G tag=LLKVTPL6WEYA type=write size=581942 2023-12-03T11:44:05.485 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.483+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=3FA0DNB1233S type=del size=3096900 2023-12-03T11:44:05.486 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.485+0000 7fec65a36780 -1 < failed to complete operation key=SSVHOXNGSFYF tag=U72RXBKUWSLC type=del size=1647466: (22) Invalid argument 2023-12-03T11:44:05.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.487+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~WI9DGFJ8IJRT.0 size=1048576 2023-12-03T11:44:05.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.488+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~WI9DGFJ8IJRT.1 size=3676 2023-12-03T11:44:05.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.488+0000 7fec65a36780 1 > prepared multipart upload key=T9V22NACHJGL upload=WI9DGFJ8IJRT tag=Q55VSALATFNP type=write size=2100828 2023-12-03T11:44:05.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.489+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~IV4Q140YWHJ2.0 size=1048576 2023-12-03T11:44:05.491 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.490+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~IV4Q140YWHJ2.1 size=481796 2023-12-03T11:44:05.493 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.492+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=IV4Q140YWHJ2 tag=OJIIL45T9CMX type=write size=2578948 2023-12-03T11:44:05.494 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.493+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=K9JC8E9LZNCE type=del size=667666 2023-12-03T11:44:05.496 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.495+0000 7fec65a36780 1 < suggested update operation key=9JLT22LCTIPC tag=64C59EEGKQHF type=del size=1228011 2023-12-03T11:44:05.497 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.496+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=J33PUIIUK2HH type=del size=3980071 2023-12-03T11:44:05.499 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.497+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=ILS8RZGJM5B4 type=del 2023-12-03T11:44:05.501 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.500+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~I6MHHX6S33JW.0 size=93305 2023-12-03T11:44:05.501 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.500+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=I6MHHX6S33JW tag=JKMK333JQ4FV type=write size=1141881 2023-12-03T11:44:05.502 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.501+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~T5J0SWZHBQEU.0 size=1048576 2023-12-03T11:44:05.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.502+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~T5J0SWZHBQEU.1 size=1048576 2023-12-03T11:44:05.504 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.503+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~T5J0SWZHBQEU.2 size=202981 2023-12-03T11:44:05.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.505+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=T5J0SWZHBQEU tag=D6TUVURGZP6X type=write size=3348709 2023-12-03T11:44:05.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.506+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=XUV0RKAWSFLW type=del size=3781550 2023-12-03T11:44:05.508 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.507+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=Z20BS8TWZKB1 type=del 2023-12-03T11:44:05.510 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.508+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=M8VKPM2MNW6X type=del size=1685412 2023-12-03T11:44:05.511 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.510+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~LQ2VX8NERC4J.0 size=1048576 2023-12-03T11:44:05.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.511+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~LQ2VX8NERC4J.1 size=1048576 2023-12-03T11:44:05.513 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.512+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~LQ2VX8NERC4J.2 size=649619 2023-12-03T11:44:05.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.514+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=LQ2VX8NERC4J tag=KJ0GPX2B6RGT type=write size=3795347 2023-12-03T11:44:05.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.516+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~J7WLQM5N9HZ9.0 size=1048576 2023-12-03T11:44:05.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.517+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~J7WLQM5N9HZ9.1 size=1048576 2023-12-03T11:44:05.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.518+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~J7WLQM5N9HZ9.2 size=1043468 2023-12-03T11:44:05.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.518+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=J7WLQM5N9HZ9 tag=47Y2JQ82NPY5 type=write size=4189196 2023-12-03T11:44:05.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.519+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=O4TAGIIJWCEK type=del 2023-12-03T11:44:05.523 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.521+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~IB97X426R961.0 size=104165 2023-12-03T11:44:05.523 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.521+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=IB97X426R961 tag=0YWOY2SC9RN8 type=write size=1152741 2023-12-03T11:44:05.525 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.524+0000 7fec65a36780 1 < suggested update operation key=GR4SISUXSQOT tag=AUTYWG0HOQ1O type=del size=354529 2023-12-03T11:44:05.526 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.525+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=11ODRAWCQV36 type=del size=2873812 2023-12-03T11:44:05.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.528+0000 7fec65a36780 1 < suggested update operation key=47SL1QFM71HF tag=YSZN7ET3QX6Y type=del size=1881837 2023-12-03T11:44:05.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.529+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=RKOCII076DJG type=del size=103642 2023-12-03T11:44:05.534 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.530+0000 7fec65a36780 1 < completed delete operation key=8OT6OT3U65FW tag=O613VGQ3FZO1 type=del 2023-12-03T11:44:05.534 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.531+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=V6D9G4BW5NG6 type=del size=2102973 2023-12-03T11:44:05.534 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.532+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~IZWGS3S3HC90.0 size=1048576 2023-12-03T11:44:05.535 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.533+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~IZWGS3S3HC90.1 size=714814 2023-12-03T11:44:05.536 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.535+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=IZWGS3S3HC90 tag=UG8Q7X2XLM78 type=write size=2811966 2023-12-03T11:44:05.538 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.537+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~O71Y9BDS8X69.0 size=1048576 2023-12-03T11:44:05.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.538+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~O71Y9BDS8X69.1 size=1048576 2023-12-03T11:44:05.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.539+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~O71Y9BDS8X69.2 size=383910 2023-12-03T11:44:05.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.539+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=O71Y9BDS8X69 tag=GXNLJQYVEOFJ type=write size=3529638 2023-12-03T11:44:05.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.540+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=SYLD3UTNXS8X type=del 2023-12-03T11:44:05.542 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.541+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=842JGT8R81LP type=write size=995233 2023-12-03T11:44:05.545 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.543+0000 7fec65a36780 1 < suggested remove operation key=8OT6OT3U65FW tag=YHX9Y6NHP69V type=del 2023-12-03T11:44:05.546 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.545+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=Y3UZVMP149RZ type=del size=3599238 2023-12-03T11:44:05.549 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.546+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~1XW94F3H5JBW.0 size=919280 2023-12-03T11:44:05.549 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.548+0000 7fec65a36780 1 < completed multipart upload key=ZHU0D35IH21Q upload=1XW94F3H5JBW tag=483ZCYBZGCU6 type=write size=1967856 2023-12-03T11:44:05.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.549+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=B0PG1400729M type=del size=3634978 2023-12-03T11:44:05.552 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.551+0000 7fec65a36780 1 < suggested remove operation key=T9V22NACHJGL tag=3FA0DNB1233S type=del 2023-12-03T11:44:05.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.552+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=FUAC9MH0Y03Q type=del size=2875881 2023-12-03T11:44:05.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.554+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~WI9DGFJ8IJRT.0 size=1048576 2023-12-03T11:44:05.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.554+0000 7fec65a36780 1 < canceled part key=_multipart_T9V22NACHJGL.2~WI9DGFJ8IJRT.1 size=3676 2023-12-03T11:44:05.557 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.556+0000 7fec65a36780 1 < canceled multipart upload key=T9V22NACHJGL upload=WI9DGFJ8IJRT tag=Q55VSALATFNP type=write size=2100828 2023-12-03T11:44:05.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.557+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=H3KOG3B4GVJT type=del size=1749897 2023-12-03T11:44:05.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.558+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=K9JC8E9LZNCE type=del 2023-12-03T11:44:05.560 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.559+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=2BZKZGYVJS2B type=del size=3860351 2023-12-03T11:44:05.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.560+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=J33PUIIUK2HH type=del 2023-12-03T11:44:05.563 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.562+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~VPO37AT3EAD4.0 size=1048576 2023-12-03T11:44:05.564 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.563+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~VPO37AT3EAD4.1 size=339204 2023-12-03T11:44:05.565 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.563+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=VPO37AT3EAD4 tag=2F4Z3UPYPN7Z type=write size=2436356 2023-12-03T11:44:05.566 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.565+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~I6MHHX6S33JW.0 size=93305 2023-12-03T11:44:05.569 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.566+0000 7fec65a36780 1 < completed multipart upload key=YRACKN8LKGIH upload=I6MHHX6S33JW tag=JKMK333JQ4FV type=write size=1141881 2023-12-03T11:44:05.569 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.568+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=XCMLSMP7ZU7V type=del size=3890058 2023-12-03T11:44:05.570 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.569+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=XUV0RKAWSFLW type=del 2023-12-03T11:44:05.572 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.571+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~CZUBLTQKHPHJ.0 size=270025 2023-12-03T11:44:05.572 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.571+0000 7fec65a36780 1 > prepared multipart upload key=ZCS6XX24O8P4 upload=CZUBLTQKHPHJ tag=8WLZ6YXRWDJ6 type=write size=1318601 2023-12-03T11:44:05.573 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.572+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=M8VKPM2MNW6X type=del 2023-12-03T11:44:05.575 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.574+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~Y7TKJVW6E2SP.0 size=1048576 2023-12-03T11:44:05.576 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.575+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~Y7TKJVW6E2SP.1 size=1048576 2023-12-03T11:44:05.577 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.576+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~Y7TKJVW6E2SP.2 size=920947 2023-12-03T11:44:05.578 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.576+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=Y7TKJVW6E2SP tag=DGYUJQO9269T type=write size=4066675 2023-12-03T11:44:05.579 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.577+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~J7WLQM5N9HZ9.0 size=1048576 2023-12-03T11:44:05.579 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.578+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~J7WLQM5N9HZ9.1 size=1048576 2023-12-03T11:44:05.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.579+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~J7WLQM5N9HZ9.2 size=1043468 2023-12-03T11:44:05.582 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.581+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=J7WLQM5N9HZ9 tag=47Y2JQ82NPY5 type=write size=4189196 2023-12-03T11:44:05.584 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.582+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=B86H4KBDDLJ2 type=write size=233456 2023-12-03T11:44:05.585 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.584+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~IB97X426R961.0 size=104165 2023-12-03T11:44:05.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.586+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=IB97X426R961 tag=0YWOY2SC9RN8 type=write size=1152741 2023-12-03T11:44:05.588 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.587+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=2IUU6VGFGZB9 type=write size=1019168 2023-12-03T11:44:05.589 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.588+0000 7fec65a36780 1 < completed delete operation key=C0RNK06G6OQP tag=11ODRAWCQV36 type=del 2023-12-03T11:44:05.591 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.590+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=OQHVB3N7B1V4 type=write size=865880 2023-12-03T11:44:05.593 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.592+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=RKOCII076DJG type=del 2023-12-03T11:44:05.594 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.593+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=180A2LXJ9WI3 type=del size=3011562 2023-12-03T11:44:05.595 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.594+0000 7fec65a36780 1 < canceled operation key=PEN3GY9LLJKQ tag=V6D9G4BW5NG6 type=del size=2102973 2023-12-03T11:44:05.596 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.595+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=YDVQJS8CL44A type=del size=1861182 2023-12-03T11:44:05.598 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.597+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~O71Y9BDS8X69.0 size=1048576 2023-12-03T11:44:05.599 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.597+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~O71Y9BDS8X69.1 size=1048576 2023-12-03T11:44:05.599 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.598+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~O71Y9BDS8X69.2 size=383910 2023-12-03T11:44:05.602 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.600+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=O71Y9BDS8X69 tag=GXNLJQYVEOFJ type=write size=3529638 2023-12-03T11:44:05.603 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.602+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=3WV258E3K10H type=del size=3724713 2023-12-03T11:44:05.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.604+0000 7fec65a36780 1 < suggested update operation key=47SL1QFM71HF tag=842JGT8R81LP type=write size=995233 2023-12-03T11:44:05.607 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.605+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=QRI7SYYA01MP type=del size=726528 2023-12-03T11:44:05.608 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.607+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=Y3UZVMP149RZ type=del 2023-12-03T11:44:05.609 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.608+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=C0SCEQLIW5IU type=del size=3032143 2023-12-03T11:44:05.610 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.609+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=B0PG1400729M type=del 2023-12-03T11:44:05.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.610+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=QILNXTD28I3K type=del size=1362555 2023-12-03T11:44:05.614 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.613+0000 7fec65a36780 1 < suggested remove operation key=C1UIPV6F6AYG tag=FUAC9MH0Y03Q type=del 2023-12-03T11:44:05.615 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.614+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=AN3YBK19W5FP type=del size=317733 2023-12-03T11:44:05.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.615+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=H3KOG3B4GVJT type=del 2023-12-03T11:44:05.619 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.617+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~I86NS0527P56.0 size=482585 2023-12-03T11:44:05.619 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.617+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=I86NS0527P56 tag=0O6I0Z39V81D type=write size=1531161 2023-12-03T11:44:05.620 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.619+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=2BZKZGYVJS2B type=del 2023-12-03T11:44:05.622 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.621+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~TOPRN2GKZ9ON.0 size=1048576 2023-12-03T11:44:05.623 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.621+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~TOPRN2GKZ9ON.1 size=1048576 2023-12-03T11:44:05.623 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.622+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~TOPRN2GKZ9ON.2 size=408800 2023-12-03T11:44:05.624 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.622+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=TOPRN2GKZ9ON tag=2VUTUA4TL9Q8 type=write size=3554528 2023-12-03T11:44:05.625 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.624+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~VPO37AT3EAD4.0 size=1048576 2023-12-03T11:44:05.626 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.624+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~VPO37AT3EAD4.1 size=339204 2023-12-03T11:44:05.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.626+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=VPO37AT3EAD4 tag=2F4Z3UPYPN7Z type=write size=2436356 2023-12-03T11:44:05.629 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.627+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=DVVPSADL4GLC type=del size=3313852 2023-12-03T11:44:05.630 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.629+0000 7fec65a36780 1 < canceled operation key=ZCS6XX24O8P4 tag=XCMLSMP7ZU7V type=del size=3890058 2023-12-03T11:44:05.631 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.630+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=XKHY58X5OSXS type=del size=2334010 2023-12-03T11:44:05.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.631+0000 7fec65a36780 1 < completed part key=_multipart_ZCS6XX24O8P4.2~CZUBLTQKHPHJ.0 size=270025 2023-12-03T11:44:05.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.633+0000 7fec65a36780 1 < completed multipart upload key=ZCS6XX24O8P4 upload=CZUBLTQKHPHJ tag=8WLZ6YXRWDJ6 type=write size=1318601 2023-12-03T11:44:05.637 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.635+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~G9OK50VXYDWK.0 size=1006084 2023-12-03T11:44:05.637 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.635+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=G9OK50VXYDWK tag=TEOMR78A4YBC type=write size=2054660 2023-12-03T11:44:05.638 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.637+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~Y7TKJVW6E2SP.0 size=1048576 2023-12-03T11:44:05.639 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.638+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~Y7TKJVW6E2SP.1 size=1048576 2023-12-03T11:44:05.640 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.639+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~Y7TKJVW6E2SP.2 size=920947 2023-12-03T11:44:05.643 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.641+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=Y7TKJVW6E2SP tag=DGYUJQO9269T type=write size=4066675 2023-12-03T11:44:05.643 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.642+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=FGOHWI7GWAC6 type=write size=56459 2023-12-03T11:44:05.644 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.643+0000 7fec65a36780 1 < completed write operation key=YRACKN8LKGIH tag=B86H4KBDDLJ2 type=write size=233456 2023-12-03T11:44:05.646 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.645+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=RNURFTZQM3CD type=del size=846459 2023-12-03T11:44:05.648 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.647+0000 7fec65a36780 1 < suggested remove operation key=SSVHOXNGSFYF tag=2IUU6VGFGZB9 type=write 2023-12-03T11:44:05.650 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.648+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=1EATA9FC0EJB type=write size=584719 2023-12-03T11:44:05.651 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.649+0000 7fec65a36780 1 < completed write operation key=9JLT22LCTIPC tag=OQHVB3N7B1V4 type=write size=865880 2023-12-03T11:44:05.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.651+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=WANUDW3SDLJN type=write size=587383 2023-12-03T11:44:05.654 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.653+0000 7fec65a36780 1 < suggested update operation key=WOVRQGZRPR2M tag=180A2LXJ9WI3 type=del size=3011562 2023-12-03T11:44:05.656 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.654+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=R483YZMQWBSI type=del size=1676623 2023-12-03T11:44:05.658 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.657+0000 7fec65a36780 1 < suggested remove operation key=DVENHTCK7GZA tag=YDVQJS8CL44A type=del 2023-12-03T11:44:05.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.658+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=3JSEE7GEUPS7 type=del size=2746296 2023-12-03T11:44:05.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.661+0000 7fec65a36780 1 < suggested update operation key=PEN3GY9LLJKQ tag=3WV258E3K10H type=del size=3724713 2023-12-03T11:44:05.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.662+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=7G84NBS505T6 type=del size=1002092 2023-12-03T11:44:05.664 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.663+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=QRI7SYYA01MP type=del 2023-12-03T11:44:05.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.664+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=VRSBCRXKKDP3 type=write size=968421 2023-12-03T11:44:05.667 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.666+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=C0SCEQLIW5IU type=del 2023-12-03T11:44:05.669 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.668+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~A43C6T2H0QTM.0 size=1048576 2023-12-03T11:44:05.670 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.669+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~A43C6T2H0QTM.1 size=1048576 2023-12-03T11:44:05.671 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.670+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~A43C6T2H0QTM.2 size=366486 2023-12-03T11:44:05.671 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.670+0000 7fec65a36780 1 > prepared multipart upload key=0AZB86BIZ0MT upload=A43C6T2H0QTM tag=DC3630ZEBO8H type=write size=3512214 2023-12-03T11:44:05.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.671+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=QILNXTD28I3K type=del 2023-12-03T11:44:05.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.672+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=ZP1SSP420K96 type=del size=3184498 2023-12-03T11:44:05.674 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.673+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=AN3YBK19W5FP type=del 2023-12-03T11:44:05.675 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.674+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=T22AQKCUZAFJ type=del size=1079263 2023-12-03T11:44:05.677 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.676+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~I86NS0527P56.0 size=482585 2023-12-03T11:44:05.679 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.678+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=I86NS0527P56 tag=0O6I0Z39V81D type=write size=1531161 2023-12-03T11:44:05.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.680+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~V6KKNBMZKCOE.0 size=1040198 2023-12-03T11:44:05.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.680+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=V6KKNBMZKCOE tag=BKCFBQTWEG5O type=write size=2088774 2023-12-03T11:44:05.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.681+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~TOPRN2GKZ9ON.0 size=1048576 2023-12-03T11:44:05.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.682+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~TOPRN2GKZ9ON.1 size=1048576 2023-12-03T11:44:05.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.683+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~TOPRN2GKZ9ON.2 size=408800 2023-12-03T11:44:05.687 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.685+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=TOPRN2GKZ9ON tag=2VUTUA4TL9Q8 type=write size=3554528 2023-12-03T11:44:05.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.687+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=ZS8ZQZB0DA7K type=del size=2478094 2023-12-03T11:44:05.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.688+0000 7fec65a36780 -1 < failed to complete operation key=DVENHTCK7GZA tag=DVVPSADL4GLC type=del size=3313852: (22) Invalid argument 2023-12-03T11:44:05.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.689+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=Z1NI0FGL5U6G type=write size=943439 2023-12-03T11:44:05.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.690+0000 7fec65a36780 1 < canceled operation key=X9QLCGIXBKPW tag=XKHY58X5OSXS type=del size=2334010 2023-12-03T11:44:05.693 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.692+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=D1QEVADOH290 type=del size=3394350 2023-12-03T11:44:05.694 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.693+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~G9OK50VXYDWK.0 size=1006084 2023-12-03T11:44:05.696 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.695+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=G9OK50VXYDWK tag=TEOMR78A4YBC type=write size=2054660 2023-12-03T11:44:05.698 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.697+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~OKIFHF93CD2F.0 size=631815 2023-12-03T11:44:05.698 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.697+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=OKIFHF93CD2F tag=2K4M2PRBL9JW type=write size=1680391 2023-12-03T11:44:05.699 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.698+0000 7fec65a36780 1 < completed write operation key=C1UIPV6F6AYG tag=FGOHWI7GWAC6 type=write size=56459 2023-12-03T11:44:05.700 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.699+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=QT0ELEUMDPIN type=write size=761438 2023-12-03T11:44:05.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.701+0000 7fec65a36780 1 < suggested update operation key=YRACKN8LKGIH tag=RNURFTZQM3CD type=del size=846459 2023-12-03T11:44:05.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.703+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~LAM9DHHLXDL3.0 size=105840 2023-12-03T11:44:05.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.703+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=LAM9DHHLXDL3 tag=4A4CAWFV3JXH type=write size=1154416 2023-12-03T11:44:05.707 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.705+0000 7fec65a36780 -1 < failed to complete operation key=PEN3GY9LLJKQ tag=1EATA9FC0EJB type=write size=584719: (22) Invalid argument 2023-12-03T11:44:05.709 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.708+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~6DODIIW6X2DA.0 size=251695 2023-12-03T11:44:05.709 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.708+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=6DODIIW6X2DA tag=DYYG0LQCEI4L type=write size=1300271 2023-12-03T11:44:05.712 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.710+0000 7fec65a36780 1 < suggested update operation key=X9QLCGIXBKPW tag=WANUDW3SDLJN type=write size=587383 2023-12-03T11:44:05.714 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.712+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~71XDEW8DOQL0.0 size=1048576 2023-12-03T11:44:05.714 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.713+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~71XDEW8DOQL0.1 size=1040348 2023-12-03T11:44:05.714 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.713+0000 7fec65a36780 1 > prepared multipart upload key=0AZB86BIZ0MT upload=71XDEW8DOQL0 tag=T8YS7FXQXAQX type=write size=3137500 2023-12-03T11:44:05.716 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.714+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=R483YZMQWBSI type=del 2023-12-03T11:44:05.718 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.716+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~FODSBGYT81SU.0 size=1048576 2023-12-03T11:44:05.718 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.717+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~FODSBGYT81SU.1 size=666673 2023-12-03T11:44:05.719 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.717+0000 7fec65a36780 1 > prepared multipart upload key=0HEXWFSSYOFX upload=FODSBGYT81SU tag=T78SPL49KJZ2 type=write size=2763825 2023-12-03T11:44:05.721 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.719+0000 7fec65a36780 1 < suggested remove operation key=9JLT22LCTIPC tag=3JSEE7GEUPS7 type=del 2023-12-03T11:44:05.722 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.721+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=L6EJXW3WEH18 type=del size=4188644 2023-12-03T11:44:05.723 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.722+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=7G84NBS505T6 type=del 2023-12-03T11:44:05.724 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.723+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=1KAUU0NE51FH type=del size=2202387 2023-12-03T11:44:05.725 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.724+0000 7fec65a36780 1 < completed write operation key=WOVRQGZRPR2M tag=VRSBCRXKKDP3 type=write size=968421 2023-12-03T11:44:05.726 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.725+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=4F6XTJ358GOV type=del size=3829874 2023-12-03T11:44:05.728 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.726+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~A43C6T2H0QTM.0 size=1048576 2023-12-03T11:44:05.728 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.727+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~A43C6T2H0QTM.1 size=1048576 2023-12-03T11:44:05.729 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.728+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~A43C6T2H0QTM.2 size=366486 2023-12-03T11:44:05.734 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.730+0000 7fec65a36780 1 < completed multipart upload key=0AZB86BIZ0MT upload=A43C6T2H0QTM tag=DC3630ZEBO8H type=write size=3512214 2023-12-03T11:44:05.734 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.731+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=UGXUD73PYLWL type=write size=322311 2023-12-03T11:44:05.734 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.732+0000 7fec65a36780 1 < canceled operation key=WOVRQGZRPR2M tag=ZP1SSP420K96 type=del size=3184498 2023-12-03T11:44:05.735 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.733+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=5W5RIFI77WEP type=write size=885278 2023-12-03T11:44:05.736 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.735+0000 7fec65a36780 1 < completed delete operation key=8OT6OT3U65FW tag=T22AQKCUZAFJ type=del 2023-12-03T11:44:05.738 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.737+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~28J1UG92ZYWJ.0 size=180065 2023-12-03T11:44:05.738 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.737+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=28J1UG92ZYWJ tag=FFGPDB44Z6RJ type=write size=1228641 2023-12-03T11:44:05.739 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.738+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~V6KKNBMZKCOE.0 size=1040198 2023-12-03T11:44:05.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.740+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=V6KKNBMZKCOE tag=BKCFBQTWEG5O type=write size=2088774 2023-12-03T11:44:05.743 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.742+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~9YI12LLB217F.0 size=1048576 2023-12-03T11:44:05.744 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.743+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~9YI12LLB217F.1 size=609769 2023-12-03T11:44:05.744 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.743+0000 7fec65a36780 1 > prepared multipart upload key=0HEXWFSSYOFX upload=9YI12LLB217F tag=89W33KJO4958 type=write size=2706921 2023-12-03T11:44:05.745 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.744+0000 7fec65a36780 1 < completed delete operation key=C0RNK06G6OQP tag=ZS8ZQZB0DA7K type=del 2023-12-03T11:44:05.746 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.745+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=KAUV35MAJEPN type=del size=3617491 2023-12-03T11:44:05.747 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.746+0000 7fec65a36780 1 < completed write operation key=C0RNK06G6OQP tag=Z1NI0FGL5U6G type=write size=943439 2023-12-03T11:44:05.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.747+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=8O5GSXK6Z1XX type=del size=289315 2023-12-03T11:44:05.750 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.749+0000 7fec65a36780 1 < canceled operation key=5Z9PG5J6Q8GF tag=D1QEVADOH290 type=del size=3394350 2023-12-03T11:44:05.752 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.751+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~U4BC53Q7UQWO.0 size=1048576 2023-12-03T11:44:05.753 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.752+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~U4BC53Q7UQWO.1 size=1048576 2023-12-03T11:44:05.754 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.752+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~U4BC53Q7UQWO.2 size=416733 2023-12-03T11:44:05.754 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.753+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=U4BC53Q7UQWO tag=9YWGGBVJDBTI type=write size=3562461 2023-12-03T11:44:05.755 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.754+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~OKIFHF93CD2F.0 size=631815 2023-12-03T11:44:05.757 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.756+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=OKIFHF93CD2F tag=2K4M2PRBL9JW type=write size=1680391 2023-12-03T11:44:05.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.757+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=JSCTIJDDUKM9 type=del size=3111421 2023-12-03T11:44:05.759 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.758+0000 7fec65a36780 1 < completed write operation key=C1UIPV6F6AYG tag=QT0ELEUMDPIN type=write size=761438 2023-12-03T11:44:05.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.760+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~ZC3AEF7DQW4U.0 size=1048576 2023-12-03T11:44:05.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.761+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~ZC3AEF7DQW4U.1 size=1048576 2023-12-03T11:44:05.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.762+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~ZC3AEF7DQW4U.2 size=609937 2023-12-03T11:44:05.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.762+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=ZC3AEF7DQW4U tag=IJ3FBJS147GW type=write size=3755665 2023-12-03T11:44:05.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.763+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~LAM9DHHLXDL3.0 size=105840 2023-12-03T11:44:05.766 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.765+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=LAM9DHHLXDL3 tag=4A4CAWFV3JXH type=write size=1154416 2023-12-03T11:44:05.767 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.766+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=GLRJRZOOXLPK type=del size=4077174 2023-12-03T11:44:05.768 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.767+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~6DODIIW6X2DA.0 size=251695 2023-12-03T11:44:05.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.769+0000 7fec65a36780 1 < completed multipart upload key=3C6QMW8IQIA4 upload=6DODIIW6X2DA tag=DYYG0LQCEI4L type=write size=1300271 2023-12-03T11:44:05.773 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.771+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~S4XD7JSX40OB.0 size=1048576 2023-12-03T11:44:05.773 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.772+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~S4XD7JSX40OB.1 size=39251 2023-12-03T11:44:05.774 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.772+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=S4XD7JSX40OB tag=O70K5NJL6JWE type=write size=2136403 2023-12-03T11:44:05.774 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.772+0000 7fec65a36780 1 < canceled part key=_multipart_0AZB86BIZ0MT.2~71XDEW8DOQL0.0 size=1048576 2023-12-03T11:44:05.774 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.773+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~71XDEW8DOQL0.1 size=1040348 2023-12-03T11:44:05.776 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.775+0000 7fec65a36780 1 < canceled multipart upload key=0AZB86BIZ0MT upload=71XDEW8DOQL0 tag=T8YS7FXQXAQX type=write size=3137500 2023-12-03T11:44:05.779 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.778+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=KDL5XTOESII6 type=del size=3272401 2023-12-03T11:44:05.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.779+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~FODSBGYT81SU.0 size=1048576 2023-12-03T11:44:05.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.780+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~FODSBGYT81SU.1 size=666673 2023-12-03T11:44:05.783 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.782+0000 7fec65a36780 1 < completed multipart upload key=0HEXWFSSYOFX upload=FODSBGYT81SU tag=T78SPL49KJZ2 type=write size=2763825 2023-12-03T11:44:05.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.784+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~IFT07CLZF9MD.0 size=1039729 2023-12-03T11:44:05.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.784+0000 7fec65a36780 1 > prepared multipart upload key=AH17BNCID2LT upload=IFT07CLZF9MD tag=UW4ZSO0SY5HC type=write size=2088305 2023-12-03T11:44:05.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.785+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=L6EJXW3WEH18 type=del 2023-12-03T11:44:05.788 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.787+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~8FV8F2EBEJUK.0 size=439110 2023-12-03T11:44:05.788 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.787+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=8FV8F2EBEJUK tag=FM93OCKLILZ3 type=write size=1487686 2023-12-03T11:44:05.790 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.788+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=1KAUU0NE51FH type=del 2023-12-03T11:44:05.791 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.790+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=KGQ99TJS6GAT type=del size=374440 2023-12-03T11:44:05.792 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.791+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=4F6XTJ358GOV type=del 2023-12-03T11:44:05.794 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.793+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~10MIKY1QDMR4.0 size=1048576 2023-12-03T11:44:05.795 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.794+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~10MIKY1QDMR4.1 size=1048576 2023-12-03T11:44:05.796 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.795+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~10MIKY1QDMR4.2 size=632983 2023-12-03T11:44:05.796 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.795+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=10MIKY1QDMR4 tag=UOTIQ80KUOCZ type=write size=3778711 2023-12-03T11:44:05.799 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.797+0000 7fec65a36780 1 < suggested update operation key=C1UIPV6F6AYG tag=UGXUD73PYLWL type=write size=322311 2023-12-03T11:44:05.800 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.799+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=36R4MWX39ZUJ type=del size=729873 2023-12-03T11:44:05.801 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.800+0000 7fec65a36780 1 < completed write operation key=3QZKHX70UUGR tag=5W5RIFI77WEP type=write size=885278 2023-12-03T11:44:05.803 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.802+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~BBZ9IX8E0ID1.0 size=1040265 2023-12-03T11:44:05.803 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.802+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=BBZ9IX8E0ID1 tag=ZUBVB26P8V0D type=write size=2088841 2023-12-03T11:44:05.805 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.803+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~28J1UG92ZYWJ.0 size=180065 2023-12-03T11:44:05.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.806+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=28J1UG92ZYWJ tag=FFGPDB44Z6RJ type=write size=1228641 2023-12-03T11:44:05.808 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.807+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=4DNODOGIS1OS type=write size=68458 2023-12-03T11:44:05.809 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.808+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~9YI12LLB217F.0 size=1048576 2023-12-03T11:44:05.810 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.809+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~9YI12LLB217F.1 size=609769 2023-12-03T11:44:05.812 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.811+0000 7fec65a36780 1 < completed multipart upload key=0HEXWFSSYOFX upload=9YI12LLB217F tag=89W33KJO4958 type=write size=2706921 2023-12-03T11:44:05.814 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.812+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=QOR7B20Q1NT4 type=del size=1750915 2023-12-03T11:44:05.815 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.814+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=KAUV35MAJEPN type=del 2023-12-03T11:44:05.817 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.816+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=N7AKY6Z6SZ5W type=del size=3737192 2023-12-03T11:44:05.818 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.817+0000 7fec65a36780 -1 < failed to complete operation key=C1UIPV6F6AYG tag=8O5GSXK6Z1XX type=del size=289315: (22) Invalid argument 2023-12-03T11:44:05.821 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.820+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=QPY1W79976NA type=write size=19889 2023-12-03T11:44:05.822 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.821+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~U4BC53Q7UQWO.0 size=1048576 2023-12-03T11:44:05.823 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.822+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~U4BC53Q7UQWO.1 size=1048576 2023-12-03T11:44:05.824 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.823+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~U4BC53Q7UQWO.2 size=416733 2023-12-03T11:44:05.826 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.825+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=U4BC53Q7UQWO tag=9YWGGBVJDBTI type=write size=3562461 2023-12-03T11:44:05.828 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.826+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=00KHGV8AXV2M type=write size=127530 2023-12-03T11:44:05.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.828+0000 7fec65a36780 1 < canceled operation key=YXIRHDBN13DX tag=JSCTIJDDUKM9 type=del size=3111421 2023-12-03T11:44:05.831 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.830+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~LMW4Z7PVI5QH.0 size=681866 2023-12-03T11:44:05.831 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.830+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=LMW4Z7PVI5QH tag=7IGJS7SUAXOI type=write size=1730442 2023-12-03T11:44:05.832 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.831+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~ZC3AEF7DQW4U.0 size=1048576 2023-12-03T11:44:05.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.832+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~ZC3AEF7DQW4U.1 size=1048576 2023-12-03T11:44:05.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.833+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~ZC3AEF7DQW4U.2 size=609937 2023-12-03T11:44:05.836 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.835+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=ZC3AEF7DQW4U tag=IJ3FBJS147GW type=write size=3755665 2023-12-03T11:44:05.837 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.836+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=2AB45II4O91F type=write size=627616 2023-12-03T11:44:05.839 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.838+0000 7fec65a36780 1 < canceled operation key=3QZKHX70UUGR tag=GLRJRZOOXLPK type=del size=4077174 2023-12-03T11:44:05.841 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.840+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~LVQWBZCOUXGV.0 size=1048576 2023-12-03T11:44:05.842 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.841+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~LVQWBZCOUXGV.1 size=1048576 2023-12-03T11:44:05.843 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.841+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~LVQWBZCOUXGV.2 size=943501 2023-12-03T11:44:05.843 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.841+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=LVQWBZCOUXGV tag=P44B2M91XEBM type=write size=4089229 2023-12-03T11:44:05.844 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.843+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~S4XD7JSX40OB.0 size=1048576 2023-12-03T11:44:05.844 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.843+0000 7fec65a36780 1 < canceled part key=_multipart_C0RNK06G6OQP.2~S4XD7JSX40OB.1 size=39251 2023-12-03T11:44:05.846 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.845+0000 7fec65a36780 1 < canceled multipart upload key=C0RNK06G6OQP upload=S4XD7JSX40OB tag=O70K5NJL6JWE type=write size=2136403 2023-12-03T11:44:05.848 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.847+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~BSN7GWM0D455.0 size=1048576 2023-12-03T11:44:05.849 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.848+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~BSN7GWM0D455.1 size=1048576 2023-12-03T11:44:05.850 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.849+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~BSN7GWM0D455.2 size=212274 2023-12-03T11:44:05.850 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.849+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=BSN7GWM0D455 tag=CPZZT6E0DRZG type=write size=3358002 2023-12-03T11:44:05.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.850+0000 7fec65a36780 1 < completed delete operation key=ZCS6XX24O8P4 tag=KDL5XTOESII6 type=del 2023-12-03T11:44:05.854 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.852+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~ILU5VQ1RY8OL.0 size=1048576 2023-12-03T11:44:05.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.853+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~ILU5VQ1RY8OL.1 size=524167 2023-12-03T11:44:05.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.853+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=ILU5VQ1RY8OL tag=GSW4WXBEURA2 type=write size=2621319 2023-12-03T11:44:05.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.855+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~IFT07CLZF9MD.0 size=1039729 2023-12-03T11:44:05.858 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.857+0000 7fec65a36780 1 < completed multipart upload key=AH17BNCID2LT upload=IFT07CLZF9MD tag=UW4ZSO0SY5HC type=write size=2088305 2023-12-03T11:44:05.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.859+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~VDDS8TXJFZ8R.0 size=1048576 2023-12-03T11:44:05.862 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.860+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~VDDS8TXJFZ8R.1 size=392899 2023-12-03T11:44:05.862 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.860+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=VDDS8TXJFZ8R tag=EQW4L7MHL6AU type=write size=2490051 2023-12-03T11:44:05.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.862+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~8FV8F2EBEJUK.0 size=439110 2023-12-03T11:44:05.865 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.864+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=8FV8F2EBEJUK tag=FM93OCKLILZ3 type=write size=1487686 2023-12-03T11:44:05.867 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.865+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=N6HLBXPAWDZN type=del size=50455 2023-12-03T11:44:05.868 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.867+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=KGQ99TJS6GAT type=del 2023-12-03T11:44:05.869 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.868+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=1RKSU3T4ACG6 type=del size=3298490 2023-12-03T11:44:05.870 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.869+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~10MIKY1QDMR4.0 size=1048576 2023-12-03T11:44:05.871 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.870+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~10MIKY1QDMR4.1 size=1048576 2023-12-03T11:44:05.872 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.871+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~10MIKY1QDMR4.2 size=632983 2023-12-03T11:44:05.874 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.873+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=10MIKY1QDMR4 tag=UOTIQ80KUOCZ type=write size=3778711 2023-12-03T11:44:05.875 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.874+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=7T3773M8Z52C type=write size=8704 2023-12-03T11:44:05.877 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.875+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=36R4MWX39ZUJ type=del 2023-12-03T11:44:05.878 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.876+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=2C105UBG7PWJ type=del size=1179462 2023-12-03T11:44:05.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.878+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~BBZ9IX8E0ID1.0 size=1040265 2023-12-03T11:44:05.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.880+0000 7fec65a36780 1 < completed multipart upload key=6NE4YT7O3EKT upload=BBZ9IX8E0ID1 tag=ZUBVB26P8V0D type=write size=2088841 2023-12-03T11:44:05.882 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.881+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=UR2V7DF31IGT type=del size=2812393 2023-12-03T11:44:05.883 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.882+0000 7fec65a36780 1 < completed write operation key=ZCS6XX24O8P4 tag=4DNODOGIS1OS type=write size=68458 2023-12-03T11:44:05.884 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.883+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=YPONGPYZ3CZD type=del size=1588863 2023-12-03T11:44:05.886 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.885+0000 7fec65a36780 1 < suggested remove operation key=MR1LTY3JH4WC tag=QOR7B20Q1NT4 type=del 2023-12-03T11:44:05.888 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.887+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~9DYYC3S3HTIQ.0 size=1048576 2023-12-03T11:44:05.889 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.888+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~9DYYC3S3HTIQ.1 size=1048576 2023-12-03T11:44:05.890 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.889+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~9DYYC3S3HTIQ.2 size=438696 2023-12-03T11:44:05.890 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.889+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=9DYYC3S3HTIQ tag=AP683T4SPZXE type=write size=3584424 2023-12-03T11:44:05.892 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.890+0000 7fec65a36780 1 < canceled operation key=0AZB86BIZ0MT tag=N7AKY6Z6SZ5W type=del size=3737192 2023-12-03T11:44:05.893 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.891+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=3ZW2MN6GD9HI type=write size=85260 2023-12-03T11:44:05.894 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.893+0000 7fec65a36780 1 < completed write operation key=GR4SISUXSQOT tag=QPY1W79976NA type=write size=19889 2023-12-03T11:44:05.897 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.895+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~KWPYKOYOYSK3.0 size=1048576 2023-12-03T11:44:05.897 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.896+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~KWPYKOYOYSK3.1 size=521192 2023-12-03T11:44:05.897 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.896+0000 7fec65a36780 1 > prepared multipart upload key=0AZB86BIZ0MT upload=KWPYKOYOYSK3 tag=VPYPHS6TR0X7 type=write size=2618344 2023-12-03T11:44:05.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.897+0000 7fec65a36780 -1 < failed to complete operation key=MR1LTY3JH4WC tag=00KHGV8AXV2M type=write size=127530: (22) Invalid argument 2023-12-03T11:44:05.900 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.898+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=IYUSWUR4ZHBP type=del size=3535018 2023-12-03T11:44:05.900 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.899+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~LMW4Z7PVI5QH.0 size=681866 2023-12-03T11:44:05.902 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.901+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=LMW4Z7PVI5QH tag=7IGJS7SUAXOI type=write size=1730442 2023-12-03T11:44:05.903 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.902+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=GBCRYW8A5X31 type=del size=3666474 2023-12-03T11:44:05.906 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.904+0000 7fec65a36780 1 < suggested remove operation key=YXIRHDBN13DX tag=2AB45II4O91F type=write 2023-12-03T11:44:05.907 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.905+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=5VT4Z10KLP0W type=del size=2619239 2023-12-03T11:44:05.907 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.906+0000 7fec65a36780 1 < canceled part key=_multipart_8OT6OT3U65FW.2~LVQWBZCOUXGV.0 size=1048576 2023-12-03T11:44:05.908 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.907+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~LVQWBZCOUXGV.1 size=1048576 2023-12-03T11:44:05.909 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.908+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~LVQWBZCOUXGV.2 size=943501 2023-12-03T11:44:05.911 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.910+0000 7fec65a36780 1 < canceled multipart upload key=8OT6OT3U65FW upload=LVQWBZCOUXGV tag=P44B2M91XEBM type=write size=4089229 2023-12-03T11:44:05.912 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.911+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=GBSLEHZ1EFBQ type=del size=2044677 2023-12-03T11:44:05.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.912+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~BSN7GWM0D455.0 size=1048576 2023-12-03T11:44:05.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.913+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~BSN7GWM0D455.1 size=1048576 2023-12-03T11:44:05.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.914+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~BSN7GWM0D455.2 size=212274 2023-12-03T11:44:05.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.916+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=BSN7GWM0D455 tag=CPZZT6E0DRZG type=write size=3358002 2023-12-03T11:44:05.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.917+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=32HA0N2DXX50 type=del size=1517853 2023-12-03T11:44:05.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.918+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~ILU5VQ1RY8OL.0 size=1048576 2023-12-03T11:44:05.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.919+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~ILU5VQ1RY8OL.1 size=524167 2023-12-03T11:44:05.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.921+0000 7fec65a36780 1 < completed multipart upload key=6NE4YT7O3EKT upload=ILU5VQ1RY8OL tag=GSW4WXBEURA2 type=write size=2621319 2023-12-03T11:44:05.924 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.923+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~UD89MJJ1Z0VC.0 size=1048576 2023-12-03T11:44:05.925 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.924+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~UD89MJJ1Z0VC.1 size=877016 2023-12-03T11:44:05.925 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.924+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=UD89MJJ1Z0VC tag=WOOQNVMSX7AA type=write size=2974168 2023-12-03T11:44:05.926 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.925+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~VDDS8TXJFZ8R.0 size=1048576 2023-12-03T11:44:05.928 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.927+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~VDDS8TXJFZ8R.1 size=392899 2023-12-03T11:44:05.930 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.929+0000 7fec65a36780 1 < completed multipart upload key=ZHU0D35IH21Q upload=VDDS8TXJFZ8R tag=EQW4L7MHL6AU type=write size=2490051 2023-12-03T11:44:05.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.930+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=JTY2EVKL1Y0X type=del size=1888118 2023-12-03T11:44:05.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.930+0000 7fec65a36780 -1 < no bi entry to suggest for operation key=MR1LTY3JH4WC tag=N6HLBXPAWDZN type=del size=50455: (2) No such file or directory 2023-12-03T11:44:05.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.931+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=0A9TIEZJJKXX type=del size=1150740 2023-12-03T11:44:05.937 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.934+0000 7fec65a36780 1 < suggested update operation key=YRACKN8LKGIH tag=1RKSU3T4ACG6 type=del size=3298490 2023-12-03T11:44:05.937 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.936+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~UVUUCFO5379K.0 size=1048576 2023-12-03T11:44:05.938 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.937+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~UVUUCFO5379K.1 size=1048576 2023-12-03T11:44:05.939 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.937+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~UVUUCFO5379K.2 size=521335 2023-12-03T11:44:05.939 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.937+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=UVUUCFO5379K tag=7MPB4MMACF60 type=write size=3667063 2023-12-03T11:44:05.940 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.939+0000 7fec65a36780 1 < completed write operation key=5Z9PG5J6Q8GF tag=7T3773M8Z52C type=write size=8704 2023-12-03T11:44:05.941 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.940+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=FW6S9JWW6OPU type=del size=4027776 2023-12-03T11:44:05.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.942+0000 7fec65a36780 1 < suggested update operation key=5C1TNEXGMTX2 tag=2C105UBG7PWJ type=del size=1179462 2023-12-03T11:44:05.946 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.944+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~4BXT0EUCENBV.0 size=327866 2023-12-03T11:44:05.946 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.944+0000 7fec65a36780 1 > prepared multipart upload key=SSVHOXNGSFYF upload=4BXT0EUCENBV tag=7K0WRW61NKEW type=write size=1376442 2023-12-03T11:44:05.946 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.945+0000 7fec65a36780 1 < completed delete operation key=X9QLCGIXBKPW tag=UR2V7DF31IGT type=del 2023-12-03T11:44:05.948 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.946+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=XNIZPE0Y3L9H type=del size=2742971 2023-12-03T11:44:05.949 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.947+0000 7fec65a36780 1 < completed delete operation key=SSVHOXNGSFYF tag=YPONGPYZ3CZD type=del 2023-12-03T11:44:05.950 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.949+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=AO37U0I5A2JL type=del size=1337691 2023-12-03T11:44:05.951 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.950+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~9DYYC3S3HTIQ.0 size=1048576 2023-12-03T11:44:05.951 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.950+0000 7fec65a36780 1 < canceled part key=_multipart_BG6UOS1WMDBY.2~9DYYC3S3HTIQ.1 size=1048576 2023-12-03T11:44:05.952 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.951+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~9DYYC3S3HTIQ.2 size=438696 2023-12-03T11:44:05.954 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.953+0000 7fec65a36780 1 < canceled multipart upload key=BG6UOS1WMDBY upload=9DYYC3S3HTIQ tag=AP683T4SPZXE type=write size=3584424 2023-12-03T11:44:05.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.955+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~DWJDYX9GQBCX.0 size=906282 2023-12-03T11:44:05.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.955+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=DWJDYX9GQBCX tag=4MQ469Y6GOM5 type=write size=1954858 2023-12-03T11:44:05.957 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.956+0000 7fec65a36780 1 < canceled operation key=BG6UOS1WMDBY tag=3ZW2MN6GD9HI type=write size=85260 2023-12-03T11:44:05.958 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.957+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=RP7EE98L6KU0 type=del size=524642 2023-12-03T11:44:05.960 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.958+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~KWPYKOYOYSK3.0 size=1048576 2023-12-03T11:44:05.960 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.959+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~KWPYKOYOYSK3.1 size=521192 2023-12-03T11:44:05.963 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.961+0000 7fec65a36780 1 < completed multipart upload key=0AZB86BIZ0MT upload=KWPYKOYOYSK3 tag=VPYPHS6TR0X7 type=write size=2618344 2023-12-03T11:44:05.965 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.963+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~ML5OATVKKZJD.0 size=164800 2023-12-03T11:44:05.965 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.963+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=ML5OATVKKZJD tag=YZ4LJ6N2BQPM type=write size=1213376 2023-12-03T11:44:05.966 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.964+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=IYUSWUR4ZHBP type=del 2023-12-03T11:44:05.968 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.966+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~7VMA7ILQIUFU.0 size=332094 2023-12-03T11:44:05.968 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.966+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=7VMA7ILQIUFU tag=QW0OE41CGRTR type=write size=1380670 2023-12-03T11:44:05.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.968+0000 7fec65a36780 1 < completed delete operation key=C0RNK06G6OQP tag=GBCRYW8A5X31 type=del 2023-12-03T11:44:05.970 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.969+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=BN3D0JENXY1P type=del size=1637444 2023-12-03T11:44:05.971 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.970+0000 7fec65a36780 -1 < failed to complete operation key=5C1TNEXGMTX2 tag=5VT4Z10KLP0W type=del size=2619239: (22) Invalid argument 2023-12-03T11:44:05.972 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.971+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=LN6K11VDG09O type=del size=297829 2023-12-03T11:44:05.973 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.972+0000 7fec65a36780 1 < canceled operation key=0AZB86BIZ0MT tag=GBSLEHZ1EFBQ type=del size=2044677 2023-12-03T11:44:05.976 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.974+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~RJQJGHZG5IO0.0 size=1048576 2023-12-03T11:44:05.977 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.975+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~RJQJGHZG5IO0.1 size=19804 2023-12-03T11:44:05.977 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.975+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=RJQJGHZG5IO0 tag=DNQ16ER0LA27 type=write size=2116956 2023-12-03T11:44:05.980 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.978+0000 7fec65a36780 1 < suggested remove operation key=6NE4YT7O3EKT tag=32HA0N2DXX50 type=del 2023-12-03T11:44:05.982 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.980+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~WQVZ7BXFJB22.0 size=1048576 2023-12-03T11:44:05.982 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.981+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~WQVZ7BXFJB22.1 size=1048576 2023-12-03T11:44:05.983 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.982+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~WQVZ7BXFJB22.2 size=122541 2023-12-03T11:44:05.983 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.982+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=WQVZ7BXFJB22 tag=SA25FSSVO6PF type=write size=3268269 2023-12-03T11:44:05.985 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.983+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~UD89MJJ1Z0VC.0 size=1048576 2023-12-03T11:44:05.985 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.983+0000 7fec65a36780 1 < canceled part key=_multipart_47SL1QFM71HF.2~UD89MJJ1Z0VC.1 size=877016 2023-12-03T11:44:05.987 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.985+0000 7fec65a36780 1 < canceled multipart upload key=47SL1QFM71HF upload=UD89MJJ1Z0VC tag=WOOQNVMSX7AA type=write size=2974168 2023-12-03T11:44:05.988 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.986+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=486HRQ5VMWC5 type=write size=777940 2023-12-03T11:44:05.990 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.989+0000 7fec65a36780 1 < suggested update operation key=T9V22NACHJGL tag=JTY2EVKL1Y0X type=del size=1888118 2023-12-03T11:44:05.991 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.990+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=7D74L55HKF3O type=del size=5059 2023-12-03T11:44:05.993 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.992+0000 7fec65a36780 1 < suggested remove operation key=0HEXWFSSYOFX tag=0A9TIEZJJKXX type=del 2023-12-03T11:44:05.994 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.993+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=B1GU0619OVUP type=del size=3716167 2023-12-03T11:44:05.995 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.994+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~UVUUCFO5379K.0 size=1048576 2023-12-03T11:44:05.996 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.995+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~UVUUCFO5379K.1 size=1048576 2023-12-03T11:44:05.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.996+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~UVUUCFO5379K.2 size=521335 2023-12-03T11:44:05.999 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.998+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=UVUUCFO5379K tag=7MPB4MMACF60 type=write size=3667063 2023-12-03T11:44:06.000 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:05.999+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=M70ZTUVLJASQ type=del size=3401814 2023-12-03T11:44:06.001 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.000+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=FW6S9JWW6OPU type=del 2023-12-03T11:44:06.002 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.001+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=Q4Q3WGHUFLP8 type=del size=330209 2023-12-03T11:44:06.003 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.002+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~4BXT0EUCENBV.0 size=327866 2023-12-03T11:44:06.005 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.004+0000 7fec65a36780 1 < completed multipart upload key=SSVHOXNGSFYF upload=4BXT0EUCENBV tag=7K0WRW61NKEW type=write size=1376442 2023-12-03T11:44:06.006 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.005+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=BPE3LMQ83GH8 type=del size=3571492 2023-12-03T11:44:06.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.006+0000 7fec65a36780 -1 < failed to complete operation key=6NE4YT7O3EKT tag=XNIZPE0Y3L9H type=del size=2742971: (22) Invalid argument 2023-12-03T11:44:06.010 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.009+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~G2DB5UEXQFE6.0 size=1048576 2023-12-03T11:44:06.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.009+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~G2DB5UEXQFE6.1 size=1048576 2023-12-03T11:44:06.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.010+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~G2DB5UEXQFE6.2 size=616846 2023-12-03T11:44:06.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.010+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=G2DB5UEXQFE6 tag=OJJKZND8CUV1 type=write size=3762574 2023-12-03T11:44:06.013 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.011+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=AO37U0I5A2JL type=del 2023-12-03T11:44:06.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.013+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=WAE1Q331V6WJ type=del size=2205076 2023-12-03T11:44:06.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.014+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~DWJDYX9GQBCX.0 size=906282 2023-12-03T11:44:06.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.016+0000 7fec65a36780 1 < completed multipart upload key=ZHU0D35IH21Q upload=DWJDYX9GQBCX tag=4MQ469Y6GOM5 type=write size=1954858 2023-12-03T11:44:06.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.017+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=IOSDXRX6MA0L type=write size=809372 2023-12-03T11:44:06.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.018+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=RP7EE98L6KU0 type=del 2023-12-03T11:44:06.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.019+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=835S0T3O0C4E type=write size=22093 2023-12-03T11:44:06.022 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.020+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~ML5OATVKKZJD.0 size=164800 2023-12-03T11:44:06.024 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.022+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=ML5OATVKKZJD tag=YZ4LJ6N2BQPM type=write size=1213376 2023-12-03T11:44:06.025 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.024+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=1XRO5F3MBUMH type=del size=3732827 2023-12-03T11:44:06.026 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.025+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~7VMA7ILQIUFU.0 size=332094 2023-12-03T11:44:06.028 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.027+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=7VMA7ILQIUFU tag=QW0OE41CGRTR type=write size=1380670 2023-12-03T11:44:06.029 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.028+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=MHE8ND5980GA type=del size=1691995 2023-12-03T11:44:06.030 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.029+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=BN3D0JENXY1P type=del 2023-12-03T11:44:06.031 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.030+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=R4PZ7UIQP7J5 type=del size=1558509 2023-12-03T11:44:06.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.031+0000 7fec65a36780 1 < completed delete operation key=PEN3GY9LLJKQ tag=LN6K11VDG09O type=del 2023-12-03T11:44:06.034 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.033+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=O2NEIUE1TTCI type=del size=2797466 2023-12-03T11:44:06.035 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.034+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~RJQJGHZG5IO0.0 size=1048576 2023-12-03T11:44:06.035 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.034+0000 7fec65a36780 1 < canceled part key=_multipart_C1UIPV6F6AYG.2~RJQJGHZG5IO0.1 size=19804 2023-12-03T11:44:06.038 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.036+0000 7fec65a36780 1 < canceled multipart upload key=C1UIPV6F6AYG upload=RJQJGHZG5IO0 tag=DNQ16ER0LA27 type=write size=2116956 2023-12-03T11:44:06.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.038+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=BIA4G1AXJPLL type=del size=3226822 2023-12-03T11:44:06.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.039+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~WQVZ7BXFJB22.0 size=1048576 2023-12-03T11:44:06.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.040+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~WQVZ7BXFJB22.1 size=1048576 2023-12-03T11:44:06.043 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.041+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~WQVZ7BXFJB22.2 size=122541 2023-12-03T11:44:06.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.043+0000 7fec65a36780 1 < completed multipart upload key=6NE4YT7O3EKT upload=WQVZ7BXFJB22 tag=SA25FSSVO6PF type=write size=3268269 2023-12-03T11:44:06.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.046+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~8XHODGL70UQI.0 size=1048576 2023-12-03T11:44:06.048 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.047+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~8XHODGL70UQI.1 size=1048576 2023-12-03T11:44:06.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.048+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~8XHODGL70UQI.2 size=77408 2023-12-03T11:44:06.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.048+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=8XHODGL70UQI tag=1MX4Q9E7RWXS type=write size=3223136 2023-12-03T11:44:06.051 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.050+0000 7fec65a36780 1 < suggested remove operation key=9JLT22LCTIPC tag=486HRQ5VMWC5 type=write 2023-12-03T11:44:06.052 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.051+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=WSSJOJEI6O7B type=del size=3331655 2023-12-03T11:44:06.055 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.053+0000 7fec65a36780 1 < suggested remove operation key=2RH7HHERSZ3G tag=7D74L55HKF3O type=del 2023-12-03T11:44:06.056 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.054+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=TPLZHOV20RYJ type=del size=1365680 2023-12-03T11:44:06.057 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.056+0000 7fec65a36780 1 < completed delete operation key=X9RVI5NGJ2OL tag=B1GU0619OVUP type=del 2023-12-03T11:44:06.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.058+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~8JLTNCAM31JN.0 size=1048576 2023-12-03T11:44:06.060 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.058+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~8JLTNCAM31JN.1 size=1048576 2023-12-03T11:44:06.060 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.059+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~8JLTNCAM31JN.2 size=380826 2023-12-03T11:44:06.061 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.059+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=8JLTNCAM31JN tag=4HIUM77PM8LV type=write size=3526554 2023-12-03T11:44:06.062 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.061+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=M70ZTUVLJASQ type=del 2023-12-03T11:44:06.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.062+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=ASKBQENTIV02 type=del size=3721512 2023-12-03T11:44:06.064 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.063+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=Q4Q3WGHUFLP8 type=del 2023-12-03T11:44:06.065 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.064+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=QBMZBK40Y6TZ type=del size=3615187 2023-12-03T11:44:06.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.066+0000 7fec65a36780 1 < suggested update operation key=1Q50D75XSIR5 tag=BPE3LMQ83GH8 type=del size=3571492 2023-12-03T11:44:06.069 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.067+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=MBVK3VPPC325 type=write size=743106 2023-12-03T11:44:06.070 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.069+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~G2DB5UEXQFE6.0 size=1048576 2023-12-03T11:44:06.070 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.069+0000 7fec65a36780 1 < canceled part key=_multipart_WOVRQGZRPR2M.2~G2DB5UEXQFE6.1 size=1048576 2023-12-03T11:44:06.071 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.070+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~G2DB5UEXQFE6.2 size=616846 2023-12-03T11:44:06.073 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.072+0000 7fec65a36780 1 < canceled multipart upload key=WOVRQGZRPR2M upload=G2DB5UEXQFE6 tag=OJJKZND8CUV1 type=write size=3762574 2023-12-03T11:44:06.074 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.073+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=9GHFSH7QQTE2 type=del size=3894573 2023-12-03T11:44:06.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.074+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=WAE1Q331V6WJ type=del 2023-12-03T11:44:06.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.076+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~7PDZKNLVL92T.0 size=1048576 2023-12-03T11:44:06.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.077+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~7PDZKNLVL92T.1 size=283171 2023-12-03T11:44:06.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.077+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=7PDZKNLVL92T tag=E4ZNAZ8MVN9A type=write size=2380323 2023-12-03T11:44:06.080 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.078+0000 7fec65a36780 1 < completed write operation key=3QZKHX70UUGR tag=IOSDXRX6MA0L type=write size=809372 2023-12-03T11:44:06.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.081+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~DF0594C08YX8.0 size=1033092 2023-12-03T11:44:06.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.081+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=DF0594C08YX8 tag=IBC48W4729AK type=write size=2081668 2023-12-03T11:44:06.084 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.083+0000 7fec65a36780 1 < suggested update operation key=DVENHTCK7GZA tag=835S0T3O0C4E type=write size=22093 2023-12-03T11:44:06.086 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.084+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=2LV7QHMNJS6Z type=del size=1749819 2023-12-03T11:44:06.089 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.086+0000 7fec65a36780 1 < canceled operation key=ZCS6XX24O8P4 tag=1XRO5F3MBUMH type=del size=3732827 2023-12-03T11:44:06.089 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.087+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=8M0CYKYZ8HV0 type=del size=3430653 2023-12-03T11:44:06.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.089+0000 7fec65a36780 1 < suggested update operation key=T9V22NACHJGL tag=MHE8ND5980GA type=del size=1691995 2023-12-03T11:44:06.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.090+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=0IA1YNKEOD7S type=del size=1434322 2023-12-03T11:44:06.094 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.093+0000 7fec65a36780 1 < suggested remove operation key=6NE4YT7O3EKT tag=R4PZ7UIQP7J5 type=del 2023-12-03T11:44:06.095 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.094+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=AAFCZ60PFKAR type=del size=2279316 2023-12-03T11:44:06.097 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.095+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=O2NEIUE1TTCI type=del 2023-12-03T11:44:06.098 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.097+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=FQBS0FRT7ZQ3 type=del size=3530422 2023-12-03T11:44:06.100 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.099+0000 7fec65a36780 1 < suggested update operation key=ZCS6XX24O8P4 tag=BIA4G1AXJPLL type=del size=3226822 2023-12-03T11:44:06.102 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.101+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=LRRJ9SI7RQTV type=del size=4133039 2023-12-03T11:44:06.103 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.102+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~8XHODGL70UQI.0 size=1048576 2023-12-03T11:44:06.104 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.103+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~8XHODGL70UQI.1 size=1048576 2023-12-03T11:44:06.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.104+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~8XHODGL70UQI.2 size=77408 2023-12-03T11:44:06.108 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.106+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=8XHODGL70UQI tag=1MX4Q9E7RWXS type=write size=3223136 2023-12-03T11:44:06.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.108+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=FB6HJQ53O66Q type=del size=3482954 2023-12-03T11:44:06.112 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.110+0000 7fec65a36780 1 < suggested remove operation key=T9V22NACHJGL tag=WSSJOJEI6O7B type=del 2023-12-03T11:44:06.113 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.111+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=EHO0R0JN41OM type=del size=3701014 2023-12-03T11:44:06.114 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.113+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=TPLZHOV20RYJ type=del 2023-12-03T11:44:06.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.114+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=HF1JHNRXD0LK type=del size=284440 2023-12-03T11:44:06.116 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.115+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~8JLTNCAM31JN.0 size=1048576 2023-12-03T11:44:06.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.116+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~8JLTNCAM31JN.1 size=1048576 2023-12-03T11:44:06.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.117+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~8JLTNCAM31JN.2 size=380826 2023-12-03T11:44:06.120 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.119+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=8JLTNCAM31JN tag=4HIUM77PM8LV type=write size=3526554 2023-12-03T11:44:06.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.120+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=82ZT3NHLCATK type=del size=2307301 2023-12-03T11:44:06.123 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.121+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=ASKBQENTIV02 type=del 2023-12-03T11:44:06.123 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.122+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=AVKSR4E52HUO type=del size=3438853 2023-12-03T11:44:06.125 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.123+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=QBMZBK40Y6TZ type=del 2023-12-03T11:44:06.126 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.125+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=2V2WQJE8LSH0 type=del size=994867 2023-12-03T11:44:06.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.126+0000 7fec65a36780 1 < completed write operation key=0AZB86BIZ0MT tag=MBVK3VPPC325 type=write size=743106 2023-12-03T11:44:06.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.127+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=756NFRF43SEF type=write size=13732 2023-12-03T11:44:06.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.128+0000 7fec65a36780 -1 < failed to complete operation key=6NE4YT7O3EKT tag=9GHFSH7QQTE2 type=del size=3894573: (22) Invalid argument 2023-12-03T11:44:06.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.129+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=4MATTRRFTV9T type=write size=273478 2023-12-03T11:44:06.132 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.131+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~7PDZKNLVL92T.0 size=1048576 2023-12-03T11:44:06.133 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.132+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~7PDZKNLVL92T.1 size=283171 2023-12-03T11:44:06.135 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.134+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=7PDZKNLVL92T tag=E4ZNAZ8MVN9A type=write size=2380323 2023-12-03T11:44:06.137 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.135+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=74BRE7WJTTW5 type=write size=552347 2023-12-03T11:44:06.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.137+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~DF0594C08YX8.0 size=1033092 2023-12-03T11:44:06.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.139+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=DF0594C08YX8 tag=IBC48W4729AK type=write size=2081668 2023-12-03T11:44:06.142 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.140+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=U9JIBW7CAET7 type=del size=328326 2023-12-03T11:44:06.146 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.142+0000 7fec65a36780 1 < canceled operation key=PEN3GY9LLJKQ tag=2LV7QHMNJS6Z type=del size=1749819 2023-12-03T11:44:06.146 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.144+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~49A00E3XMZJ7.0 size=916604 2023-12-03T11:44:06.146 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.144+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=49A00E3XMZJ7 tag=J1X9AED5SDQ7 type=write size=1965180 2023-12-03T11:44:06.148 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.147+0000 7fec65a36780 1 < suggested remove operation key=ZHU0D35IH21Q tag=8M0CYKYZ8HV0 type=del 2023-12-03T11:44:06.149 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.148+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=GVZUHAFUUFGP type=del size=908553 2023-12-03T11:44:06.150 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.149+0000 7fec65a36780 1 < completed delete operation key=WOVRQGZRPR2M tag=0IA1YNKEOD7S type=del 2023-12-03T11:44:06.151 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.150+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=6IG3UOEACZA4 type=del size=2546628 2023-12-03T11:44:06.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.152+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=AAFCZ60PFKAR type=del 2023-12-03T11:44:06.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.153+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=1TQD268P2YX8 type=del size=4131827 2023-12-03T11:44:06.156 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.154+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=FQBS0FRT7ZQ3 type=del 2023-12-03T11:44:06.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.156+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=26CAJQOGJX1B type=del size=2597199 2023-12-03T11:44:06.158 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.157+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=LRRJ9SI7RQTV type=del 2023-12-03T11:44:06.160 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.159+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~UHOM7279Z4HY.0 size=914234 2023-12-03T11:44:06.160 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.159+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=UHOM7279Z4HY tag=X4PBD0U3E24Q type=write size=1962810 2023-12-03T11:44:06.161 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.160+0000 7fec65a36780 1 < completed delete operation key=SSVHOXNGSFYF tag=FB6HJQ53O66Q type=del 2023-12-03T11:44:06.163 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.162+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~OI8RE12BGBDP.0 size=1048576 2023-12-03T11:44:06.164 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.163+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~OI8RE12BGBDP.1 size=351947 2023-12-03T11:44:06.164 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.163+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=OI8RE12BGBDP tag=XKSYL1IZSQRC type=write size=2449099 2023-12-03T11:44:06.165 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.164+0000 7fec65a36780 1 < completed delete operation key=T9V22NACHJGL tag=EHO0R0JN41OM type=del 2023-12-03T11:44:06.168 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.166+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~I60GSHZ9B3M7.0 size=1048576 2023-12-03T11:44:06.168 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.167+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~I60GSHZ9B3M7.1 size=1048576 2023-12-03T11:44:06.169 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.168+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~I60GSHZ9B3M7.2 size=504211 2023-12-03T11:44:06.169 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.168+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=I60GSHZ9B3M7 tag=UWHUG8NL5IYO type=write size=3649939 2023-12-03T11:44:06.172 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.171+0000 7fec65a36780 1 < suggested update operation key=2RH7HHERSZ3G tag=HF1JHNRXD0LK type=del size=284440 2023-12-03T11:44:06.174 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.173+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~E05POM8CDHCM.0 size=193487 2023-12-03T11:44:06.174 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.173+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=E05POM8CDHCM tag=2UZ6KPWEWD3B type=write size=1242063 2023-12-03T11:44:06.175 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.174+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=82ZT3NHLCATK type=del 2023-12-03T11:44:06.177 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.176+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=RO29NI10OMAM type=write size=773946 2023-12-03T11:44:06.179 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.178+0000 7fec65a36780 1 < suggested remove operation key=P4HRMBD0NLGK tag=AVKSR4E52HUO type=del 2023-12-03T11:44:06.181 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.180+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~F80RZPRQICRH.0 size=1048576 2023-12-03T11:44:06.182 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.181+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~F80RZPRQICRH.1 size=1048576 2023-12-03T11:44:06.183 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.182+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~F80RZPRQICRH.2 size=74890 2023-12-03T11:44:06.183 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.182+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=F80RZPRQICRH tag=GA5YMZOVG4TD type=write size=3220618 2023-12-03T11:44:06.185 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.184+0000 7fec65a36780 1 < suggested update operation key=5C1TNEXGMTX2 tag=2V2WQJE8LSH0 type=del size=994867 2023-12-03T11:44:06.186 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.185+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=3QU2SKR6JSH8 type=write size=57023 2023-12-03T11:44:06.187 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.186+0000 7fec65a36780 1 < canceled operation key=3C6QMW8IQIA4 tag=756NFRF43SEF type=write size=13732 2023-12-03T11:44:06.189 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.188+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~JR25NY03CRPJ.0 size=1048576 2023-12-03T11:44:06.190 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.189+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~JR25NY03CRPJ.1 size=1048576 2023-12-03T11:44:06.191 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.190+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~JR25NY03CRPJ.2 size=885971 2023-12-03T11:44:06.191 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.190+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=JR25NY03CRPJ tag=14O0XH4920OK type=write size=4031699 2023-12-03T11:44:06.192 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.191+0000 7fec65a36780 -1 < failed to complete operation key=P4HRMBD0NLGK tag=4MATTRRFTV9T type=write size=273478: (22) Invalid argument 2023-12-03T11:44:06.193 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.192+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=88JJL9SU27MR type=del size=2048688 2023-12-03T11:44:06.194 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.193+0000 7fec65a36780 -1 < no bi entry to suggest for operation key=P4HRMBD0NLGK tag=74BRE7WJTTW5 type=write size=552347: (2) No such file or directory 2023-12-03T11:44:06.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.194+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=30TK4SURY63O type=del size=1616548 2023-12-03T11:44:06.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.195+0000 7fec65a36780 1 < canceled operation key=WOVRQGZRPR2M tag=U9JIBW7CAET7 type=del size=328326 2023-12-03T11:44:06.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.197+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~SFC1IRDSQ5W9.0 size=1048576 2023-12-03T11:44:06.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.198+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~SFC1IRDSQ5W9.1 size=999683 2023-12-03T11:44:06.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.198+0000 7fec65a36780 1 > prepared multipart upload key=SSVHOXNGSFYF upload=SFC1IRDSQ5W9 tag=Y2Y92N5HYMTJ type=write size=3096835 2023-12-03T11:44:06.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.199+0000 7fec65a36780 1 < canceled part key=_multipart_X9QLCGIXBKPW.2~49A00E3XMZJ7.0 size=916604 2023-12-03T11:44:06.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.201+0000 7fec65a36780 1 < canceled multipart upload key=X9QLCGIXBKPW upload=49A00E3XMZJ7 tag=J1X9AED5SDQ7 type=write size=1965180 2023-12-03T11:44:06.203 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.202+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=B9Z23NIHNO9C type=write size=35570 2023-12-03T11:44:06.205 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.204+0000 7fec65a36780 1 < suggested remove operation key=0AZB86BIZ0MT tag=GVZUHAFUUFGP type=del 2023-12-03T11:44:06.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.205+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=FRN9PT3OXNJ2 type=del size=1139846 2023-12-03T11:44:06.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.206+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=6IG3UOEACZA4 type=del 2023-12-03T11:44:06.209 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.208+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=1AJAK92B138H type=del size=290656 2023-12-03T11:44:06.210 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.209+0000 7fec65a36780 1 < completed delete operation key=SSVHOXNGSFYF tag=1TQD268P2YX8 type=del 2023-12-03T11:44:06.211 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.210+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=HXAF3OF9X1SW type=del size=1461348 2023-12-03T11:44:06.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.211+0000 7fec65a36780 1 < completed delete operation key=0HEXWFSSYOFX tag=26CAJQOGJX1B type=del 2023-12-03T11:44:06.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.212+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=2GEMVRQAWI6M type=write size=921375 2023-12-03T11:44:06.214 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.213+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~UHOM7279Z4HY.0 size=914234 2023-12-03T11:44:06.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.215+0000 7fec65a36780 1 < completed multipart upload key=YRACKN8LKGIH upload=UHOM7279Z4HY tag=X4PBD0U3E24Q type=write size=1962810 2023-12-03T11:44:06.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.216+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=LMK7ZU88NJH5 type=del size=3758683 2023-12-03T11:44:06.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.217+0000 7fec65a36780 1 < canceled part key=_multipart_WOVRQGZRPR2M.2~OI8RE12BGBDP.0 size=1048576 2023-12-03T11:44:06.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.217+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~OI8RE12BGBDP.1 size=351947 2023-12-03T11:44:06.221 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.219+0000 7fec65a36780 1 < canceled multipart upload key=WOVRQGZRPR2M upload=OI8RE12BGBDP tag=XKSYL1IZSQRC type=write size=2449099 2023-12-03T11:44:06.221 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.220+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=7AH8NA54FTV7 type=del size=1361047 2023-12-03T11:44:06.223 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.222+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~I60GSHZ9B3M7.0 size=1048576 2023-12-03T11:44:06.224 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.222+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~I60GSHZ9B3M7.1 size=1048576 2023-12-03T11:44:06.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.223+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~I60GSHZ9B3M7.2 size=504211 2023-12-03T11:44:06.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.225+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=I60GSHZ9B3M7 tag=UWHUG8NL5IYO type=write size=3649939 2023-12-03T11:44:06.229 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.228+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~4Z2G6B6T5GFN.0 size=1048576 2023-12-03T11:44:06.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.229+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~4Z2G6B6T5GFN.1 size=1048576 2023-12-03T11:44:06.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.229+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~4Z2G6B6T5GFN.2 size=838381 2023-12-03T11:44:06.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.229+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=4Z2G6B6T5GFN tag=70RJ42YP23IH type=write size=3984109 2023-12-03T11:44:06.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.231+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~E05POM8CDHCM.0 size=193487 2023-12-03T11:44:06.234 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.233+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=E05POM8CDHCM tag=2UZ6KPWEWD3B type=write size=1242063 2023-12-03T11:44:06.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.235+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~9AX4OPEJQH4F.0 size=1048576 2023-12-03T11:44:06.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.236+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~9AX4OPEJQH4F.1 size=18163 2023-12-03T11:44:06.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.236+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=9AX4OPEJQH4F tag=RWQAMYG2JFCO type=write size=2115315 2023-12-03T11:44:06.238 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.237+0000 7fec65a36780 1 < completed write operation key=X9RVI5NGJ2OL tag=RO29NI10OMAM type=write size=773946 2023-12-03T11:44:06.240 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.239+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~1TGPJQ8NMEZB.0 size=95880 2023-12-03T11:44:06.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.239+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=1TGPJQ8NMEZB tag=A6A4V48CJOV4 type=write size=1144456 2023-12-03T11:44:06.242 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.240+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~F80RZPRQICRH.0 size=1048576 2023-12-03T11:44:06.242 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.240+0000 7fec65a36780 1 < canceled part key=_multipart_H2MMD7J4LFAH.2~F80RZPRQICRH.1 size=1048576 2023-12-03T11:44:06.243 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.241+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~F80RZPRQICRH.2 size=74890 2023-12-03T11:44:06.244 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.243+0000 7fec65a36780 1 < canceled multipart upload key=H2MMD7J4LFAH upload=F80RZPRQICRH tag=GA5YMZOVG4TD type=write size=3220618 2023-12-03T11:44:06.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.245+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~WABIRRCFHX4E.0 size=1048576 2023-12-03T11:44:06.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.246+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~WABIRRCFHX4E.1 size=1048576 2023-12-03T11:44:06.248 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.247+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~WABIRRCFHX4E.2 size=582574 2023-12-03T11:44:06.248 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.247+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=WABIRRCFHX4E tag=GYS1V2KUFS03 type=write size=3728302 2023-12-03T11:44:06.249 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.248+0000 7fec65a36780 1 < completed write operation key=YXIRHDBN13DX tag=3QU2SKR6JSH8 type=write size=57023 2023-12-03T11:44:06.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.250+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~L5X7UNVOGPLY.0 size=835279 2023-12-03T11:44:06.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.250+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=L5X7UNVOGPLY tag=YWOPZGEAYMK4 type=write size=1883855 2023-12-03T11:44:06.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.250+0000 7fec65a36780 1 < canceled part key=_multipart_DVENHTCK7GZA.2~JR25NY03CRPJ.0 size=1048576 2023-12-03T11:44:06.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.251+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~JR25NY03CRPJ.1 size=1048576 2023-12-03T11:44:06.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.252+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~JR25NY03CRPJ.2 size=885971 2023-12-03T11:44:06.255 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.254+0000 7fec65a36780 1 < canceled multipart upload key=DVENHTCK7GZA upload=JR25NY03CRPJ tag=14O0XH4920OK type=write size=4031699 2023-12-03T11:44:06.257 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.255+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=36P5BHXORX42 type=del size=359788 2023-12-03T11:44:06.258 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.256+0000 7fec65a36780 -1 < failed to complete operation key=0AZB86BIZ0MT tag=88JJL9SU27MR type=del size=2048688: (22) Invalid argument 2023-12-03T11:44:06.259 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.258+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=1UCUSXEU62UR type=write size=344596 2023-12-03T11:44:06.262 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.261+0000 7fec65a36780 1 < suggested update operation key=WOVRQGZRPR2M tag=30TK4SURY63O type=del size=1616548 2023-12-03T11:44:06.263 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.262+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=FEUGP2UNGL1E type=del size=1524012 2023-12-03T11:44:06.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.263+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~SFC1IRDSQ5W9.0 size=1048576 2023-12-03T11:44:06.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.264+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~SFC1IRDSQ5W9.1 size=999683 2023-12-03T11:44:06.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.267+0000 7fec65a36780 1 < completed multipart upload key=SSVHOXNGSFYF upload=SFC1IRDSQ5W9 tag=Y2Y92N5HYMTJ type=write size=3096835 2023-12-03T11:44:06.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.269+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~G2URFAT590SG.0 size=950886 2023-12-03T11:44:06.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.269+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=G2URFAT590SG tag=7QT4NBD1FQQE type=write size=1999462 2023-12-03T11:44:06.271 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.270+0000 7fec65a36780 1 < completed write operation key=8OT6OT3U65FW tag=B9Z23NIHNO9C type=write size=35570 2023-12-03T11:44:06.274 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.272+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~LL67UJFWIU4G.0 size=693372 2023-12-03T11:44:06.274 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.272+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=LL67UJFWIU4G tag=8GUR7VNO3SWI type=write size=1741948 2023-12-03T11:44:06.275 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.273+0000 7fec65a36780 1 < completed delete operation key=3QZKHX70UUGR tag=FRN9PT3OXNJ2 type=del 2023-12-03T11:44:06.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.276+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~NQL49DM6R320.0 size=215803 2023-12-03T11:44:06.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.276+0000 7fec65a36780 1 > prepared multipart upload key=0AZB86BIZ0MT upload=NQL49DM6R320 tag=VWQA2HAEVSOU type=write size=1264379 2023-12-03T11:44:06.278 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.277+0000 7fec65a36780 1 < completed delete operation key=8OT6OT3U65FW tag=1AJAK92B138H type=del 2023-12-03T11:44:06.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.278+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=1NB9VWMLJ14J type=write size=607789 2023-12-03T11:44:06.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.279+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=HXAF3OF9X1SW type=del 2023-12-03T11:44:06.282 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.281+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~TFU2L9BWDROP.0 size=1048576 2023-12-03T11:44:06.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.282+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~TFU2L9BWDROP.1 size=946384 2023-12-03T11:44:06.284 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.282+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=TFU2L9BWDROP tag=M2UORJH18ZKZ type=write size=3043536 2023-12-03T11:44:06.284 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.283+0000 7fec65a36780 1 < completed write operation key=8OT6OT3U65FW tag=2GEMVRQAWI6M type=write size=921375 2023-12-03T11:44:06.285 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.284+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=SMQ20XM4FU1S type=del size=2307782 2023-12-03T11:44:06.287 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.285+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=LMK7ZU88NJH5 type=del 2023-12-03T11:44:06.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.287+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=L6ZEABI5LZWQ type=del size=3660330 2023-12-03T11:44:06.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.288+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=7AH8NA54FTV7 type=del 2023-12-03T11:44:06.290 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.289+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=FM5K6RPOA3R3 type=del size=3253208 2023-12-03T11:44:06.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.290+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~4Z2G6B6T5GFN.0 size=1048576 2023-12-03T11:44:06.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.291+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~4Z2G6B6T5GFN.1 size=1048576 2023-12-03T11:44:06.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.292+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~4Z2G6B6T5GFN.2 size=838381 2023-12-03T11:44:06.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.294+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=4Z2G6B6T5GFN tag=70RJ42YP23IH type=write size=3984109 2023-12-03T11:44:06.297 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.295+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=BLDMS3XJGVSE type=del size=3298083 2023-12-03T11:44:06.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.297+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~9AX4OPEJQH4F.0 size=1048576 2023-12-03T11:44:06.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.298+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~9AX4OPEJQH4F.1 size=18163 2023-12-03T11:44:06.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.300+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=9AX4OPEJQH4F tag=RWQAMYG2JFCO type=write size=2115315 2023-12-03T11:44:06.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.301+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=S1M2DTIQQ0ZO type=del size=386386 2023-12-03T11:44:06.304 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.302+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~1TGPJQ8NMEZB.0 size=95880 2023-12-03T11:44:06.306 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.304+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=1TGPJQ8NMEZB tag=A6A4V48CJOV4 type=write size=1144456 2023-12-03T11:44:06.307 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.306+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=2KQLCYWLB5BE type=del size=3877795 2023-12-03T11:44:06.308 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.307+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~WABIRRCFHX4E.0 size=1048576 2023-12-03T11:44:06.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.308+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~WABIRRCFHX4E.1 size=1048576 2023-12-03T11:44:06.310 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.309+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~WABIRRCFHX4E.2 size=582574 2023-12-03T11:44:06.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.311+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=WABIRRCFHX4E tag=GYS1V2KUFS03 type=write size=3728302 2023-12-03T11:44:06.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.312+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=X784OLBNPN8K type=write size=291719 2023-12-03T11:44:06.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.313+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~L5X7UNVOGPLY.0 size=835279 2023-12-03T11:44:06.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.315+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=L5X7UNVOGPLY tag=YWOPZGEAYMK4 type=write size=1883855 2023-12-03T11:44:06.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.316+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=P7AGD3QKKZ2H type=del size=3008323 2023-12-03T11:44:06.320 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.319+0000 7fec65a36780 1 < suggested update operation key=0HEXWFSSYOFX tag=36P5BHXORX42 type=del size=359788 2023-12-03T11:44:06.321 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.320+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=R86Y399H1TTZ type=del size=857730 2023-12-03T11:44:06.323 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.322+0000 7fec65a36780 1 < suggested remove operation key=0AZB86BIZ0MT tag=1UCUSXEU62UR type=write 2023-12-03T11:44:06.325 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.323+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=098HFJKFOCHM type=del size=3544629 2023-12-03T11:44:06.326 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.325+0000 7fec65a36780 1 < completed delete operation key=6NE4YT7O3EKT tag=FEUGP2UNGL1E type=del 2023-12-03T11:44:06.327 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.326+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=RN5VO8CI83MX type=del size=1742454 2023-12-03T11:44:06.328 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.327+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~G2URFAT590SG.0 size=950886 2023-12-03T11:44:06.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.329+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=G2URFAT590SG tag=7QT4NBD1FQQE type=write size=1999462 2023-12-03T11:44:06.331 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.330+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=F7W7LVJBCBTS type=write size=118641 2023-12-03T11:44:06.332 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.331+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~LL67UJFWIU4G.0 size=693372 2023-12-03T11:44:06.334 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.333+0000 7fec65a36780 1 < completed multipart upload key=YRACKN8LKGIH upload=LL67UJFWIU4G tag=8GUR7VNO3SWI type=write size=1741948 2023-12-03T11:44:06.337 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.335+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~MAAGKGARZUKA.0 size=1048576 2023-12-03T11:44:06.338 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.336+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~MAAGKGARZUKA.1 size=116894 2023-12-03T11:44:06.338 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.336+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=MAAGKGARZUKA tag=CEXZOXVNNJFB type=write size=2214046 2023-12-03T11:44:06.339 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.338+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~NQL49DM6R320.0 size=215803 2023-12-03T11:44:06.341 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.340+0000 7fec65a36780 1 < completed multipart upload key=0AZB86BIZ0MT upload=NQL49DM6R320 tag=VWQA2HAEVSOU type=write size=1264379 2023-12-03T11:44:06.343 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.342+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~R2X1BJFBDEMI.0 size=1048576 2023-12-03T11:44:06.344 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.343+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~R2X1BJFBDEMI.1 size=1048576 2023-12-03T11:44:06.345 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.343+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~R2X1BJFBDEMI.2 size=413690 2023-12-03T11:44:06.345 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.343+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=R2X1BJFBDEMI tag=5T11T45EO09U type=write size=3559418 2023-12-03T11:44:06.346 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.345+0000 7fec65a36780 1 < canceled operation key=3C6QMW8IQIA4 tag=1NB9VWMLJ14J type=write size=607789 2023-12-03T11:44:06.347 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.346+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=ZEJJDUDZ7HVW type=del size=1624148 2023-12-03T11:44:06.348 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.347+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~TFU2L9BWDROP.0 size=1048576 2023-12-03T11:44:06.349 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.348+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~TFU2L9BWDROP.1 size=946384 2023-12-03T11:44:06.353 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.350+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=TFU2L9BWDROP tag=M2UORJH18ZKZ type=write size=3043536 2023-12-03T11:44:06.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.351+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=J4UBZW67FFXY type=write size=319372 2023-12-03T11:44:06.355 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.353+0000 7fec65a36780 1 < suggested remove operation key=T9V22NACHJGL tag=SMQ20XM4FU1S type=del 2023-12-03T11:44:06.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.355+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=H3XSS2YNWO6Y type=del size=1264439 2023-12-03T11:44:06.358 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.356+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=L6ZEABI5LZWQ type=del 2023-12-03T11:44:06.358 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.357+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=A13AXGLGSMIF type=del size=1816741 2023-12-03T11:44:06.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.358+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=FM5K6RPOA3R3 type=del 2023-12-03T11:44:06.360 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.359+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=QPOTJ50MEWG1 type=del size=3265131 2023-12-03T11:44:06.363 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.361+0000 7fec65a36780 1 < suggested update operation key=1Q50D75XSIR5 tag=BLDMS3XJGVSE type=del size=3298083 2023-12-03T11:44:06.365 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.364+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~XWMS3Y8MPYTA.0 size=77311 2023-12-03T11:44:06.365 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.364+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=XWMS3Y8MPYTA tag=G5EFGQTJZCY7 type=write size=1125887 2023-12-03T11:44:06.366 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.365+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=S1M2DTIQQ0ZO type=del 2023-12-03T11:44:06.368 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.367+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~HF62FE5WUWZD.0 size=29718 2023-12-03T11:44:06.368 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.367+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=HF62FE5WUWZD tag=6M1MDZLI846E type=write size=1078294 2023-12-03T11:44:06.369 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.368+0000 7fec65a36780 1 < completed delete operation key=GR4SISUXSQOT tag=2KQLCYWLB5BE type=del 2023-12-03T11:44:06.371 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.370+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~KHA4QHTVN9D4.0 size=1048576 2023-12-03T11:44:06.373 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.372+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~KHA4QHTVN9D4.1 size=126804 2023-12-03T11:44:06.373 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.372+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=KHA4QHTVN9D4 tag=UX16FBDV55AG type=write size=2223956 2023-12-03T11:44:06.375 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.374+0000 7fec65a36780 1 < suggested remove operation key=X9QLCGIXBKPW tag=X784OLBNPN8K type=write 2023-12-03T11:44:06.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.376+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~7Z9BW33YJEWP.0 size=1048576 2023-12-03T11:44:06.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.377+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~7Z9BW33YJEWP.1 size=1048576 2023-12-03T11:44:06.379 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.378+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~7Z9BW33YJEWP.2 size=565411 2023-12-03T11:44:06.379 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.378+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=7Z9BW33YJEWP tag=1RC8P9EYNMS7 type=write size=3711139 2023-12-03T11:44:06.380 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.379+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=P7AGD3QKKZ2H type=del 2023-12-03T11:44:06.381 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.380+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=TQ6MKPL37WF1 type=del size=2308866 2023-12-03T11:44:06.382 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.381+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=R86Y399H1TTZ type=del 2023-12-03T11:44:06.383 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.382+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=5FGIVW5HE1AE type=del size=275175 2023-12-03T11:44:06.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.383+0000 7fec65a36780 1 < completed delete operation key=WOVRQGZRPR2M tag=098HFJKFOCHM type=del 2023-12-03T11:44:06.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.385+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~CD1ZG3FUC0LS.0 size=1048576 2023-12-03T11:44:06.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.386+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~CD1ZG3FUC0LS.1 size=1048576 2023-12-03T11:44:06.388 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.387+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~CD1ZG3FUC0LS.2 size=378049 2023-12-03T11:44:06.388 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.387+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=CD1ZG3FUC0LS tag=CWK2XUX1X8YF type=write size=3523777 2023-12-03T11:44:06.390 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.388+0000 7fec65a36780 1 < completed delete operation key=8OT6OT3U65FW tag=RN5VO8CI83MX type=del 2023-12-03T11:44:06.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.389+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=3CAEEPIQV8WS type=del size=1935352 2023-12-03T11:44:06.392 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.390+0000 7fec65a36780 -1 < failed to complete operation key=1Q50D75XSIR5 tag=F7W7LVJBCBTS type=write size=118641: (22) Invalid argument 2023-12-03T11:44:06.393 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.392+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=8CC8H5RQE71S type=write size=261719 2023-12-03T11:44:06.394 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.393+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~MAAGKGARZUKA.0 size=1048576 2023-12-03T11:44:06.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.394+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~MAAGKGARZUKA.1 size=116894 2023-12-03T11:44:06.397 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.396+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=MAAGKGARZUKA tag=CEXZOXVNNJFB type=write size=2214046 2023-12-03T11:44:06.398 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.397+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=GR83MY3MJFIZ type=write size=549670 2023-12-03T11:44:06.399 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.398+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~R2X1BJFBDEMI.0 size=1048576 2023-12-03T11:44:06.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.399+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~R2X1BJFBDEMI.1 size=1048576 2023-12-03T11:44:06.403 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.402+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~R2X1BJFBDEMI.2 size=413690 2023-12-03T11:44:06.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.404+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=R2X1BJFBDEMI tag=5T11T45EO09U type=write size=3559418 2023-12-03T11:44:06.406 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.405+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=JUNYGENTTMVB type=del size=2979926 2023-12-03T11:44:06.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.406+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=ZEJJDUDZ7HVW type=del 2023-12-03T11:44:06.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.408+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=EHZ8B8FQ0Q38 type=del size=1691915 2023-12-03T11:44:06.410 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.409+0000 7fec65a36780 1 < completed write operation key=MR1LTY3JH4WC tag=J4UBZW67FFXY type=write size=319372 2023-12-03T11:44:06.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.410+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=28FRA0YM3WB8 type=del size=673618 2023-12-03T11:44:06.413 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.412+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=H3XSS2YNWO6Y type=del 2023-12-03T11:44:06.414 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.413+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=T5HEAU0J6WWH type=write size=725580 2023-12-03T11:44:06.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.414+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=A13AXGLGSMIF type=del 2023-12-03T11:44:06.417 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.416+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=41X9UR1TGDK9 type=del size=1344916 2023-12-03T11:44:06.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.417+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=QPOTJ50MEWG1 type=del 2023-12-03T11:44:06.420 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.418+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=VCQ87ZOOUCRZ type=del size=3091213 2023-12-03T11:44:06.421 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.420+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~XWMS3Y8MPYTA.0 size=77311 2023-12-03T11:44:06.423 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.422+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=XWMS3Y8MPYTA tag=G5EFGQTJZCY7 type=write size=1125887 2023-12-03T11:44:06.424 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.423+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=ZU415ZUTRVGX type=del size=849989 2023-12-03T11:44:06.426 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.424+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~HF62FE5WUWZD.0 size=29718 2023-12-03T11:44:06.427 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.426+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=HF62FE5WUWZD tag=6M1MDZLI846E type=write size=1078294 2023-12-03T11:44:06.430 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.429+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~YB4170RX2POY.0 size=1048576 2023-12-03T11:44:06.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.429+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~YB4170RX2POY.1 size=1048576 2023-12-03T11:44:06.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.430+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~YB4170RX2POY.2 size=291618 2023-12-03T11:44:06.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.430+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=YB4170RX2POY tag=IRRJR0BNH0MU type=write size=3437346 2023-12-03T11:44:06.433 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.432+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~KHA4QHTVN9D4.0 size=1048576 2023-12-03T11:44:06.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.432+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~KHA4QHTVN9D4.1 size=126804 2023-12-03T11:44:06.436 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.435+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=KHA4QHTVN9D4 tag=UX16FBDV55AG type=write size=2223956 2023-12-03T11:44:06.438 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.437+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~35J6UF9HJ8XN.0 size=1048576 2023-12-03T11:44:06.439 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.438+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~35J6UF9HJ8XN.1 size=1048576 2023-12-03T11:44:06.440 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.439+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~35J6UF9HJ8XN.2 size=223478 2023-12-03T11:44:06.440 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.439+0000 7fec65a36780 1 > prepared multipart upload key=0HEXWFSSYOFX upload=35J6UF9HJ8XN tag=G1EOMWWB0IXB type=write size=3369206 2023-12-03T11:44:06.441 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.440+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~7Z9BW33YJEWP.0 size=1048576 2023-12-03T11:44:06.442 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.441+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~7Z9BW33YJEWP.1 size=1048576 2023-12-03T11:44:06.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.442+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~7Z9BW33YJEWP.2 size=565411 2023-12-03T11:44:06.445 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.444+0000 7fec65a36780 1 < completed multipart upload key=2RH7HHERSZ3G upload=7Z9BW33YJEWP tag=1RC8P9EYNMS7 type=write size=3711139 2023-12-03T11:44:06.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.446+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~V23CN7P5S65U.0 size=1048576 2023-12-03T11:44:06.448 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.447+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~V23CN7P5S65U.1 size=546649 2023-12-03T11:44:06.449 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.447+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=V23CN7P5S65U tag=6JZSQJWBYHX3 type=write size=2643801 2023-12-03T11:44:06.451 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.449+0000 7fec65a36780 1 < suggested remove operation key=1Q50D75XSIR5 tag=TQ6MKPL37WF1 type=del 2023-12-03T11:44:06.452 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.451+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=OVO994SD9J0X type=write size=725341 2023-12-03T11:44:06.453 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.452+0000 7fec65a36780 1 < completed delete operation key=X9RVI5NGJ2OL tag=5FGIVW5HE1AE type=del 2023-12-03T11:44:06.454 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.453+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=XSIZSB17DGNY type=del size=2003983 2023-12-03T11:44:06.455 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.454+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~CD1ZG3FUC0LS.0 size=1048576 2023-12-03T11:44:06.456 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.455+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~CD1ZG3FUC0LS.1 size=1048576 2023-12-03T11:44:06.457 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.456+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~CD1ZG3FUC0LS.2 size=378049 2023-12-03T11:44:06.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.458+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=CD1ZG3FUC0LS tag=CWK2XUX1X8YF type=write size=3523777 2023-12-03T11:44:06.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.460+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~VDVAQ90TO4V5.0 size=1048576 2023-12-03T11:44:06.462 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.461+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~VDVAQ90TO4V5.1 size=1048576 2023-12-03T11:44:06.463 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.462+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~VDVAQ90TO4V5.2 size=266695 2023-12-03T11:44:06.463 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.462+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=VDVAQ90TO4V5 tag=L0DZPP2E0DEE type=write size=3412423 2023-12-03T11:44:06.465 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.464+0000 7fec65a36780 1 < suggested remove operation key=ZHU0D35IH21Q tag=3CAEEPIQV8WS type=del 2023-12-03T11:44:06.467 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.466+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~3YRN7NZNAY2X.0 size=1048576 2023-12-03T11:44:06.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.467+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~3YRN7NZNAY2X.1 size=51275 2023-12-03T11:44:06.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.467+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=3YRN7NZNAY2X tag=N3QXULD1032T type=write size=2148427 2023-12-03T11:44:06.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.470+0000 7fec65a36780 1 < suggested update operation key=GR4SISUXSQOT tag=8CC8H5RQE71S type=write size=261719 2023-12-03T11:44:06.473 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.472+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~D3VQTDMYXTGF.0 size=1048576 2023-12-03T11:44:06.474 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.473+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~D3VQTDMYXTGF.1 size=158564 2023-12-03T11:44:06.475 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.473+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=D3VQTDMYXTGF tag=4VW1XHA0X0WR type=write size=2255716 2023-12-03T11:44:06.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.476+0000 7fec65a36780 1 < suggested remove operation key=YRACKN8LKGIH tag=GR83MY3MJFIZ type=write 2023-12-03T11:44:06.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.477+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=ID8ZXB003Q0P type=del size=325599 2023-12-03T11:44:06.481 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.479+0000 7fec65a36780 1 < suggested update operation key=SSVHOXNGSFYF tag=JUNYGENTTMVB type=del size=2979926 2023-12-03T11:44:06.483 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.482+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~GC2O8S4OH14Y.0 size=1048576 2023-12-03T11:44:06.484 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.483+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~GC2O8S4OH14Y.1 size=1048576 2023-12-03T11:44:06.485 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.484+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~GC2O8S4OH14Y.2 size=164862 2023-12-03T11:44:06.486 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.484+0000 7fec65a36780 1 > prepared multipart upload key=AH17BNCID2LT upload=GC2O8S4OH14Y tag=1Z5GGD5IR08B type=write size=3310590 2023-12-03T11:44:06.487 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.485+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=EHZ8B8FQ0Q38 type=del 2023-12-03T11:44:06.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.488+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~9KAN3VNDOXAQ.0 size=1048576 2023-12-03T11:44:06.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.489+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~9KAN3VNDOXAQ.1 size=508694 2023-12-03T11:44:06.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.489+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=9KAN3VNDOXAQ tag=R4CZYCHX9AEQ type=write size=2605846 2023-12-03T11:44:06.492 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.490+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=28FRA0YM3WB8 type=del 2023-12-03T11:44:06.494 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.493+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~D9JP3QSSE03X.0 size=1048576 2023-12-03T11:44:06.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.494+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~D9JP3QSSE03X.1 size=934337 2023-12-03T11:44:06.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.494+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=D9JP3QSSE03X tag=TFVDSES1EOBJ type=write size=3031489 2023-12-03T11:44:06.496 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.495+0000 7fec65a36780 1 < completed write operation key=ZCS6XX24O8P4 tag=T5HEAU0J6WWH type=write size=725580 2023-12-03T11:44:06.498 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.497+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=36WXL4JR6X3H type=del size=3727254 2023-12-03T11:44:06.499 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.498+0000 7fec65a36780 1 < completed delete operation key=6NE4YT7O3EKT tag=41X9UR1TGDK9 type=del 2023-12-03T11:44:06.501 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.500+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~TJHWE05A8R61.0 size=1048576 2023-12-03T11:44:06.502 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.501+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~TJHWE05A8R61.1 size=1048576 2023-12-03T11:44:06.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.502+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~TJHWE05A8R61.2 size=493009 2023-12-03T11:44:06.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.502+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=TJHWE05A8R61 tag=BPLQMHA0P9QZ type=write size=3638737 2023-12-03T11:44:06.504 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.503+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=VCQ87ZOOUCRZ type=del 2023-12-03T11:44:06.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.505+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=NVWDW7CCBHMC type=del size=2937520 2023-12-03T11:44:06.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.506+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=ZU415ZUTRVGX type=del 2023-12-03T11:44:06.508 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.507+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=8OCCWWLIVNH2 type=del size=1398324 2023-12-03T11:44:06.509 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.508+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~YB4170RX2POY.0 size=1048576 2023-12-03T11:44:06.510 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.509+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~YB4170RX2POY.1 size=1048576 2023-12-03T11:44:06.511 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.510+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~YB4170RX2POY.2 size=291618 2023-12-03T11:44:06.513 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.512+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=YB4170RX2POY tag=IRRJR0BNH0MU type=write size=3437346 2023-12-03T11:44:06.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.514+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~H0S3ZKMSGDA9.0 size=980316 2023-12-03T11:44:06.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.514+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=H0S3ZKMSGDA9 tag=AWDF519561EU type=write size=2028892 2023-12-03T11:44:06.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.514+0000 7fec65a36780 1 < canceled part key=_multipart_0HEXWFSSYOFX.2~35J6UF9HJ8XN.0 size=1048576 2023-12-03T11:44:06.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.514+0000 7fec65a36780 1 < canceled part key=_multipart_0HEXWFSSYOFX.2~35J6UF9HJ8XN.1 size=1048576 2023-12-03T11:44:06.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.515+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~35J6UF9HJ8XN.2 size=223478 2023-12-03T11:44:06.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.517+0000 7fec65a36780 1 < canceled multipart upload key=0HEXWFSSYOFX upload=35J6UF9HJ8XN tag=G1EOMWWB0IXB type=write size=3369206 2023-12-03T11:44:06.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.518+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=HN17UFYBURVL type=del size=912072 2023-12-03T11:44:06.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.519+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~V23CN7P5S65U.0 size=1048576 2023-12-03T11:44:06.521 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.520+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~V23CN7P5S65U.1 size=546649 2023-12-03T11:44:06.523 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.522+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=V23CN7P5S65U tag=6JZSQJWBYHX3 type=write size=2643801 2023-12-03T11:44:06.525 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.524+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~W4CT5BEJKE7P.0 size=167353 2023-12-03T11:44:06.526 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.524+0000 7fec65a36780 1 > prepared multipart upload key=T9V22NACHJGL upload=W4CT5BEJKE7P tag=6BR741MUBZF8 type=write size=1215929 2023-12-03T11:44:06.527 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.526+0000 7fec65a36780 1 < completed write operation key=AH17BNCID2LT tag=OVO994SD9J0X type=write size=725341 2023-12-03T11:44:06.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.527+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=4KF4L1Q8G53W type=del size=2204090 2023-12-03T11:44:06.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.528+0000 7fec65a36780 1 < completed delete operation key=PEN3GY9LLJKQ tag=XSIZSB17DGNY type=del 2023-12-03T11:44:06.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.531+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=9OAZ7GZ6NYQ0 type=write size=918590 2023-12-03T11:44:06.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.532+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~VDVAQ90TO4V5.0 size=1048576 2023-12-03T11:44:06.534 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.533+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~VDVAQ90TO4V5.1 size=1048576 2023-12-03T11:44:06.535 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.534+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~VDVAQ90TO4V5.2 size=266695 2023-12-03T11:44:06.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.536+0000 7fec65a36780 1 < completed multipart upload key=ZHU0D35IH21Q upload=VDVAQ90TO4V5 tag=L0DZPP2E0DEE type=write size=3412423 2023-12-03T11:44:06.538 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.537+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=HKYYHA4V2C7R type=del size=4142627 2023-12-03T11:44:06.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.538+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~3YRN7NZNAY2X.0 size=1048576 2023-12-03T11:44:06.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.539+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~3YRN7NZNAY2X.1 size=51275 2023-12-03T11:44:06.542 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.541+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=3YRN7NZNAY2X tag=N3QXULD1032T type=write size=2148427 2023-12-03T11:44:06.544 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.543+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~0J8ZYBJVVUOU.0 size=959121 2023-12-03T11:44:06.544 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.543+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=0J8ZYBJVVUOU tag=B7BVCGQWH2WC type=write size=2007697 2023-12-03T11:44:06.545 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.544+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~D3VQTDMYXTGF.0 size=1048576 2023-12-03T11:44:06.546 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.545+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~D3VQTDMYXTGF.1 size=158564 2023-12-03T11:44:06.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.547+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=D3VQTDMYXTGF tag=4VW1XHA0X0WR type=write size=2255716 2023-12-03T11:44:06.549 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.548+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=U3NNQO71ZO6S type=del size=506567 2023-12-03T11:44:06.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.549+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=ID8ZXB003Q0P type=del 2023-12-03T11:44:06.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.550+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=RVG14RIQMU04 type=del size=3594391 2023-12-03T11:44:06.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.552+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~GC2O8S4OH14Y.0 size=1048576 2023-12-03T11:44:06.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.552+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~GC2O8S4OH14Y.1 size=1048576 2023-12-03T11:44:06.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.553+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~GC2O8S4OH14Y.2 size=164862 2023-12-03T11:44:06.557 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.555+0000 7fec65a36780 1 < completed multipart upload key=AH17BNCID2LT upload=GC2O8S4OH14Y tag=1Z5GGD5IR08B type=write size=3310590 2023-12-03T11:44:06.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.557+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=4GZEYO0SXCG8 type=del size=1006950 2023-12-03T11:44:06.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.557+0000 7fec65a36780 1 < canceled part key=_multipart_3C6QMW8IQIA4.2~9KAN3VNDOXAQ.0 size=1048576 2023-12-03T11:44:06.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.558+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~9KAN3VNDOXAQ.1 size=508694 2023-12-03T11:44:06.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.560+0000 7fec65a36780 1 < canceled multipart upload key=3C6QMW8IQIA4 upload=9KAN3VNDOXAQ tag=R4CZYCHX9AEQ type=write size=2605846 2023-12-03T11:44:06.563 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.562+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~N01U3SV1DDHV.0 size=138907 2023-12-03T11:44:06.563 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.562+0000 7fec65a36780 1 > prepared multipart upload key=0AZB86BIZ0MT upload=N01U3SV1DDHV tag=MAHEEH6HA2Q8 type=write size=1187483 2023-12-03T11:44:06.563 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.562+0000 7fec65a36780 1 < canceled part key=_multipart_3C6QMW8IQIA4.2~D9JP3QSSE03X.0 size=1048576 2023-12-03T11:44:06.564 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.563+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~D9JP3QSSE03X.1 size=934337 2023-12-03T11:44:06.566 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.565+0000 7fec65a36780 1 < canceled multipart upload key=3C6QMW8IQIA4 upload=D9JP3QSSE03X tag=TFVDSES1EOBJ type=write size=3031489 2023-12-03T11:44:06.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.567+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~TUJBD1WTG766.0 size=328400 2023-12-03T11:44:06.569 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.567+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=TUJBD1WTG766 tag=HGZ1FIFM6Y5B type=write size=1376976 2023-12-03T11:44:06.569 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.568+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=36WXL4JR6X3H type=del 2023-12-03T11:44:06.571 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.570+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~615RSTNX4LHL.0 size=1048576 2023-12-03T11:44:06.572 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.571+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~615RSTNX4LHL.1 size=1048576 2023-12-03T11:44:06.573 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.572+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~615RSTNX4LHL.2 size=435361 2023-12-03T11:44:06.573 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.572+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=615RSTNX4LHL tag=1502EHN2FU93 type=write size=3581089 2023-12-03T11:44:06.574 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.573+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~TJHWE05A8R61.0 size=1048576 2023-12-03T11:44:06.575 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.574+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~TJHWE05A8R61.1 size=1048576 2023-12-03T11:44:06.576 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.575+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~TJHWE05A8R61.2 size=493009 2023-12-03T11:44:06.578 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.577+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=TJHWE05A8R61 tag=BPLQMHA0P9QZ type=write size=3638737 2023-12-03T11:44:06.579 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.578+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=P5NC60GPPDHS type=del size=1625991 2023-12-03T11:44:06.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.579+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=NVWDW7CCBHMC type=del 2023-12-03T11:44:06.582 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.581+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=S6DLBJLQJP1S type=del size=470794 2023-12-03T11:44:06.583 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.582+0000 7fec65a36780 1 < completed delete operation key=8OT6OT3U65FW tag=8OCCWWLIVNH2 type=del 2023-12-03T11:44:06.584 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.583+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=LED37WTSWY9X type=del size=3480620 2023-12-03T11:44:06.585 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.584+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~H0S3ZKMSGDA9.0 size=980316 2023-12-03T11:44:06.588 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.586+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=H0S3ZKMSGDA9 tag=AWDF519561EU type=write size=2028892 2023-12-03T11:44:06.589 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.588+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=XUY5LOAJF936 type=del size=2384792 2023-12-03T11:44:06.590 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.589+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=HN17UFYBURVL type=del 2023-12-03T11:44:06.592 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.591+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~AQ0OY2Z980K8.0 size=770261 2023-12-03T11:44:06.592 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.591+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=AQ0OY2Z980K8 tag=V1BQ6FEE68RA type=write size=1818837 2023-12-03T11:44:06.592 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.591+0000 7fec65a36780 1 < canceled part key=_multipart_T9V22NACHJGL.2~W4CT5BEJKE7P.0 size=167353 2023-12-03T11:44:06.594 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.593+0000 7fec65a36780 1 < canceled multipart upload key=T9V22NACHJGL upload=W4CT5BEJKE7P tag=6BR741MUBZF8 type=write size=1215929 2023-12-03T11:44:06.597 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.596+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~00TPRHJW9BCB.0 size=1048576 2023-12-03T11:44:06.600 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.598+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~00TPRHJW9BCB.1 size=1001942 2023-12-03T11:44:06.600 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.598+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=00TPRHJW9BCB tag=Z0HG6JT5BJ93 type=write size=3099094 2023-12-03T11:44:06.602 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.600+0000 7fec65a36780 1 < suggested update operation key=YRACKN8LKGIH tag=4KF4L1Q8G53W type=del size=2204090 2023-12-03T11:44:06.603 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.602+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~C4AFJ9Z3FM64.0 size=1048576 2023-12-03T11:44:06.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.603+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~C4AFJ9Z3FM64.1 size=1048576 2023-12-03T11:44:06.605 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.604+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~C4AFJ9Z3FM64.2 size=260793 2023-12-03T11:44:06.605 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.604+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=C4AFJ9Z3FM64 tag=RI3L6UCTRAHA type=write size=3406521 2023-12-03T11:44:06.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.605+0000 7fec65a36780 1 < completed write operation key=8OT6OT3U65FW tag=9OAZ7GZ6NYQ0 type=write size=918590 2023-12-03T11:44:06.607 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.606+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=CT34FGES3WBX type=del size=1455745 2023-12-03T11:44:06.608 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.607+0000 7fec65a36780 1 < completed delete operation key=3QZKHX70UUGR tag=HKYYHA4V2C7R type=del 2023-12-03T11:44:06.612 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.611+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~QGN1CD9RUS76.0 size=1048576 2023-12-03T11:44:06.613 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.612+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~QGN1CD9RUS76.1 size=734754 2023-12-03T11:44:06.613 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.612+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=QGN1CD9RUS76 tag=LASRHIP3PG09 type=write size=2831906 2023-12-03T11:44:06.614 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.613+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~0J8ZYBJVVUOU.0 size=959121 2023-12-03T11:44:06.616 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.615+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=0J8ZYBJVVUOU tag=B7BVCGQWH2WC type=write size=2007697 2023-12-03T11:44:06.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.616+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=WEPXJ9L0TFHN type=del size=1908767 2023-12-03T11:44:06.619 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.618+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=U3NNQO71ZO6S type=del 2023-12-03T11:44:06.620 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.619+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=OY7JAAMDH1OV type=del size=2011939 2023-12-03T11:44:06.622 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.621+0000 7fec65a36780 1 < suggested remove operation key=9JLT22LCTIPC tag=RVG14RIQMU04 type=del 2023-12-03T11:44:06.623 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.622+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=WDMWV13GYO6J type=del size=2124170 2023-12-03T11:44:06.625 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.624+0000 7fec65a36780 1 < suggested update operation key=AH17BNCID2LT tag=4GZEYO0SXCG8 type=del size=1006950 2023-12-03T11:44:06.627 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.626+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=4SEA9R1I95CA type=write size=153730 2023-12-03T11:44:06.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.627+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~N01U3SV1DDHV.0 size=138907 2023-12-03T11:44:06.630 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.629+0000 7fec65a36780 1 < completed multipart upload key=0AZB86BIZ0MT upload=N01U3SV1DDHV tag=MAHEEH6HA2Q8 type=write size=1187483 2023-12-03T11:44:06.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.631+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~NSTYHF5UG5N1.0 size=1048576 2023-12-03T11:44:06.633 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.632+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~NSTYHF5UG5N1.1 size=1048576 2023-12-03T11:44:06.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.632+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~NSTYHF5UG5N1.2 size=815483 2023-12-03T11:44:06.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.632+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=NSTYHF5UG5N1 tag=3NNNWMRKX5W1 type=write size=3961211 2023-12-03T11:44:06.635 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.634+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~TUJBD1WTG766.0 size=328400 2023-12-03T11:44:06.636 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.635+0000 7fec65a36780 1 < completed multipart upload key=YRACKN8LKGIH upload=TUJBD1WTG766 tag=HGZ1FIFM6Y5B type=write size=1376976 2023-12-03T11:44:06.638 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.637+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~6G8LTKIEG1BY.0 size=1048576 2023-12-03T11:44:06.639 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.638+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~6G8LTKIEG1BY.1 size=850210 2023-12-03T11:44:06.639 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.638+0000 7fec65a36780 1 > prepared multipart upload key=ZCS6XX24O8P4 upload=6G8LTKIEG1BY tag=ZAKVGEK13ZW2 type=write size=2947362 2023-12-03T11:44:06.640 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.639+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~615RSTNX4LHL.0 size=1048576 2023-12-03T11:44:06.641 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.640+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~615RSTNX4LHL.1 size=1048576 2023-12-03T11:44:06.642 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.640+0000 7fec65a36780 1 < canceled part key=_multipart_ZHU0D35IH21Q.2~615RSTNX4LHL.2 size=435361 2023-12-03T11:44:06.644 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.642+0000 7fec65a36780 1 < canceled multipart upload key=ZHU0D35IH21Q upload=615RSTNX4LHL tag=1502EHN2FU93 type=write size=3581089 2023-12-03T11:44:06.645 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.644+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=KNFBBA40G2L6 type=del size=1855393 2023-12-03T11:44:06.647 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.646+0000 7fec65a36780 1 < suggested remove operation key=H2MMD7J4LFAH tag=P5NC60GPPDHS type=del 2023-12-03T11:44:06.648 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.647+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=VJ4MEA2E0PVF type=del size=4131687 2023-12-03T11:44:06.649 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.648+0000 7fec65a36780 1 < completed delete operation key=T9V22NACHJGL tag=S6DLBJLQJP1S type=del 2023-12-03T11:44:06.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.650+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~MSLZY7O1B9C9.0 size=581487 2023-12-03T11:44:06.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.650+0000 7fec65a36780 1 > prepared multipart upload key=0AZB86BIZ0MT upload=MSLZY7O1B9C9 tag=7SZYKLGRMH9B type=write size=1630063 2023-12-03T11:44:06.653 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.651+0000 7fec65a36780 1 < canceled operation key=2RH7HHERSZ3G tag=LED37WTSWY9X type=del size=3480620 2023-12-03T11:44:06.654 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.653+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=5JPFGIV76GV1 type=del size=4170334 2023-12-03T11:44:06.655 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.654+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=XUY5LOAJF936 type=del 2023-12-03T11:44:06.656 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.655+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=1QQ9QBJY6YL2 type=del size=1742065 2023-12-03T11:44:06.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.656+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~AQ0OY2Z980K8.0 size=770261 2023-12-03T11:44:06.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.658+0000 7fec65a36780 1 < completed multipart upload key=2RH7HHERSZ3G upload=AQ0OY2Z980K8 tag=V1BQ6FEE68RA type=write size=1818837 2023-12-03T11:44:06.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.660+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~R9USORAYKKPI.0 size=1006101 2023-12-03T11:44:06.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.660+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=R9USORAYKKPI tag=OQ89TZAHUOOD type=write size=2054677 2023-12-03T11:44:06.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.661+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~00TPRHJW9BCB.0 size=1048576 2023-12-03T11:44:06.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.662+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~00TPRHJW9BCB.1 size=1001942 2023-12-03T11:44:06.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.664+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=00TPRHJW9BCB tag=Z0HG6JT5BJ93 type=write size=3099094 2023-12-03T11:44:06.666 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.665+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=NGHAAMVG7C57 type=del size=167011 2023-12-03T11:44:06.667 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.666+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~C4AFJ9Z3FM64.0 size=1048576 2023-12-03T11:44:06.668 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.667+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~C4AFJ9Z3FM64.1 size=1048576 2023-12-03T11:44:06.669 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.668+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~C4AFJ9Z3FM64.2 size=260793 2023-12-03T11:44:06.671 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.670+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=C4AFJ9Z3FM64 tag=RI3L6UCTRAHA type=write size=3406521 2023-12-03T11:44:06.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.671+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=I6E60BPP0I97 type=del size=3653017 2023-12-03T11:44:06.674 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.673+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=CT34FGES3WBX type=del 2023-12-03T11:44:06.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.675+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~WMWZ2JPHR0C3.0 size=368045 2023-12-03T11:44:06.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.675+0000 7fec65a36780 1 > prepared multipart upload key=AH17BNCID2LT upload=WMWZ2JPHR0C3 tag=4FOZ3F0H0CMN type=write size=1416621 2023-12-03T11:44:06.677 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.676+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~QGN1CD9RUS76.0 size=1048576 2023-12-03T11:44:06.678 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.677+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~QGN1CD9RUS76.1 size=734754 2023-12-03T11:44:06.680 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.679+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=QGN1CD9RUS76 tag=LASRHIP3PG09 type=write size=2831906 2023-12-03T11:44:06.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.680+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=2SZB0PMCR5JN type=write size=651162 2023-12-03T11:44:06.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.682+0000 7fec65a36780 1 < suggested update operation key=8OT6OT3U65FW tag=WEPXJ9L0TFHN type=del size=1908767 2023-12-03T11:44:06.685 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.684+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=PVWDR50V9IQL type=del size=2431157 2023-12-03T11:44:06.686 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.685+0000 7fec65a36780 -1 < failed to complete operation key=H2MMD7J4LFAH tag=OY7JAAMDH1OV type=del size=2011939: (22) Invalid argument 2023-12-03T11:44:06.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.687+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~4CAQ7ZB13WSB.0 size=690793 2023-12-03T11:44:06.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.687+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=4CAQ7ZB13WSB tag=QSU9LKR72D5N type=write size=1739369 2023-12-03T11:44:06.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.689+0000 7fec65a36780 1 < suggested remove operation key=8OT6OT3U65FW tag=WDMWV13GYO6J type=del 2023-12-03T11:44:06.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.691+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=8LDGA0I14G8S type=write size=436187 2023-12-03T11:44:06.693 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.692+0000 7fec65a36780 1 < completed write operation key=X9QLCGIXBKPW tag=4SEA9R1I95CA type=write size=153730 2023-12-03T11:44:06.694 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.693+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=XE4LJV588OOR type=del size=720578 2023-12-03T11:44:06.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.694+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~NSTYHF5UG5N1.0 size=1048576 2023-12-03T11:44:06.696 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.695+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~NSTYHF5UG5N1.1 size=1048576 2023-12-03T11:44:06.697 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.696+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~NSTYHF5UG5N1.2 size=815483 2023-12-03T11:44:06.699 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.698+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=NSTYHF5UG5N1 tag=3NNNWMRKX5W1 type=write size=3961211 2023-12-03T11:44:06.702 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.700+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~2X0OC54FCKHV.0 size=407990 2023-12-03T11:44:06.702 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.700+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=2X0OC54FCKHV tag=B1XUKT64RTYS type=write size=1456566 2023-12-03T11:44:06.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.701+0000 7fec65a36780 1 < completed part key=_multipart_ZCS6XX24O8P4.2~6G8LTKIEG1BY.0 size=1048576 2023-12-03T11:44:06.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.702+0000 7fec65a36780 1 < completed part key=_multipart_ZCS6XX24O8P4.2~6G8LTKIEG1BY.1 size=850210 2023-12-03T11:44:06.706 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.705+0000 7fec65a36780 1 < completed multipart upload key=ZCS6XX24O8P4 upload=6G8LTKIEG1BY tag=ZAKVGEK13ZW2 type=write size=2947362 2023-12-03T11:44:06.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.706+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=RKZ6MQB2XFHR type=del size=4049720 2023-12-03T11:44:06.709 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.708+0000 7fec65a36780 1 < completed delete operation key=0HEXWFSSYOFX tag=KNFBBA40G2L6 type=del 2023-12-03T11:44:06.711 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.710+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~0MK76A28FOWD.0 size=861333 2023-12-03T11:44:06.711 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.710+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=0MK76A28FOWD tag=I93UOISB03OX type=write size=1909909 2023-12-03T11:44:06.714 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.712+0000 7fec65a36780 1 < suggested remove operation key=5Z9PG5J6Q8GF tag=VJ4MEA2E0PVF type=del 2023-12-03T11:44:06.716 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.715+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~ZEPT05TS9F0J.0 size=357273 2023-12-03T11:44:06.716 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.715+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=ZEPT05TS9F0J tag=R5QG0A8I0FWA type=write size=1405849 2023-12-03T11:44:06.717 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.716+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~MSLZY7O1B9C9.0 size=581487 2023-12-03T11:44:06.719 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.718+0000 7fec65a36780 1 < completed multipart upload key=0AZB86BIZ0MT upload=MSLZY7O1B9C9 tag=7SZYKLGRMH9B type=write size=1630063 2023-12-03T11:44:06.720 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.719+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=PL48P87T385H type=write size=899849 2023-12-03T11:44:06.721 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.720+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=5JPFGIV76GV1 type=del 2023-12-03T11:44:06.724 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.722+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~129YTW962JJO.0 size=1048576 2023-12-03T11:44:06.724 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.723+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~129YTW962JJO.1 size=939913 2023-12-03T11:44:06.724 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.723+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=129YTW962JJO tag=POQ82P8I2B65 type=write size=3037065 2023-12-03T11:44:06.726 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.724+0000 7fec65a36780 1 < canceled operation key=47SL1QFM71HF tag=1QQ9QBJY6YL2 type=del size=1742065 2023-12-03T11:44:06.727 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.725+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=KVO1SV3D3GCA type=del size=1520448 2023-12-03T11:44:06.728 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.727+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~R9USORAYKKPI.0 size=1006101 2023-12-03T11:44:06.730 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.729+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=R9USORAYKKPI tag=OQ89TZAHUOOD type=write size=2054677 2023-12-03T11:44:06.731 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.730+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=8VZC0FWE6W8S type=del size=3988319 2023-12-03T11:44:06.732 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.731+0000 7fec65a36780 -1 < failed to complete operation key=8OT6OT3U65FW tag=NGHAAMVG7C57 type=del size=167011: (22) Invalid argument 2023-12-03T11:44:06.733 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.732+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=CKU6EB8UBSSS type=del size=4165824 2023-12-03T11:44:06.735 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.734+0000 7fec65a36780 1 < suggested remove operation key=C1UIPV6F6AYG tag=I6E60BPP0I97 type=del 2023-12-03T11:44:06.736 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.735+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=Q2YP9CBTJD68 type=del size=3805784 2023-12-03T11:44:06.737 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.736+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~WMWZ2JPHR0C3.0 size=368045 2023-12-03T11:44:06.739 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.738+0000 7fec65a36780 1 < completed multipart upload key=AH17BNCID2LT upload=WMWZ2JPHR0C3 tag=4FOZ3F0H0CMN type=write size=1416621 2023-12-03T11:44:06.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.739+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=CSHHWVO6MQKF type=del size=3294966 2023-12-03T11:44:06.742 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.740+0000 7fec65a36780 1 < completed write operation key=ZHU0D35IH21Q tag=2SZB0PMCR5JN type=write size=651162 2023-12-03T11:44:06.743 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.741+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=CNEUYODH9OUA type=del size=2456960 2023-12-03T11:44:06.744 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.743+0000 7fec65a36780 1 < canceled operation key=WOVRQGZRPR2M tag=PVWDR50V9IQL type=del size=2431157 2023-12-03T11:44:06.745 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.744+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=046QQL6PAEY1 type=del size=1511012 2023-12-03T11:44:06.746 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.745+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~4CAQ7ZB13WSB.0 size=690793 2023-12-03T11:44:06.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.747+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=4CAQ7ZB13WSB tag=QSU9LKR72D5N type=write size=1739369 2023-12-03T11:44:06.750 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.749+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~3N7BBZ1VHX1H.0 size=1048576 2023-12-03T11:44:06.751 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.750+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~3N7BBZ1VHX1H.1 size=1048576 2023-12-03T11:44:06.752 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.750+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~3N7BBZ1VHX1H.2 size=196155 2023-12-03T11:44:06.752 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.750+0000 7fec65a36780 1 > prepared multipart upload key=T9V22NACHJGL upload=3N7BBZ1VHX1H tag=BKLOAFHLTW1I type=write size=3341883 2023-12-03T11:44:06.754 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.753+0000 7fec65a36780 1 < suggested update operation key=133Q3KH264WU tag=8LDGA0I14G8S type=write size=436187 2023-12-03T11:44:06.755 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.754+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=GBRVUH2KRIBY type=del size=2398508 2023-12-03T11:44:06.757 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.756+0000 7fec65a36780 1 < suggested remove operation key=0AZB86BIZ0MT tag=XE4LJV588OOR type=del 2023-12-03T11:44:06.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.757+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=Y4UVMJ5NL5NR type=del size=588166 2023-12-03T11:44:06.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.759+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~2X0OC54FCKHV.0 size=407990 2023-12-03T11:44:06.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.761+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=2X0OC54FCKHV tag=B1XUKT64RTYS type=write size=1456566 2023-12-03T11:44:06.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.763+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~9XPX4VNXI7ZR.0 size=973691 2023-12-03T11:44:06.765 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.763+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=9XPX4VNXI7ZR tag=LPFL4F2J7BSR type=write size=2022267 2023-12-03T11:44:06.766 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.765+0000 7fec65a36780 1 < completed delete operation key=C0RNK06G6OQP tag=RKZ6MQB2XFHR type=del 2023-12-03T11:44:06.767 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.766+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=DKDI9YEON0D1 type=del size=559920 2023-12-03T11:44:06.768 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.767+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~0MK76A28FOWD.0 size=861333 2023-12-03T11:44:06.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.769+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=0MK76A28FOWD tag=I93UOISB03OX type=write size=1909909 2023-12-03T11:44:06.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.771+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~SRUU2CFXEN1T.0 size=995924 2023-12-03T11:44:06.773 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.771+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=SRUU2CFXEN1T tag=07ZPIHBN1CYS type=write size=2044500 2023-12-03T11:44:06.774 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.773+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~ZEPT05TS9F0J.0 size=357273 2023-12-03T11:44:06.776 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.774+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=ZEPT05TS9F0J tag=R5QG0A8I0FWA type=write size=1405849 2023-12-03T11:44:06.777 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.776+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=B2MEN6JFBFV1 type=del size=1087357 2023-12-03T11:44:06.778 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.777+0000 7fec65a36780 -1 < failed to complete operation key=0AZB86BIZ0MT tag=PL48P87T385H type=write size=899849: (22) Invalid argument 2023-12-03T11:44:06.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.779+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~H6HGR5HT1MF2.0 size=496136 2023-12-03T11:44:06.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.779+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=H6HGR5HT1MF2 tag=TC05XN8M95A2 type=write size=1544712 2023-12-03T11:44:06.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.780+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~129YTW962JJO.0 size=1048576 2023-12-03T11:44:06.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.781+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~129YTW962JJO.1 size=939913 2023-12-03T11:44:06.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.783+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=129YTW962JJO tag=POQ82P8I2B65 type=write size=3037065 2023-12-03T11:44:06.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.785+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~JUQDU5XGCE8K.0 size=1048576 2023-12-03T11:44:06.787 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.786+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~JUQDU5XGCE8K.1 size=376224 2023-12-03T11:44:06.787 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.786+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=JUQDU5XGCE8K tag=GJS46G18QZWV type=write size=2473376 2023-12-03T11:44:06.788 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.787+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=KVO1SV3D3GCA type=del 2023-12-03T11:44:06.790 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.788+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=KFZLP90UAM8P type=del size=1227316 2023-12-03T11:44:06.791 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.790+0000 7fec65a36780 1 < completed delete operation key=ZCS6XX24O8P4 tag=8VZC0FWE6W8S type=del 2023-12-03T11:44:06.796 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.791+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=8NY0GLU9XWSR type=write size=671299 2023-12-03T11:44:06.796 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.792+0000 7fec65a36780 1 < completed delete operation key=GR4SISUXSQOT tag=CKU6EB8UBSSS type=del 2023-12-03T11:44:06.796 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.793+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=7FVA0R2LXGCQ type=del size=3659963 2023-12-03T11:44:06.797 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.795+0000 7fec65a36780 1 < suggested update operation key=H2MMD7J4LFAH tag=Q2YP9CBTJD68 type=del size=3805784 2023-12-03T11:44:06.798 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.797+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~8F45Y4EMHNT5.0 size=1048576 2023-12-03T11:44:06.799 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.798+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~8F45Y4EMHNT5.1 size=311112 2023-12-03T11:44:06.799 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.798+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=8F45Y4EMHNT5 tag=D85KMOETAG76 type=write size=2408264 2023-12-03T11:44:06.801 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.799+0000 7fec65a36780 1 < completed delete operation key=ZCS6XX24O8P4 tag=CSHHWVO6MQKF type=del 2023-12-03T11:44:06.802 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.801+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=5IOZS550EPSK type=del size=2223355 2023-12-03T11:44:06.803 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.802+0000 7fec65a36780 1 < completed delete operation key=WOVRQGZRPR2M tag=CNEUYODH9OUA type=del 2023-12-03T11:44:06.805 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.804+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~GAW1BDQQD8MB.0 size=1048576 2023-12-03T11:44:06.806 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.805+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~GAW1BDQQD8MB.1 size=642538 2023-12-03T11:44:06.806 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.805+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=GAW1BDQQD8MB tag=2F9B8BJX72OW type=write size=2739690 2023-12-03T11:44:06.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.806+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=046QQL6PAEY1 type=del 2023-12-03T11:44:06.809 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.808+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~KMP3VIA1B1QW.0 size=1048576 2023-12-03T11:44:06.810 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.809+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~KMP3VIA1B1QW.1 size=699151 2023-12-03T11:44:06.810 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.809+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=KMP3VIA1B1QW tag=MQEH946IQ09N type=write size=2796303 2023-12-03T11:44:06.811 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.810+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~3N7BBZ1VHX1H.0 size=1048576 2023-12-03T11:44:06.812 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.811+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~3N7BBZ1VHX1H.1 size=1048576 2023-12-03T11:44:06.813 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.812+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~3N7BBZ1VHX1H.2 size=196155 2023-12-03T11:44:06.816 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.815+0000 7fec65a36780 1 < completed multipart upload key=T9V22NACHJGL upload=3N7BBZ1VHX1H tag=BKLOAFHLTW1I type=write size=3341883 2023-12-03T11:44:06.819 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.817+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~PQK5UAFS0XSX.0 size=1046729 2023-12-03T11:44:06.819 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.817+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=PQK5UAFS0XSX tag=QBC1R4VFIHVZ type=write size=2095305 2023-12-03T11:44:06.820 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.819+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=GBRVUH2KRIBY type=del 2023-12-03T11:44:06.821 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.820+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=8DK1XA6INFG4 type=del size=648874 2023-12-03T11:44:06.822 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.821+0000 7fec65a36780 1 < canceled operation key=C1UIPV6F6AYG tag=Y4UVMJ5NL5NR type=del size=588166 2023-12-03T11:44:06.824 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.823+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~E5G1G22YU1MS.0 size=124604 2023-12-03T11:44:06.825 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.823+0000 7fec65a36780 1 > prepared multipart upload key=SSVHOXNGSFYF upload=E5G1G22YU1MS tag=C5X5WGVPUL41 type=write size=1173180 2023-12-03T11:44:06.826 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.824+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~9XPX4VNXI7ZR.0 size=973691 2023-12-03T11:44:06.828 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.827+0000 7fec65a36780 1 < completed multipart upload key=ZHU0D35IH21Q upload=9XPX4VNXI7ZR tag=LPFL4F2J7BSR type=write size=2022267 2023-12-03T11:44:06.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.828+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=3OBVL9GTQSVA type=del size=39991 2023-12-03T11:44:06.830 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.829+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=DKDI9YEON0D1 type=del 2023-12-03T11:44:06.831 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.830+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=VMAWQFF45HWG type=del size=1841762 2023-12-03T11:44:06.832 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.831+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~SRUU2CFXEN1T.0 size=995924 2023-12-03T11:44:06.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.833+0000 7fec65a36780 1 < completed multipart upload key=6NE4YT7O3EKT upload=SRUU2CFXEN1T tag=07ZPIHBN1CYS type=write size=2044500 2023-12-03T11:44:06.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.834+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=JJVWFLT8R6SX type=del size=825588 2023-12-03T11:44:06.837 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.835+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=B2MEN6JFBFV1 type=del 2023-12-03T11:44:06.838 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.837+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=YQYRJFFON2T8 type=del size=408551 2023-12-03T11:44:06.839 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.838+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~H6HGR5HT1MF2.0 size=496136 2023-12-03T11:44:06.841 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.840+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=H6HGR5HT1MF2 tag=TC05XN8M95A2 type=write size=1544712 2023-12-03T11:44:06.843 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.842+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~8HFNI32S4GV9.0 size=1048576 2023-12-03T11:44:06.844 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.843+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~8HFNI32S4GV9.1 size=1004300 2023-12-03T11:44:06.844 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.843+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=8HFNI32S4GV9 tag=HRXB12MSJD93 type=write size=3101452 2023-12-03T11:44:06.845 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.844+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~JUQDU5XGCE8K.0 size=1048576 2023-12-03T11:44:06.846 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.845+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~JUQDU5XGCE8K.1 size=376224 2023-12-03T11:44:06.848 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.847+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=JUQDU5XGCE8K tag=GJS46G18QZWV type=write size=2473376 2023-12-03T11:44:06.849 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.848+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=0783QHUOJWQW type=del size=3649386 2023-12-03T11:44:06.850 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.849+0000 7fec65a36780 1 < completed delete operation key=0HEXWFSSYOFX tag=KFZLP90UAM8P type=del 2023-12-03T11:44:06.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.850+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=BO67JHJC51MC type=write size=418307 2023-12-03T11:44:06.852 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.851+0000 7fec65a36780 1 < completed write operation key=3QZKHX70UUGR tag=8NY0GLU9XWSR type=write size=671299 2023-12-03T11:44:06.854 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.853+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~X5MRI4S9630Y.0 size=1048576 2023-12-03T11:44:06.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.854+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~X5MRI4S9630Y.1 size=1048576 2023-12-03T11:44:06.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.855+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~X5MRI4S9630Y.2 size=524180 2023-12-03T11:44:06.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.855+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=X5MRI4S9630Y tag=CRX01Y1AJH39 type=write size=3669908 2023-12-03T11:44:06.857 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.856+0000 7fec65a36780 1 < completed delete operation key=C0RNK06G6OQP tag=7FVA0R2LXGCQ type=del 2023-12-03T11:44:06.858 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.857+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=A5S2RHZGL28W type=del size=2633528 2023-12-03T11:44:06.859 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.858+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~8F45Y4EMHNT5.0 size=1048576 2023-12-03T11:44:06.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.859+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~8F45Y4EMHNT5.1 size=311112 2023-12-03T11:44:06.862 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.861+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=8F45Y4EMHNT5 tag=D85KMOETAG76 type=write size=2408264 2023-12-03T11:44:06.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.862+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=B1OSLPPRZ9ZI type=del size=531894 2023-12-03T11:44:06.865 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.864+0000 7fec65a36780 1 < suggested update operation key=YXIRHDBN13DX tag=5IOZS550EPSK type=del size=2223355 2023-12-03T11:44:06.867 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.865+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=3YN6PVCA9WYX type=del size=2175131 2023-12-03T11:44:06.868 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.867+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~GAW1BDQQD8MB.0 size=1048576 2023-12-03T11:44:06.869 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.868+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~GAW1BDQQD8MB.1 size=642538 2023-12-03T11:44:06.871 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.870+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=GAW1BDQQD8MB tag=2F9B8BJX72OW type=write size=2739690 2023-12-03T11:44:06.873 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.872+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~6ZKX0J9WQFHZ.0 size=233892 2023-12-03T11:44:06.873 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.872+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=6ZKX0J9WQFHZ tag=B9PUSZEG61KE type=write size=1282468 2023-12-03T11:44:06.874 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.873+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~KMP3VIA1B1QW.0 size=1048576 2023-12-03T11:44:06.875 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.874+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~KMP3VIA1B1QW.1 size=699151 2023-12-03T11:44:06.877 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.876+0000 7fec65a36780 1 < completed multipart upload key=2RH7HHERSZ3G upload=KMP3VIA1B1QW tag=MQEH946IQ09N type=write size=2796303 2023-12-03T11:44:06.878 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.877+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=0UGICRDHVGSU type=write size=640078 2023-12-03T11:44:06.880 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.878+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~PQK5UAFS0XSX.0 size=1046729 2023-12-03T11:44:06.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.880+0000 7fec65a36780 1 < completed multipart upload key=6NE4YT7O3EKT upload=PQK5UAFS0XSX tag=QBC1R4VFIHVZ type=write size=2095305 2023-12-03T11:44:06.884 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.883+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~1796GXY3G9NU.0 size=1048576 2023-12-03T11:44:06.885 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.884+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~1796GXY3G9NU.1 size=610601 2023-12-03T11:44:06.885 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.884+0000 7fec65a36780 1 > prepared multipart upload key=AH17BNCID2LT upload=1796GXY3G9NU tag=0Y6C69LVV5FE type=write size=2707753 2023-12-03T11:44:06.886 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.885+0000 7fec65a36780 1 < canceled operation key=H2MMD7J4LFAH tag=8DK1XA6INFG4 type=del size=648874 2023-12-03T11:44:06.887 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.886+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=6MCIXW9U60Z5 type=del size=2437000 2023-12-03T11:44:06.889 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.888+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~E5G1G22YU1MS.0 size=124604 2023-12-03T11:44:06.891 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.890+0000 7fec65a36780 1 < completed multipart upload key=SSVHOXNGSFYF upload=E5G1G22YU1MS tag=C5X5WGVPUL41 type=write size=1173180 2023-12-03T11:44:06.892 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.891+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=H2MSSFBCEXIS type=del size=2083848 2023-12-03T11:44:06.893 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.892+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=3OBVL9GTQSVA type=del 2023-12-03T11:44:06.894 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.893+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=BSJV5G05Y10V type=del size=2224329 2023-12-03T11:44:06.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.894+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=VMAWQFF45HWG type=del 2023-12-03T11:44:06.897 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.896+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~WUABQUSEIKGQ.0 size=1048576 2023-12-03T11:44:06.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.897+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~WUABQUSEIKGQ.1 size=321022 2023-12-03T11:44:06.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.897+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=WUABQUSEIKGQ tag=SBSKZIZDMYXL type=write size=2418174 2023-12-03T11:44:06.900 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.898+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=JJVWFLT8R6SX type=del 2023-12-03T11:44:06.901 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.900+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~S5IUURXBQL61.0 size=154086 2023-12-03T11:44:06.902 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.900+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=S5IUURXBQL61 tag=U6PROKKONR0P type=write size=1202662 2023-12-03T11:44:06.902 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.901+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=YQYRJFFON2T8 type=del 2023-12-03T11:44:06.904 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.902+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=8ZTY6DP6GRPC type=del size=1798742 2023-12-03T11:44:06.905 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.904+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~8HFNI32S4GV9.0 size=1048576 2023-12-03T11:44:06.906 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.904+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~8HFNI32S4GV9.1 size=1004300 2023-12-03T11:44:06.908 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.906+0000 7fec65a36780 1 < completed multipart upload key=X9QLCGIXBKPW upload=8HFNI32S4GV9 tag=HRXB12MSJD93 type=write size=3101452 2023-12-03T11:44:06.909 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.908+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=3JS8FCP8AFH2 type=del size=1258638 2023-12-03T11:44:06.910 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.909+0000 7fec65a36780 1 < completed delete operation key=6NE4YT7O3EKT tag=0783QHUOJWQW type=del 2023-12-03T11:44:06.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.910+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=EADK4I5MJEOR type=del size=3236802 2023-12-03T11:44:06.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.911+0000 7fec65a36780 1 < completed write operation key=MR1LTY3JH4WC tag=BO67JHJC51MC type=write size=418307 2023-12-03T11:44:06.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.912+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=EQZQ7XSOMJFN type=write size=711076 2023-12-03T11:44:06.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.913+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~X5MRI4S9630Y.0 size=1048576 2023-12-03T11:44:06.916 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.914+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~X5MRI4S9630Y.1 size=1048576 2023-12-03T11:44:06.916 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.915+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~X5MRI4S9630Y.2 size=524180 2023-12-03T11:44:06.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.917+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=X5MRI4S9630Y tag=CRX01Y1AJH39 type=write size=3669908 2023-12-03T11:44:06.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.919+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=LLLL55Y6LH15 type=del size=4180258 2023-12-03T11:44:06.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.920+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=A5S2RHZGL28W type=del 2023-12-03T11:44:06.923 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.922+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~73LGF7Q1YVNC.0 size=1048576 2023-12-03T11:44:06.925 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.924+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~73LGF7Q1YVNC.1 size=1048576 2023-12-03T11:44:06.926 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.924+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~73LGF7Q1YVNC.2 size=713810 2023-12-03T11:44:06.926 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.924+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=73LGF7Q1YVNC tag=NUZQ8IQKIH9V type=write size=3859538 2023-12-03T11:44:06.927 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.926+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=B1OSLPPRZ9ZI type=del 2023-12-03T11:44:06.929 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.928+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~ZA3W54E60YZ8.0 size=1048576 2023-12-03T11:44:06.930 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.929+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~ZA3W54E60YZ8.1 size=1048576 2023-12-03T11:44:06.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.929+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~ZA3W54E60YZ8.2 size=105281 2023-12-03T11:44:06.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.929+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=ZA3W54E60YZ8 tag=8X34TRFMCCWY type=write size=3251009 2023-12-03T11:44:06.932 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.931+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=3YN6PVCA9WYX type=del 2023-12-03T11:44:06.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.932+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=BPDI5IEADHNB type=write size=845244 2023-12-03T11:44:06.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.933+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~6ZKX0J9WQFHZ.0 size=233892 2023-12-03T11:44:06.936 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.935+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=6ZKX0J9WQFHZ tag=B9PUSZEG61KE type=write size=1282468 2023-12-03T11:44:06.938 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.937+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~XI8G01REHHQZ.0 size=95450 2023-12-03T11:44:06.938 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.937+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=XI8G01REHHQZ tag=XTGPHT2IQ9GC type=write size=1144026 2023-12-03T11:44:06.941 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.939+0000 7fec65a36780 1 < suggested remove operation key=6NE4YT7O3EKT tag=0UGICRDHVGSU type=write 2023-12-03T11:44:06.942 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.941+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=XNR0V6GCED1Z type=write size=155770 2023-12-03T11:44:06.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.942+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~1796GXY3G9NU.0 size=1048576 2023-12-03T11:44:06.944 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.943+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~1796GXY3G9NU.1 size=610601 2023-12-03T11:44:06.946 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.945+0000 7fec65a36780 1 < completed multipart upload key=AH17BNCID2LT upload=1796GXY3G9NU tag=0Y6C69LVV5FE type=write size=2707753 2023-12-03T11:44:06.947 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.946+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=5KTUBUHUV56B type=del size=3750770 2023-12-03T11:44:06.949 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.947+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=6MCIXW9U60Z5 type=del 2023-12-03T11:44:06.950 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.949+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=YB56QIHZHEZ7 type=del size=2260049 2023-12-03T11:44:06.951 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.950+0000 7fec65a36780 1 < completed delete operation key=X9QLCGIXBKPW tag=H2MSSFBCEXIS type=del 2023-12-03T11:44:06.952 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.951+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=ZYLC1JTP3AQR type=del size=2514540 2023-12-03T11:44:06.954 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.952+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=BSJV5G05Y10V type=del 2023-12-03T11:44:06.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.954+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~I5W2ERFYOIIJ.0 size=1048576 2023-12-03T11:44:06.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.955+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~I5W2ERFYOIIJ.1 size=1048576 2023-12-03T11:44:06.958 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.956+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~I5W2ERFYOIIJ.2 size=883254 2023-12-03T11:44:06.958 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.956+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=I5W2ERFYOIIJ tag=YF8WJ26PYPKZ type=write size=4028982 2023-12-03T11:44:06.958 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.956+0000 7fec65a36780 1 < canceled part key=_multipart_P4HRMBD0NLGK.2~WUABQUSEIKGQ.0 size=1048576 2023-12-03T11:44:06.959 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.957+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~WUABQUSEIKGQ.1 size=321022 2023-12-03T11:44:06.961 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.959+0000 7fec65a36780 1 < canceled multipart upload key=P4HRMBD0NLGK upload=WUABQUSEIKGQ tag=SBSKZIZDMYXL type=write size=2418174 2023-12-03T11:44:06.963 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.962+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~BQPA9UXQNDQU.0 size=142500 2023-12-03T11:44:06.963 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.962+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=BQPA9UXQNDQU tag=WI3CQMM5GNIE type=write size=1191076 2023-12-03T11:44:06.964 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.963+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~S5IUURXBQL61.0 size=154086 2023-12-03T11:44:06.966 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.965+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=S5IUURXBQL61 tag=U6PROKKONR0P type=write size=1202662 2023-12-03T11:44:06.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.966+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=WBZLOM52JJ2M type=del size=250439 2023-12-03T11:44:06.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.967+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=8ZTY6DP6GRPC type=del 2023-12-03T11:44:06.970 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.968+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=Z06MWOJ8XDLE type=del size=279074 2023-12-03T11:44:06.971 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.970+0000 7fec65a36780 1 < canceled operation key=ZCS6XX24O8P4 tag=3JS8FCP8AFH2 type=del size=1258638 2023-12-03T11:44:06.973 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.972+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~G80MI6ARAJYA.0 size=1039197 2023-12-03T11:44:06.973 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.972+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=G80MI6ARAJYA tag=50A1XZPUZZQO type=write size=2087773 2023-12-03T11:44:06.974 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.973+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=EADK4I5MJEOR type=del 2023-12-03T11:44:06.976 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.975+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~2JLT5U0CSYOP.0 size=1048576 2023-12-03T11:44:06.977 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.976+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~2JLT5U0CSYOP.1 size=1048576 2023-12-03T11:44:06.978 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.977+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~2JLT5U0CSYOP.2 size=741372 2023-12-03T11:44:06.978 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.977+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=2JLT5U0CSYOP tag=PQ7KFR3Y5GK3 type=write size=3887100 2023-12-03T11:44:06.979 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.978+0000 7fec65a36780 1 < completed write operation key=DVENHTCK7GZA tag=EQZQ7XSOMJFN type=write size=711076 2023-12-03T11:44:06.981 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.980+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~9ZCBXM937BKX.0 size=559831 2023-12-03T11:44:06.981 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.980+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=9ZCBXM937BKX tag=16JG2G0E5PS6 type=write size=1608407 2023-12-03T11:44:06.982 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.981+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=LLLL55Y6LH15 type=del 2023-12-03T11:44:06.984 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.983+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=0VLLV7HPYFLH type=del size=632693 2023-12-03T11:44:06.985 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.984+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~73LGF7Q1YVNC.0 size=1048576 2023-12-03T11:44:06.986 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.985+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~73LGF7Q1YVNC.1 size=1048576 2023-12-03T11:44:06.987 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.986+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~73LGF7Q1YVNC.2 size=713810 2023-12-03T11:44:06.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.987+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=73LGF7Q1YVNC tag=NUZQ8IQKIH9V type=write size=3859538 2023-12-03T11:44:06.991 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.990+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~7SN92Z00OORS.0 size=1019102 2023-12-03T11:44:06.991 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.990+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=7SN92Z00OORS tag=9L1BTBLZSBAZ type=write size=2067678 2023-12-03T11:44:06.992 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.991+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~ZA3W54E60YZ8.0 size=1048576 2023-12-03T11:44:06.993 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.992+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~ZA3W54E60YZ8.1 size=1048576 2023-12-03T11:44:06.994 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.992+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~ZA3W54E60YZ8.2 size=105281 2023-12-03T11:44:06.996 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.994+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=ZA3W54E60YZ8 tag=8X34TRFMCCWY type=write size=3251009 2023-12-03T11:44:06.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.996+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=F40Q371J4802 type=write size=634540 2023-12-03T11:44:06.998 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.997+0000 7fec65a36780 1 < completed write operation key=AH17BNCID2LT tag=BPDI5IEADHNB type=write size=845244 2023-12-03T11:44:07.000 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:06.999+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~G1MAGE0FG570.0 size=1048576 2023-12-03T11:44:07.001 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.000+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~G1MAGE0FG570.1 size=40262 2023-12-03T11:44:07.001 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.000+0000 7fec65a36780 1 > prepared multipart upload key=SSVHOXNGSFYF upload=G1MAGE0FG570 tag=IJLSBI39ZD3W type=write size=2137414 2023-12-03T11:44:07.002 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.001+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~XI8G01REHHQZ.0 size=95450 2023-12-03T11:44:07.004 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.003+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=XI8G01REHHQZ tag=XTGPHT2IQ9GC type=write size=1144026 2023-12-03T11:44:07.009 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.005+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~VWEMXPDAJI64.0 size=1039444 2023-12-03T11:44:07.009 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.005+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=VWEMXPDAJI64 tag=U0DVRR5FZWS1 type=write size=2088020 2023-12-03T11:44:07.009 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.006+0000 7fec65a36780 1 < completed write operation key=133Q3KH264WU tag=XNR0V6GCED1Z type=write size=155770 2023-12-03T11:44:07.009 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.007+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=9XZQ0388JM84 type=del size=2152412 2023-12-03T11:44:07.010 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.008+0000 7fec65a36780 1 < canceled operation key=SSVHOXNGSFYF tag=5KTUBUHUV56B type=del size=3750770 2023-12-03T11:44:07.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.010+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~CDA88SC4TXWP.0 size=1048576 2023-12-03T11:44:07.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.011+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~CDA88SC4TXWP.1 size=571403 2023-12-03T11:44:07.013 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.011+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=CDA88SC4TXWP tag=O6W5268Q8FOE type=write size=2668555 2023-12-03T11:44:07.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.014+0000 7fec65a36780 1 < suggested remove operation key=5Z9PG5J6Q8GF tag=YB56QIHZHEZ7 type=del 2023-12-03T11:44:07.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.015+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=IILUR3XN96DB type=write size=66800 2023-12-03T11:44:07.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.017+0000 7fec65a36780 1 < suggested update operation key=3QZKHX70UUGR tag=ZYLC1JTP3AQR type=del size=2514540 2023-12-03T11:44:07.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.019+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~A1QLGN5TPJPX.0 size=732751 2023-12-03T11:44:07.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.019+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=A1QLGN5TPJPX tag=O9AYB4ZICX04 type=write size=1781327 2023-12-03T11:44:07.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.020+0000 7fec65a36780 1 < canceled part key=_multipart_WOVRQGZRPR2M.2~I5W2ERFYOIIJ.0 size=1048576 2023-12-03T11:44:07.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.020+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~I5W2ERFYOIIJ.1 size=1048576 2023-12-03T11:44:07.022 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.021+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~I5W2ERFYOIIJ.2 size=883254 2023-12-03T11:44:07.024 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.023+0000 7fec65a36780 1 < canceled multipart upload key=WOVRQGZRPR2M upload=I5W2ERFYOIIJ tag=YF8WJ26PYPKZ type=write size=4028982 2023-12-03T11:44:07.026 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.024+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=8MEP2NXRGJW3 type=del size=529611 2023-12-03T11:44:07.026 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.024+0000 7fec65a36780 1 < canceled part key=_multipart_MR1LTY3JH4WC.2~BQPA9UXQNDQU.0 size=142500 2023-12-03T11:44:07.027 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.026+0000 7fec65a36780 1 < canceled multipart upload key=MR1LTY3JH4WC upload=BQPA9UXQNDQU tag=WI3CQMM5GNIE type=write size=1191076 2023-12-03T11:44:07.029 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.028+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~MRMKS1ECIJ2U.0 size=1048576 2023-12-03T11:44:07.030 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.029+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~MRMKS1ECIJ2U.1 size=818735 2023-12-03T11:44:07.031 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.029+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=MRMKS1ECIJ2U tag=1UU4WRZ31HPU type=write size=2915887 2023-12-03T11:44:07.032 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.031+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=WBZLOM52JJ2M type=del 2023-12-03T11:44:07.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.035+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~KVXW15TWC515.0 size=1048576 2023-12-03T11:44:07.037 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.036+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~KVXW15TWC515.1 size=512556 2023-12-03T11:44:07.037 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.036+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=KVXW15TWC515 tag=K428KDBMZPJN type=write size=2609708 2023-12-03T11:44:07.038 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.037+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=Z06MWOJ8XDLE type=del 2023-12-03T11:44:07.040 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.039+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~SZWOMBH6RDY3.0 size=1048576 2023-12-03T11:44:07.041 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.040+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~SZWOMBH6RDY3.1 size=289985 2023-12-03T11:44:07.041 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.040+0000 7fec65a36780 1 > prepared multipart upload key=AH17BNCID2LT upload=SZWOMBH6RDY3 tag=A7M5W101D30F type=write size=2387137 2023-12-03T11:44:07.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.041+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~G80MI6ARAJYA.0 size=1039197 2023-12-03T11:44:07.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.043+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=G80MI6ARAJYA tag=50A1XZPUZZQO type=write size=2087773 2023-12-03T11:44:07.046 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.045+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~5MMLRGOZ8353.0 size=1048576 2023-12-03T11:44:07.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.046+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~5MMLRGOZ8353.1 size=1048576 2023-12-03T11:44:07.048 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.046+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~5MMLRGOZ8353.2 size=862807 2023-12-03T11:44:07.048 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.046+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=5MMLRGOZ8353 tag=ALMBLOPVT1M5 type=write size=4008535 2023-12-03T11:44:07.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.048+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~2JLT5U0CSYOP.0 size=1048576 2023-12-03T11:44:07.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.048+0000 7fec65a36780 1 < canceled part key=_multipart_GR4SISUXSQOT.2~2JLT5U0CSYOP.1 size=1048576 2023-12-03T11:44:07.050 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.049+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~2JLT5U0CSYOP.2 size=741372 2023-12-03T11:44:07.052 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.051+0000 7fec65a36780 1 < canceled multipart upload key=GR4SISUXSQOT upload=2JLT5U0CSYOP tag=PQ7KFR3Y5GK3 type=write size=3887100 2023-12-03T11:44:07.054 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.053+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~TVKB5UGX4X21.0 size=913694 2023-12-03T11:44:07.054 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.053+0000 7fec65a36780 1 > prepared multipart upload key=AH17BNCID2LT upload=TVKB5UGX4X21 tag=I7KY1Z2U1Z88 type=write size=1962270 2023-12-03T11:44:07.055 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.054+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~9ZCBXM937BKX.0 size=559831 2023-12-03T11:44:07.057 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.056+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=9ZCBXM937BKX tag=16JG2G0E5PS6 type=write size=1608407 2023-12-03T11:44:07.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.058+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~RP2X9BFL10TV.0 size=1048576 2023-12-03T11:44:07.060 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.059+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~RP2X9BFL10TV.1 size=415420 2023-12-03T11:44:07.060 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.059+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=RP2X9BFL10TV tag=2O5R38AG214V type=write size=2512572 2023-12-03T11:44:07.061 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.060+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=0VLLV7HPYFLH type=del 2023-12-03T11:44:07.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.061+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=40H2FD1DF8LA type=del size=3705677 2023-12-03T11:44:07.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.061+0000 7fec65a36780 1 < canceled part key=_multipart_6NE4YT7O3EKT.2~7SN92Z00OORS.0 size=1019102 2023-12-03T11:44:07.065 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.063+0000 7fec65a36780 1 < canceled multipart upload key=6NE4YT7O3EKT upload=7SN92Z00OORS tag=9L1BTBLZSBAZ type=write size=2067678 2023-12-03T11:44:07.066 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.065+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=RO2UQG7FMYWE type=del size=2154471 2023-12-03T11:44:07.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.066+0000 7fec65a36780 1 < completed write operation key=X9QLCGIXBKPW tag=F40Q371J4802 type=write size=634540 2023-12-03T11:44:07.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.067+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=NCQ192VEF2RB type=del size=831356 2023-12-03T11:44:07.069 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.068+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~G1MAGE0FG570.0 size=1048576 2023-12-03T11:44:07.070 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.069+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~G1MAGE0FG570.1 size=40262 2023-12-03T11:44:07.073 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.071+0000 7fec65a36780 1 < completed multipart upload key=SSVHOXNGSFYF upload=G1MAGE0FG570 tag=IJLSBI39ZD3W type=write size=2137414 2023-12-03T11:44:07.074 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.072+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=OHEDCFXN45BO type=del size=3904628 2023-12-03T11:44:07.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.074+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~VWEMXPDAJI64.0 size=1039444 2023-12-03T11:44:07.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.075+0000 7fec65a36780 1 < completed multipart upload key=X9QLCGIXBKPW upload=VWEMXPDAJI64 tag=U0DVRR5FZWS1 type=write size=2088020 2023-12-03T11:44:07.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.077+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=BSK1EKAYPOXW type=del size=274889 2023-12-03T11:44:07.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.078+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=9XZQ0388JM84 type=del 2023-12-03T11:44:07.081 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.080+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~EN57F17KC5D9.0 size=1048576 2023-12-03T11:44:07.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.081+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~EN57F17KC5D9.1 size=1048576 2023-12-03T11:44:07.083 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.081+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~EN57F17KC5D9.2 size=240035 2023-12-03T11:44:07.083 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.081+0000 7fec65a36780 1 > prepared multipart upload key=ZCS6XX24O8P4 upload=EN57F17KC5D9 tag=QHXZBW259ITA type=write size=3385763 2023-12-03T11:44:07.084 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.083+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~CDA88SC4TXWP.0 size=1048576 2023-12-03T11:44:07.085 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.083+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~CDA88SC4TXWP.1 size=571403 2023-12-03T11:44:07.087 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.085+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=CDA88SC4TXWP tag=O6W5268Q8FOE type=write size=2668555 2023-12-03T11:44:07.089 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.087+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~J2STWUOYES5Y.0 size=1048576 2023-12-03T11:44:07.089 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.088+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~J2STWUOYES5Y.1 size=117273 2023-12-03T11:44:07.089 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.088+0000 7fec65a36780 1 > prepared multipart upload key=AH17BNCID2LT upload=J2STWUOYES5Y tag=877K134A1T6G type=write size=2214425 2023-12-03T11:44:07.091 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.089+0000 7fec65a36780 1 < canceled operation key=PEN3GY9LLJKQ tag=IILUR3XN96DB type=write size=66800 2023-12-03T11:44:07.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.091+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=WUSSQNHZVYAP type=write size=480019 2023-12-03T11:44:07.093 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.092+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~A1QLGN5TPJPX.0 size=732751 2023-12-03T11:44:07.095 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.094+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=A1QLGN5TPJPX tag=O9AYB4ZICX04 type=write size=1781327 2023-12-03T11:44:07.096 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.095+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=QF6D8JQ77ICG type=del size=4075639 2023-12-03T11:44:07.097 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.096+0000 7fec65a36780 1 < completed delete operation key=X9QLCGIXBKPW tag=8MEP2NXRGJW3 type=del 2023-12-03T11:44:07.098 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.097+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=ZY9VJBGK94E4 type=del size=2016657 2023-12-03T11:44:07.100 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.098+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~MRMKS1ECIJ2U.0 size=1048576 2023-12-03T11:44:07.100 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.099+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~MRMKS1ECIJ2U.1 size=818735 2023-12-03T11:44:07.102 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.101+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=MRMKS1ECIJ2U tag=1UU4WRZ31HPU type=write size=2915887 2023-12-03T11:44:07.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.103+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~ET1TKL6NFK22.0 size=1048576 2023-12-03T11:44:07.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.104+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~ET1TKL6NFK22.1 size=1047582 2023-12-03T11:44:07.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.104+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=ET1TKL6NFK22 tag=CBBVYD7G02P5 type=write size=3144734 2023-12-03T11:44:07.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.105+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~KVXW15TWC515.0 size=1048576 2023-12-03T11:44:07.108 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.106+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~KVXW15TWC515.1 size=512556 2023-12-03T11:44:07.110 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.108+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=KVXW15TWC515 tag=K428KDBMZPJN type=write size=2609708 2023-12-03T11:44:07.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.109+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=0KGY3GCJVK9F type=del size=2841778 2023-12-03T11:44:07.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.110+0000 7fec65a36780 1 < canceled part key=_multipart_AH17BNCID2LT.2~SZWOMBH6RDY3.0 size=1048576 2023-12-03T11:44:07.112 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.111+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~SZWOMBH6RDY3.1 size=289985 2023-12-03T11:44:07.114 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.112+0000 7fec65a36780 1 < canceled multipart upload key=AH17BNCID2LT upload=SZWOMBH6RDY3 tag=A7M5W101D30F type=write size=2387137 2023-12-03T11:44:07.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.114+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=FALY6CH851CC type=write size=364758 2023-12-03T11:44:07.116 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.115+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~5MMLRGOZ8353.0 size=1048576 2023-12-03T11:44:07.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.116+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~5MMLRGOZ8353.1 size=1048576 2023-12-03T11:44:07.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.116+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~5MMLRGOZ8353.2 size=862807 2023-12-03T11:44:07.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.118+0000 7fec65a36780 1 < completed multipart upload key=6NE4YT7O3EKT upload=5MMLRGOZ8353 tag=ALMBLOPVT1M5 type=write size=4008535 2023-12-03T11:44:07.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.119+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=SCWV104G8KWC type=del size=1590357 2023-12-03T11:44:07.122 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.121+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~TVKB5UGX4X21.0 size=913694 2023-12-03T11:44:07.124 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.122+0000 7fec65a36780 1 < completed multipart upload key=AH17BNCID2LT upload=TVKB5UGX4X21 tag=I7KY1Z2U1Z88 type=write size=1962270 2023-12-03T11:44:07.125 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.124+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=RJS8DR1FZ8PH type=del size=205826 2023-12-03T11:44:07.126 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.125+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~RP2X9BFL10TV.0 size=1048576 2023-12-03T11:44:07.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.126+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~RP2X9BFL10TV.1 size=415420 2023-12-03T11:44:07.131 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.129+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=RP2X9BFL10TV tag=2O5R38AG214V type=write size=2512572 2023-12-03T11:44:07.132 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.131+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=IQLPZ8Q0VCII type=del size=2462849 2023-12-03T11:44:07.133 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.132+0000 7fec65a36780 1 < completed delete operation key=C0RNK06G6OQP tag=40H2FD1DF8LA type=del 2023-12-03T11:44:07.135 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.134+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~FZ8KGJI71Z5P.0 size=1048576 2023-12-03T11:44:07.136 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.135+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~FZ8KGJI71Z5P.1 size=1048576 2023-12-03T11:44:07.137 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.136+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~FZ8KGJI71Z5P.2 size=1015015 2023-12-03T11:44:07.137 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.136+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=FZ8KGJI71Z5P tag=S0F1A771AGAJ type=write size=4160743 2023-12-03T11:44:07.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.137+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=RO2UQG7FMYWE type=del 2023-12-03T11:44:07.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.139+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=JM9EJ71RH1Q3 type=del size=242127 2023-12-03T11:44:07.142 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.140+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=NCQ192VEF2RB type=del 2023-12-03T11:44:07.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.142+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=ZPZMEHMNLI39 type=del size=1926963 2023-12-03T11:44:07.144 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.143+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=OHEDCFXN45BO type=del 2023-12-03T11:44:07.146 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.145+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~V2EJIVXM7VQH.0 size=311384 2023-12-03T11:44:07.146 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.145+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=V2EJIVXM7VQH tag=O2553QW1SGGL type=write size=1359960 2023-12-03T11:44:07.147 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.146+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=BSK1EKAYPOXW type=del 2023-12-03T11:44:07.149 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.148+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~IGC7OP716142.0 size=1048576 2023-12-03T11:44:07.150 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.149+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~IGC7OP716142.1 size=334582 2023-12-03T11:44:07.150 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.149+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=IGC7OP716142 tag=4QN5DSITXIQQ type=write size=2431734 2023-12-03T11:44:07.151 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.150+0000 7fec65a36780 1 < completed part key=_multipart_ZCS6XX24O8P4.2~EN57F17KC5D9.0 size=1048576 2023-12-03T11:44:07.152 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.151+0000 7fec65a36780 1 < completed part key=_multipart_ZCS6XX24O8P4.2~EN57F17KC5D9.1 size=1048576 2023-12-03T11:44:07.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.152+0000 7fec65a36780 1 < completed part key=_multipart_ZCS6XX24O8P4.2~EN57F17KC5D9.2 size=240035 2023-12-03T11:44:07.155 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.154+0000 7fec65a36780 1 < completed multipart upload key=ZCS6XX24O8P4 upload=EN57F17KC5D9 tag=QHXZBW259ITA type=write size=3385763 2023-12-03T11:44:07.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.156+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~1HK0A0QM74BU.0 size=1048576 2023-12-03T11:44:07.158 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.157+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~1HK0A0QM74BU.1 size=165774 2023-12-03T11:44:07.158 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.157+0000 7fec65a36780 1 > prepared multipart upload key=AH17BNCID2LT upload=1HK0A0QM74BU tag=BEPQ5FJVZ3ST type=write size=2262926 2023-12-03T11:44:07.158 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.157+0000 7fec65a36780 1 < canceled part key=_multipart_AH17BNCID2LT.2~J2STWUOYES5Y.0 size=1048576 2023-12-03T11:44:07.159 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.158+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~J2STWUOYES5Y.1 size=117273 2023-12-03T11:44:07.161 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.160+0000 7fec65a36780 1 < canceled multipart upload key=AH17BNCID2LT upload=J2STWUOYES5Y tag=877K134A1T6G type=write size=2214425 2023-12-03T11:44:07.162 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.161+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=K7O0KCR9B0H1 type=del size=2717428 2023-12-03T11:44:07.164 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.162+0000 7fec65a36780 1 < completed write operation key=47SL1QFM71HF tag=WUSSQNHZVYAP type=write size=480019 2023-12-03T11:44:07.166 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.164+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~C3M2VG7J2M26.0 size=1048576 2023-12-03T11:44:07.169 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.165+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~C3M2VG7J2M26.1 size=958407 2023-12-03T11:44:07.169 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.165+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=C3M2VG7J2M26 tag=5X3BIMAR6FBV type=write size=3055559 2023-12-03T11:44:07.169 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.166+0000 7fec65a36780 1 < canceled operation key=PEN3GY9LLJKQ tag=QF6D8JQ77ICG type=del size=4075639 2023-12-03T11:44:07.170 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.168+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~P5IWC13HZHZF.0 size=735524 2023-12-03T11:44:07.170 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.168+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=P5IWC13HZHZF tag=Q0MPC2PDZ7OC type=write size=1784100 2023-12-03T11:44:07.172 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.171+0000 7fec65a36780 1 < suggested update operation key=AH17BNCID2LT tag=ZY9VJBGK94E4 type=del size=2016657 2023-12-03T11:44:07.174 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.173+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~LD66KQG8GOVC.0 size=1048576 2023-12-03T11:44:07.175 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.174+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~LD66KQG8GOVC.1 size=1048576 2023-12-03T11:44:07.176 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.175+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~LD66KQG8GOVC.2 size=199560 2023-12-03T11:44:07.176 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.175+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=LD66KQG8GOVC tag=P3EDVLKU417V type=write size=3345288 2023-12-03T11:44:07.177 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.176+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~ET1TKL6NFK22.0 size=1048576 2023-12-03T11:44:07.178 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.177+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~ET1TKL6NFK22.1 size=1047582 2023-12-03T11:44:07.180 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.179+0000 7fec65a36780 1 < completed multipart upload key=6NE4YT7O3EKT upload=ET1TKL6NFK22 tag=CBBVYD7G02P5 type=write size=3144734 2023-12-03T11:44:07.182 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.181+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=0DCCL0DU71QZ type=del size=3262045 2023-12-03T11:44:07.183 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.182+0000 7fec65a36780 1 < completed delete operation key=WOVRQGZRPR2M tag=0KGY3GCJVK9F type=del 2023-12-03T11:44:07.184 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.183+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=BLS8YMA42NRF type=del size=3077449 2023-12-03T11:44:07.186 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.184+0000 7fec65a36780 1 < completed write operation key=8OT6OT3U65FW tag=FALY6CH851CC type=write size=364758 2023-12-03T11:44:07.187 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.185+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=N6AEPBVGYF11 type=write size=328939 2023-12-03T11:44:07.188 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.187+0000 7fec65a36780 1 < completed delete operation key=T9V22NACHJGL tag=SCWV104G8KWC type=del 2023-12-03T11:44:07.190 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.189+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~1HR0YY3Q5VCH.0 size=328702 2023-12-03T11:44:07.190 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.189+0000 7fec65a36780 1 > prepared multipart upload key=T9V22NACHJGL upload=1HR0YY3Q5VCH tag=WN0CJJZB2ONY type=write size=1377278 2023-12-03T11:44:07.193 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.192+0000 7fec65a36780 1 < suggested update operation key=1Q50D75XSIR5 tag=RJS8DR1FZ8PH type=del size=205826 2023-12-03T11:44:07.194 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.193+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=BUN6ZNNEZFCI type=del size=3805042 2023-12-03T11:44:07.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.194+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=IQLPZ8Q0VCII type=del 2023-12-03T11:44:07.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.195+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=14ZBS444ZSPM type=del size=441551 2023-12-03T11:44:07.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.197+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~FZ8KGJI71Z5P.0 size=1048576 2023-12-03T11:44:07.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.198+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~FZ8KGJI71Z5P.1 size=1048576 2023-12-03T11:44:07.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.199+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~FZ8KGJI71Z5P.2 size=1015015 2023-12-03T11:44:07.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.201+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=FZ8KGJI71Z5P tag=S0F1A771AGAJ type=write size=4160743 2023-12-03T11:44:07.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.203+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~GH5O7T3DK689.0 size=1048576 2023-12-03T11:44:07.205 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.204+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~GH5O7T3DK689.1 size=187940 2023-12-03T11:44:07.205 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.204+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=GH5O7T3DK689 tag=F11CLHSX6XCL type=write size=2285092 2023-12-03T11:44:07.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.205+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=JM9EJ71RH1Q3 type=del 2023-12-03T11:44:07.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.206+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=Y5HTGIP83S2H type=del size=3184110 2023-12-03T11:44:07.210 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.209+0000 7fec65a36780 1 < suggested update operation key=DVENHTCK7GZA tag=ZPZMEHMNLI39 type=del size=1926963 2023-12-03T11:44:07.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.211+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=Y53H1JG6AZAF type=del size=1027842 2023-12-03T11:44:07.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.212+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~V2EJIVXM7VQH.0 size=311384 2023-12-03T11:44:07.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.214+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=V2EJIVXM7VQH tag=O2553QW1SGGL type=write size=1359960 2023-12-03T11:44:07.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.216+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~Z7DM8B66E06G.0 size=1048576 2023-12-03T11:44:07.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.217+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~Z7DM8B66E06G.1 size=1048576 2023-12-03T11:44:07.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.218+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~Z7DM8B66E06G.2 size=605065 2023-12-03T11:44:07.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.218+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=Z7DM8B66E06G tag=1I10APH80CU7 type=write size=3750793 2023-12-03T11:44:07.220 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.219+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~IGC7OP716142.0 size=1048576 2023-12-03T11:44:07.221 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.220+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~IGC7OP716142.1 size=334582 2023-12-03T11:44:07.223 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.222+0000 7fec65a36780 1 < completed multipart upload key=YRACKN8LKGIH upload=IGC7OP716142 tag=4QN5DSITXIQQ type=write size=2431734 2023-12-03T11:44:07.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.224+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=10DN0IJCVAW9 type=write size=519937 2023-12-03T11:44:07.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.225+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~1HK0A0QM74BU.0 size=1048576 2023-12-03T11:44:07.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.225+0000 7fec65a36780 1 < canceled part key=_multipart_AH17BNCID2LT.2~1HK0A0QM74BU.1 size=165774 2023-12-03T11:44:07.228 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.227+0000 7fec65a36780 1 < canceled multipart upload key=AH17BNCID2LT upload=1HK0A0QM74BU tag=BEPQ5FJVZ3ST type=write size=2262926 2023-12-03T11:44:07.229 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.228+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=18MCDKGLDAJ5 type=del size=445596 2023-12-03T11:44:07.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.231+0000 7fec65a36780 1 < canceled operation key=3QZKHX70UUGR tag=K7O0KCR9B0H1 type=del size=2717428 2023-12-03T11:44:07.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.236+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~C6NXS76M9WUL.0 size=1048576 2023-12-03T11:44:07.238 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.237+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~C6NXS76M9WUL.1 size=82098 2023-12-03T11:44:07.238 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.237+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=C6NXS76M9WUL tag=JK06FTG7K2T7 type=write size=2179250 2023-12-03T11:44:07.239 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.238+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~C3M2VG7J2M26.0 size=1048576 2023-12-03T11:44:07.240 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.239+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~C3M2VG7J2M26.1 size=958407 2023-12-03T11:44:07.242 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.241+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=C3M2VG7J2M26 tag=5X3BIMAR6FBV type=write size=3055559 2023-12-03T11:44:07.244 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.243+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~2ZTRT6JUII8G.0 size=1048576 2023-12-03T11:44:07.245 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.244+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~2ZTRT6JUII8G.1 size=1048576 2023-12-03T11:44:07.246 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.245+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~2ZTRT6JUII8G.2 size=266487 2023-12-03T11:44:07.246 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.245+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=2ZTRT6JUII8G tag=21KV5JBZ9WXE type=write size=3412215 2023-12-03T11:44:07.248 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.247+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~P5IWC13HZHZF.0 size=735524 2023-12-03T11:44:07.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.249+0000 7fec65a36780 1 < completed multipart upload key=3C6QMW8IQIA4 upload=P5IWC13HZHZF tag=Q0MPC2PDZ7OC type=write size=1784100 2023-12-03T11:44:07.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.250+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=63I1UCB68XR8 type=del size=3768358 2023-12-03T11:44:07.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.251+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~LD66KQG8GOVC.0 size=1048576 2023-12-03T11:44:07.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.252+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~LD66KQG8GOVC.1 size=1048576 2023-12-03T11:44:07.254 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.253+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~LD66KQG8GOVC.2 size=199560 2023-12-03T11:44:07.258 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.256+0000 7fec65a36780 1 < completed multipart upload key=3C6QMW8IQIA4 upload=LD66KQG8GOVC tag=P3EDVLKU417V type=write size=3345288 2023-12-03T11:44:07.260 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.259+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~8FA7AZG4MMU1.0 size=1048576 2023-12-03T11:44:07.261 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.260+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~8FA7AZG4MMU1.1 size=798824 2023-12-03T11:44:07.262 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.260+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=8FA7AZG4MMU1 tag=3MZJ3YN32JPZ type=write size=2895976 2023-12-03T11:44:07.262 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.261+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=0DCCL0DU71QZ type=del 2023-12-03T11:44:07.263 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.262+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=M55ZV44QSO5T type=write size=1001127 2023-12-03T11:44:07.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.263+0000 7fec65a36780 1 < completed delete operation key=GR4SISUXSQOT tag=BLS8YMA42NRF type=del 2023-12-03T11:44:07.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.265+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=PP1HOUIZ73EA type=del size=1738207 2023-12-03T11:44:07.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.266+0000 7fec65a36780 1 < completed write operation key=T9V22NACHJGL tag=N6AEPBVGYF11 type=write size=328939 2023-12-03T11:44:07.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.267+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=LFC982ZIBQ1R type=del size=1114649 2023-12-03T11:44:07.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.269+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~1HR0YY3Q5VCH.0 size=328702 2023-12-03T11:44:07.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.271+0000 7fec65a36780 1 < completed multipart upload key=T9V22NACHJGL upload=1HR0YY3Q5VCH tag=WN0CJJZB2ONY type=write size=1377278 2023-12-03T11:44:07.273 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.272+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=KEFG5Q94VH32 type=del size=1086355 2023-12-03T11:44:07.274 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.273+0000 7fec65a36780 1 < completed delete operation key=X9RVI5NGJ2OL tag=BUN6ZNNEZFCI type=del 2023-12-03T11:44:07.276 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.275+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~2JJ7ZT0OT72I.0 size=1048576 2023-12-03T11:44:07.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.276+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~2JJ7ZT0OT72I.1 size=1048576 2023-12-03T11:44:07.278 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.277+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~2JJ7ZT0OT72I.2 size=216041 2023-12-03T11:44:07.278 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.277+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=2JJ7ZT0OT72I tag=2S83MU8VGESZ type=write size=3361769 2023-12-03T11:44:07.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.278+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=14ZBS444ZSPM type=del 2023-12-03T11:44:07.282 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.281+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~W9R1SJHFYJ35.0 size=1048576 2023-12-03T11:44:07.282 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.281+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~W9R1SJHFYJ35.1 size=237231 2023-12-03T11:44:07.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.281+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=W9R1SJHFYJ35 tag=E3B7M3FHYMJP type=write size=2334383 2023-12-03T11:44:07.284 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.283+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~GH5O7T3DK689.0 size=1048576 2023-12-03T11:44:07.285 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.283+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~GH5O7T3DK689.1 size=187940 2023-12-03T11:44:07.286 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.285+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=GH5O7T3DK689 tag=F11CLHSX6XCL type=write size=2285092 2023-12-03T11:44:07.287 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.286+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=OOWXL5TM2V6K type=write size=403638 2023-12-03T11:44:07.290 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.288+0000 7fec65a36780 1 < suggested remove operation key=DVENHTCK7GZA tag=Y5HTGIP83S2H type=del 2023-12-03T11:44:07.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.290+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~WTLGFBX9U9HN.0 size=1048576 2023-12-03T11:44:07.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.291+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~WTLGFBX9U9HN.1 size=477668 2023-12-03T11:44:07.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.291+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=WTLGFBX9U9HN tag=Z54CZ8RCQD52 type=write size=2574820 2023-12-03T11:44:07.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.292+0000 7fec65a36780 1 < completed delete operation key=T9V22NACHJGL tag=Y53H1JG6AZAF type=del 2023-12-03T11:44:07.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.294+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=ALEOUR1TSKOZ type=del size=453033 2023-12-03T11:44:07.305 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.295+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~Z7DM8B66E06G.0 size=1048576 2023-12-03T11:44:07.305 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.296+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~Z7DM8B66E06G.1 size=1048576 2023-12-03T11:44:07.305 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.297+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~Z7DM8B66E06G.2 size=605065 2023-12-03T11:44:07.305 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.298+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=Z7DM8B66E06G tag=1I10APH80CU7 type=write size=3750793 2023-12-03T11:44:07.305 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.300+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=Q2PNZITIRT6C type=del size=2341711 2023-12-03T11:44:07.306 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.302+0000 7fec65a36780 1 < suggested update operation key=T9V22NACHJGL tag=10DN0IJCVAW9 type=write size=519937 2023-12-03T11:44:07.306 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.304+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~VKZ1M88MD0G4.0 size=780790 2023-12-03T11:44:07.306 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.304+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=VKZ1M88MD0G4 tag=ZOR8SKLOYSPL type=write size=1829366 2023-12-03T11:44:07.308 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.307+0000 7fec65a36780 1 < suggested update operation key=C0RNK06G6OQP tag=18MCDKGLDAJ5 type=del size=445596 2023-12-03T11:44:07.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.308+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=8S9PFEE9A3X6 type=del size=2416604 2023-12-03T11:44:07.310 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.309+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~C6NXS76M9WUL.0 size=1048576 2023-12-03T11:44:07.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.310+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~C6NXS76M9WUL.1 size=82098 2023-12-03T11:44:07.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.312+0000 7fec65a36780 1 < completed multipart upload key=YRACKN8LKGIH upload=C6NXS76M9WUL tag=JK06FTG7K2T7 type=write size=2179250 2023-12-03T11:44:07.315 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.314+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~ZHXINEJEDESA.0 size=591262 2023-12-03T11:44:07.315 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.314+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=ZHXINEJEDESA tag=4VPBAH57OYYC type=write size=1639838 2023-12-03T11:44:07.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.315+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~2ZTRT6JUII8G.0 size=1048576 2023-12-03T11:44:07.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.316+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~2ZTRT6JUII8G.1 size=1048576 2023-12-03T11:44:07.318 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.317+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~2ZTRT6JUII8G.2 size=266487 2023-12-03T11:44:07.320 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.319+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=2ZTRT6JUII8G tag=21KV5JBZ9WXE type=write size=3412215 2023-12-03T11:44:07.321 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.320+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=SIQ514SO6M00 type=del size=1259849 2023-12-03T11:44:07.322 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.321+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=63I1UCB68XR8 type=del 2023-12-03T11:44:07.325 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.324+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~HZJVRGUC17VR.0 size=528784 2023-12-03T11:44:07.325 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.324+0000 7fec65a36780 1 > prepared multipart upload key=T9V22NACHJGL upload=HZJVRGUC17VR tag=CJQ7P887MNTB type=write size=1577360 2023-12-03T11:44:07.326 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.325+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~8FA7AZG4MMU1.0 size=1048576 2023-12-03T11:44:07.327 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.326+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~8FA7AZG4MMU1.1 size=798824 2023-12-03T11:44:07.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.328+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=8FA7AZG4MMU1 tag=3MZJ3YN32JPZ type=write size=2895976 2023-12-03T11:44:07.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.329+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=OZEMLJK1OPZR type=write size=816594 2023-12-03T11:44:07.331 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.330+0000 7fec65a36780 1 < completed write operation key=8OT6OT3U65FW tag=M55ZV44QSO5T type=write size=1001127 2023-12-03T11:44:07.332 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.331+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=UL46JRDIRD31 type=del size=1714166 2023-12-03T11:44:07.334 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.332+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=PP1HOUIZ73EA type=del 2023-12-03T11:44:07.336 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.335+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~EXLNSW3X8W8T.0 size=421759 2023-12-03T11:44:07.336 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.335+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=EXLNSW3X8W8T tag=14IAJLDH6BS3 type=write size=1470335 2023-12-03T11:44:07.339 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.337+0000 7fec65a36780 1 < suggested remove operation key=6NE4YT7O3EKT tag=LFC982ZIBQ1R type=del 2023-12-03T11:44:07.339 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.338+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=RNLG860LSX70 type=del size=139816 2023-12-03T11:44:07.341 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.340+0000 7fec65a36780 1 < suggested update operation key=SSVHOXNGSFYF tag=KEFG5Q94VH32 type=del size=1086355 2023-12-03T11:44:07.343 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.341+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=Q5ESPI8EQ4OS type=write size=159213 2023-12-03T11:44:07.344 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.343+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~2JJ7ZT0OT72I.0 size=1048576 2023-12-03T11:44:07.345 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.344+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~2JJ7ZT0OT72I.1 size=1048576 2023-12-03T11:44:07.346 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.345+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~2JJ7ZT0OT72I.2 size=216041 2023-12-03T11:44:07.348 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.347+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=2JJ7ZT0OT72I tag=2S83MU8VGESZ type=write size=3361769 2023-12-03T11:44:07.349 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.348+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=17S0D8I1M3ZE type=del size=613285 2023-12-03T11:44:07.350 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.349+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~W9R1SJHFYJ35.0 size=1048576 2023-12-03T11:44:07.351 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.350+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~W9R1SJHFYJ35.1 size=237231 2023-12-03T11:44:07.353 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.352+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=W9R1SJHFYJ35 tag=E3B7M3FHYMJP type=write size=2334383 2023-12-03T11:44:07.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.355+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~0XCZ0S8L2EU0.0 size=1048576 2023-12-03T11:44:07.357 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.356+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~0XCZ0S8L2EU0.1 size=220838 2023-12-03T11:44:07.357 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.356+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=0XCZ0S8L2EU0 tag=UMUYZX782XEV type=write size=2317990 2023-12-03T11:44:07.361 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.358+0000 7fec65a36780 1 < suggested remove operation key=9JLT22LCTIPC tag=OOWXL5TM2V6K type=write 2023-12-03T11:44:07.361 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.359+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=CGND24GT2Z77 type=del size=3746983 2023-12-03T11:44:07.362 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.361+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~WTLGFBX9U9HN.0 size=1048576 2023-12-03T11:44:07.363 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.362+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~WTLGFBX9U9HN.1 size=477668 2023-12-03T11:44:07.365 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.364+0000 7fec65a36780 1 < completed multipart upload key=8OT6OT3U65FW upload=WTLGFBX9U9HN tag=Z54CZ8RCQD52 type=write size=2574820 2023-12-03T11:44:07.368 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.367+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~GX966P8ZVI5D.0 size=1003941 2023-12-03T11:44:07.368 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.367+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=GX966P8ZVI5D tag=8PR3IZLCI84Y type=write size=2052517 2023-12-03T11:44:07.369 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.368+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=ALEOUR1TSKOZ type=del 2023-12-03T11:44:07.371 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.370+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~ZSCNZ52CX5TG.0 size=1048576 2023-12-03T11:44:07.372 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.371+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~ZSCNZ52CX5TG.1 size=928558 2023-12-03T11:44:07.372 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.371+0000 7fec65a36780 1 > prepared multipart upload key=0HEXWFSSYOFX upload=ZSCNZ52CX5TG tag=27AX8WI1J9LY type=write size=3025710 2023-12-03T11:44:07.373 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.372+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=Q2PNZITIRT6C type=del 2023-12-03T11:44:07.374 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.373+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=9FFM3KNZFD73 type=write size=570591 2023-12-03T11:44:07.376 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.375+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~VKZ1M88MD0G4.0 size=780790 2023-12-03T11:44:07.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.376+0000 7fec65a36780 1 < completed multipart upload key=3C6QMW8IQIA4 upload=VKZ1M88MD0G4 tag=ZOR8SKLOYSPL type=write size=1829366 2023-12-03T11:44:07.379 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.377+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=NE44JIF8C3O9 type=del size=571249 2023-12-03T11:44:07.380 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.379+0000 7fec65a36780 1 < completed delete operation key=WOVRQGZRPR2M tag=8S9PFEE9A3X6 type=del 2023-12-03T11:44:07.381 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.380+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=D9IKMQ9P9ZZ1 type=del size=1050313 2023-12-03T11:44:07.382 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.381+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~ZHXINEJEDESA.0 size=591262 2023-12-03T11:44:07.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.383+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=ZHXINEJEDESA tag=4VPBAH57OYYC type=write size=1639838 2023-12-03T11:44:07.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.385+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~1ZD12MCRUDSP.0 size=1048576 2023-12-03T11:44:07.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.386+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~1ZD12MCRUDSP.1 size=65956 2023-12-03T11:44:07.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.386+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=1ZD12MCRUDSP tag=D6C3V5KJUSVO type=write size=2163108 2023-12-03T11:44:07.388 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.387+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=SIQ514SO6M00 type=del 2023-12-03T11:44:07.390 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.389+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~RRYIHHXG4CEL.0 size=1048576 2023-12-03T11:44:07.393 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.391+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~RRYIHHXG4CEL.1 size=648943 2023-12-03T11:44:07.393 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.391+0000 7fec65a36780 1 > prepared multipart upload key=T9V22NACHJGL upload=RRYIHHXG4CEL tag=RT74PNOM3W0J type=write size=2746095 2023-12-03T11:44:07.394 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.393+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~HZJVRGUC17VR.0 size=528784 2023-12-03T11:44:07.397 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.395+0000 7fec65a36780 1 < completed multipart upload key=T9V22NACHJGL upload=HZJVRGUC17VR tag=CJQ7P887MNTB type=write size=1577360 2023-12-03T11:44:07.397 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.396+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=7OE14XOK7LS2 type=del size=2547265 2023-12-03T11:44:07.399 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.398+0000 7fec65a36780 1 < suggested remove operation key=0AZB86BIZ0MT tag=OZEMLJK1OPZR type=write 2023-12-03T11:44:07.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.399+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=XAT829J2J5OK type=write size=95359 2023-12-03T11:44:07.402 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.401+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=UL46JRDIRD31 type=del 2023-12-03T11:44:07.403 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.402+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=WZ7LNELAFG3N type=del size=3683355 2023-12-03T11:44:07.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.403+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~EXLNSW3X8W8T.0 size=421759 2023-12-03T11:44:07.406 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.405+0000 7fec65a36780 1 < completed multipart upload key=ZHU0D35IH21Q upload=EXLNSW3X8W8T tag=14IAJLDH6BS3 type=write size=1470335 2023-12-03T11:44:07.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.406+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=8BT7JXXOF0W2 type=del size=3573695 2023-12-03T11:44:07.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.408+0000 7fec65a36780 1 < suggested update operation key=T9V22NACHJGL tag=RNLG860LSX70 type=del size=139816 2023-12-03T11:44:07.410 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.409+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=0SJUAQ7PDGMZ type=del size=3621007 2023-12-03T11:44:07.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.410+0000 7fec65a36780 1 < completed write operation key=BG6UOS1WMDBY tag=Q5ESPI8EQ4OS type=write size=159213 2023-12-03T11:44:07.413 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.412+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~U5URND3F9OM7.0 size=1048576 2023-12-03T11:44:07.414 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.413+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~U5URND3F9OM7.1 size=1048576 2023-12-03T11:44:07.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.414+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~U5URND3F9OM7.2 size=395455 2023-12-03T11:44:07.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.414+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=U5URND3F9OM7 tag=1VGBKFLMEKH8 type=write size=3541183 2023-12-03T11:44:07.417 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.416+0000 7fec65a36780 1 < suggested update operation key=T9V22NACHJGL tag=17S0D8I1M3ZE type=del size=613285 2023-12-03T11:44:07.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.417+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=7YTRG8CPTV0F type=del size=625128 2023-12-03T11:44:07.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.418+0000 7fec65a36780 1 < canceled part key=_multipart_X9RVI5NGJ2OL.2~0XCZ0S8L2EU0.0 size=1048576 2023-12-03T11:44:07.420 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.419+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~0XCZ0S8L2EU0.1 size=220838 2023-12-03T11:44:07.422 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.421+0000 7fec65a36780 1 < canceled multipart upload key=X9RVI5NGJ2OL upload=0XCZ0S8L2EU0 tag=UMUYZX782XEV type=write size=2317990 2023-12-03T11:44:07.423 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.422+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=3BESF9IRLK7Q type=del size=687953 2023-12-03T11:44:07.424 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.423+0000 7fec65a36780 1 < completed delete operation key=6NE4YT7O3EKT tag=CGND24GT2Z77 type=del 2023-12-03T11:44:07.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.424+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=ZU23J84S54HF type=write size=691896 2023-12-03T11:44:07.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.424+0000 7fec65a36780 1 < canceled part key=_multipart_C1UIPV6F6AYG.2~GX966P8ZVI5D.0 size=1003941 2023-12-03T11:44:07.428 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.426+0000 7fec65a36780 1 < canceled multipart upload key=C1UIPV6F6AYG upload=GX966P8ZVI5D tag=8PR3IZLCI84Y type=write size=2052517 2023-12-03T11:44:07.428 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.427+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=4D0LFZNS7FKW type=del size=3784572 2023-12-03T11:44:07.430 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.428+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~ZSCNZ52CX5TG.0 size=1048576 2023-12-03T11:44:07.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.429+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~ZSCNZ52CX5TG.1 size=928558 2023-12-03T11:44:07.433 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.431+0000 7fec65a36780 1 < completed multipart upload key=0HEXWFSSYOFX upload=ZSCNZ52CX5TG tag=27AX8WI1J9LY type=write size=3025710 2023-12-03T11:44:07.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.433+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~70W42ASBODAG.0 size=1048576 2023-12-03T11:44:07.436 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.434+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~70W42ASBODAG.1 size=512516 2023-12-03T11:44:07.436 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.434+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=70W42ASBODAG tag=TJX4VHA769NV type=write size=2609668 2023-12-03T11:44:07.437 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.436+0000 7fec65a36780 1 < completed write operation key=133Q3KH264WU tag=9FFM3KNZFD73 type=write size=570591 2023-12-03T11:44:07.439 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.438+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~NETQV10WZ1GM.0 size=848187 2023-12-03T11:44:07.439 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.438+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=NETQV10WZ1GM tag=03QNJUGCAD16 type=write size=1896763 2023-12-03T11:44:07.440 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.439+0000 7fec65a36780 -1 < failed to complete operation key=T9V22NACHJGL tag=NE44JIF8C3O9 type=del size=571249: (22) Invalid argument 2023-12-03T11:44:07.442 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.441+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~7IWKYBSRTSD0.0 size=78567 2023-12-03T11:44:07.442 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.441+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=7IWKYBSRTSD0 tag=KGN4P2Y224AZ type=write size=1127143 2023-12-03T11:44:07.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.442+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=D9IKMQ9P9ZZ1 type=del 2023-12-03T11:44:07.444 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.443+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=L3SM9P0OX7RK type=del size=1496506 2023-12-03T11:44:07.445 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.444+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~1ZD12MCRUDSP.0 size=1048576 2023-12-03T11:44:07.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.445+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~1ZD12MCRUDSP.1 size=65956 2023-12-03T11:44:07.448 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.447+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=1ZD12MCRUDSP tag=D6C3V5KJUSVO type=write size=2163108 2023-12-03T11:44:07.449 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.448+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=6RYH4ZII5V03 type=del size=3177292 2023-12-03T11:44:07.450 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.449+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~RRYIHHXG4CEL.0 size=1048576 2023-12-03T11:44:07.451 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.450+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~RRYIHHXG4CEL.1 size=648943 2023-12-03T11:44:07.454 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.452+0000 7fec65a36780 1 < completed multipart upload key=T9V22NACHJGL upload=RRYIHHXG4CEL tag=RT74PNOM3W0J type=write size=2746095 2023-12-03T11:44:07.454 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.453+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=U38UMMEE08P9 type=del size=795759 2023-12-03T11:44:07.456 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.454+0000 7fec65a36780 1 < completed delete operation key=GR4SISUXSQOT tag=7OE14XOK7LS2 type=del 2023-12-03T11:44:07.457 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.455+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=ZPAQPB104FWK type=del size=1020164 2023-12-03T11:44:07.458 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.457+0000 7fec65a36780 1 < completed write operation key=0AZB86BIZ0MT tag=XAT829J2J5OK type=write size=95359 2023-12-03T11:44:07.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.458+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=P9W43L8NCQ84 type=del size=4023151 2023-12-03T11:44:07.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.459+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=WZ7LNELAFG3N type=del 2023-12-03T11:44:07.462 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.461+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~RM86H8ATZID9.0 size=144716 2023-12-03T11:44:07.463 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.461+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=RM86H8ATZID9 tag=1HJF5INUNFD9 type=write size=1193292 2023-12-03T11:44:07.464 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.462+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=8BT7JXXOF0W2 type=del 2023-12-03T11:44:07.465 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.464+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=2OD3862UCRA1 type=del size=1561420 2023-12-03T11:44:07.466 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.465+0000 7fec65a36780 1 < completed delete operation key=X9RVI5NGJ2OL tag=0SJUAQ7PDGMZ type=del 2023-12-03T11:44:07.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.467+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~49UV3UZNPJPA.0 size=1048576 2023-12-03T11:44:07.469 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.468+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~49UV3UZNPJPA.1 size=142865 2023-12-03T11:44:07.469 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.468+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=49UV3UZNPJPA tag=8LRGX45B44KL type=write size=2240017 2023-12-03T11:44:07.470 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.469+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~U5URND3F9OM7.0 size=1048576 2023-12-03T11:44:07.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.470+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~U5URND3F9OM7.1 size=1048576 2023-12-03T11:44:07.472 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.471+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~U5URND3F9OM7.2 size=395455 2023-12-03T11:44:07.474 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.473+0000 7fec65a36780 1 < completed multipart upload key=6NE4YT7O3EKT upload=U5URND3F9OM7 tag=1VGBKFLMEKH8 type=write size=3541183 2023-12-03T11:44:07.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.478+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~D7TKGCGE552S.0 size=1048576 2023-12-03T11:44:07.480 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.479+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~D7TKGCGE552S.1 size=1048576 2023-12-03T11:44:07.481 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.480+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~D7TKGCGE552S.2 size=593630 2023-12-03T11:44:07.482 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.480+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=D7TKGCGE552S tag=O6SIMUM0NVF0 type=write size=3739358 2023-12-03T11:44:07.483 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.482+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=7YTRG8CPTV0F type=del 2023-12-03T11:44:07.484 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.483+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=D0BQ4XCMEY8W type=del size=2082287 2023-12-03T11:44:07.485 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.484+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=3BESF9IRLK7Q type=del 2023-12-03T11:44:07.486 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.485+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=0OO6ICN4BGWV type=del size=3711699 2023-12-03T11:44:07.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.487+0000 7fec65a36780 1 < suggested update operation key=1Q50D75XSIR5 tag=ZU23J84S54HF type=write size=691896 2023-12-03T11:44:07.491 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.490+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~9DAZTQ9YG6U8.0 size=591078 2023-12-03T11:44:07.491 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.490+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=9DAZTQ9YG6U8 tag=LG3BAFYU562E type=write size=1639654 2023-12-03T11:44:07.492 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.491+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=4D0LFZNS7FKW type=del 2023-12-03T11:44:07.493 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.492+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=H7JA0TW7TQHZ type=del size=3045731 2023-12-03T11:44:07.494 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.493+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~70W42ASBODAG.0 size=1048576 2023-12-03T11:44:07.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.494+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~70W42ASBODAG.1 size=512516 2023-12-03T11:44:07.498 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.496+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=70W42ASBODAG tag=TJX4VHA769NV type=write size=2609668 2023-12-03T11:44:07.499 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.498+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~E981R6XNBVEA.0 size=846804 2023-12-03T11:44:07.500 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.498+0000 7fec65a36780 1 > prepared multipart upload key=ZCS6XX24O8P4 upload=E981R6XNBVEA tag=9EUSE15J18FH type=write size=1895380 2023-12-03T11:44:07.501 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.500+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~NETQV10WZ1GM.0 size=848187 2023-12-03T11:44:07.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.501+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=NETQV10WZ1GM tag=03QNJUGCAD16 type=write size=1896763 2023-12-03T11:44:07.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.504+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~W70FXENJ3JZU.0 size=544914 2023-12-03T11:44:07.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.504+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=W70FXENJ3JZU tag=UNKRC0BLHXCH type=write size=1593490 2023-12-03T11:44:07.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.505+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~7IWKYBSRTSD0.0 size=78567 2023-12-03T11:44:07.508 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.507+0000 7fec65a36780 1 < completed multipart upload key=6NE4YT7O3EKT upload=7IWKYBSRTSD0 tag=KGN4P2Y224AZ type=write size=1127143 2023-12-03T11:44:07.509 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.508+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=YVB572MFFLAW type=del size=2183193 2023-12-03T11:44:07.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.510+0000 7fec65a36780 1 < suggested update operation key=1Q50D75XSIR5 tag=L3SM9P0OX7RK type=del size=1496506 2023-12-03T11:44:07.513 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.511+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=TXXTKDUCV9EN type=del size=76473 2023-12-03T11:44:07.514 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.513+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=6RYH4ZII5V03 type=del 2023-12-03T11:44:07.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.514+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=HXHS3ABWD7UQ type=del size=2258322 2023-12-03T11:44:07.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.515+0000 7fec65a36780 1 < completed delete operation key=0HEXWFSSYOFX tag=U38UMMEE08P9 type=del 2023-12-03T11:44:07.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.516+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=LLYWBMI22DR8 type=del size=4106559 2023-12-03T11:44:07.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.519+0000 7fec65a36780 1 < suggested remove operation key=P4HRMBD0NLGK tag=ZPAQPB104FWK type=del 2023-12-03T11:44:07.521 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.520+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=I5SVW5PP3AGE type=del size=2786690 2023-12-03T11:44:07.523 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.521+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=P9W43L8NCQ84 type=del 2023-12-03T11:44:07.525 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.523+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~BSBKLPW2DTQS.0 size=1048576 2023-12-03T11:44:07.525 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.524+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~BSBKLPW2DTQS.1 size=288756 2023-12-03T11:44:07.525 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.524+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=BSBKLPW2DTQS tag=Y3N2FJMAET69 type=write size=2385908 2023-12-03T11:44:07.527 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.525+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~RM86H8ATZID9.0 size=144716 2023-12-03T11:44:07.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.527+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=RM86H8ATZID9 tag=1HJF5INUNFD9 type=write size=1193292 2023-12-03T11:44:07.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.529+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~AUZYGB9HOYBH.0 size=5531 2023-12-03T11:44:07.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.529+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=AUZYGB9HOYBH tag=V41EUNMI1E81 type=write size=1054107 2023-12-03T11:44:07.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.531+0000 7fec65a36780 1 < completed delete operation key=X9RVI5NGJ2OL tag=2OD3862UCRA1 type=del 2023-12-03T11:44:07.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.532+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=W1W556P9QO92 type=del size=2963396 2023-12-03T11:44:07.534 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.533+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~49UV3UZNPJPA.0 size=1048576 2023-12-03T11:44:07.535 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.534+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~49UV3UZNPJPA.1 size=142865 2023-12-03T11:44:07.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.536+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=49UV3UZNPJPA tag=8LRGX45B44KL type=write size=2240017 2023-12-03T11:44:07.538 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.537+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=SA6TP3PEKJZ8 type=del size=2199656 2023-12-03T11:44:07.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.538+0000 7fec65a36780 1 < canceled part key=_multipart_3QZKHX70UUGR.2~D7TKGCGE552S.0 size=1048576 2023-12-03T11:44:07.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.538+0000 7fec65a36780 1 < canceled part key=_multipart_3QZKHX70UUGR.2~D7TKGCGE552S.1 size=1048576 2023-12-03T11:44:07.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.539+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~D7TKGCGE552S.2 size=593630 2023-12-03T11:44:07.542 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.541+0000 7fec65a36780 1 < canceled multipart upload key=3QZKHX70UUGR upload=D7TKGCGE552S tag=O6SIMUM0NVF0 type=write size=3739358 2023-12-03T11:44:07.544 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.543+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~FTPO87ZML80M.0 size=1048576 2023-12-03T11:44:07.545 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.544+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~FTPO87ZML80M.1 size=474613 2023-12-03T11:44:07.545 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.544+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=FTPO87ZML80M tag=KVSJL6MNL2TE type=write size=2571765 2023-12-03T11:44:07.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.547+0000 7fec65a36780 1 < suggested update operation key=WOVRQGZRPR2M tag=D0BQ4XCMEY8W type=del size=2082287 2023-12-03T11:44:07.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.549+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~NHDB1BGDGQNN.0 size=675008 2023-12-03T11:44:07.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.549+0000 7fec65a36780 1 > prepared multipart upload key=AH17BNCID2LT upload=NHDB1BGDGQNN tag=5BVHTLSTCE2X type=write size=1723584 2023-12-03T11:44:07.551 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.550+0000 7fec65a36780 1 < canceled operation key=5Z9PG5J6Q8GF tag=0OO6ICN4BGWV type=del size=3711699 2023-12-03T11:44:07.552 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.551+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=LLOPHL5DC2CT type=del size=173663 2023-12-03T11:44:07.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.552+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~9DAZTQ9YG6U8.0 size=591078 2023-12-03T11:44:07.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.554+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=9DAZTQ9YG6U8 tag=LG3BAFYU562E type=write size=1639654 2023-12-03T11:44:07.557 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.555+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=029RDYGGO2M6 type=del size=3565493 2023-12-03T11:44:07.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.557+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=H7JA0TW7TQHZ type=del 2023-12-03T11:44:07.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.558+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=YKD37RWPUO5B type=write size=565347 2023-12-03T11:44:07.560 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.559+0000 7fec65a36780 1 < completed part key=_multipart_ZCS6XX24O8P4.2~E981R6XNBVEA.0 size=846804 2023-12-03T11:44:07.562 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.561+0000 7fec65a36780 1 < completed multipart upload key=ZCS6XX24O8P4 upload=E981R6XNBVEA tag=9EUSE15J18FH type=write size=1895380 2023-12-03T11:44:07.563 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.562+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=ZOZUSR98S02B type=write size=289797 2023-12-03T11:44:07.564 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.563+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~W70FXENJ3JZU.0 size=544914 2023-12-03T11:44:07.566 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.565+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=W70FXENJ3JZU tag=UNKRC0BLHXCH type=write size=1593490 2023-12-03T11:44:07.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.566+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=WYQIWI8EC6EP type=del size=2052100 2023-12-03T11:44:07.569 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.568+0000 7fec65a36780 1 < completed delete operation key=GR4SISUXSQOT tag=YVB572MFFLAW type=del 2023-12-03T11:44:07.571 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.570+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~LKVJN3Z0HL8U.0 size=1048576 2023-12-03T11:44:07.572 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.571+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~LKVJN3Z0HL8U.1 size=1048576 2023-12-03T11:44:07.573 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.572+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~LKVJN3Z0HL8U.2 size=776980 2023-12-03T11:44:07.573 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.572+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=LKVJN3Z0HL8U tag=S0TMP4T438PF type=write size=3922708 2023-12-03T11:44:07.574 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.573+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=TXXTKDUCV9EN type=del 2023-12-03T11:44:07.576 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.575+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~JJU0P6FX2CS0.0 size=1048576 2023-12-03T11:44:07.577 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.576+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~JJU0P6FX2CS0.1 size=1048576 2023-12-03T11:44:07.578 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.577+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~JJU0P6FX2CS0.2 size=935965 2023-12-03T11:44:07.578 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.577+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=JJU0P6FX2CS0 tag=QYOI5TCBWIHA type=write size=4081693 2023-12-03T11:44:07.579 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.578+0000 7fec65a36780 -1 < failed to complete operation key=P4HRMBD0NLGK tag=HXHS3ABWD7UQ type=del size=2258322: (22) Invalid argument 2023-12-03T11:44:07.581 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.580+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~W2YZ6WWWZBZN.0 size=1048576 2023-12-03T11:44:07.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.581+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~W2YZ6WWWZBZN.1 size=1048576 2023-12-03T11:44:07.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.583+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~W2YZ6WWWZBZN.2 size=718953 2023-12-03T11:44:07.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.583+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=W2YZ6WWWZBZN tag=228193O4RB7A type=write size=3864681 2023-12-03T11:44:07.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.584+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=LLYWBMI22DR8 type=del 2023-12-03T11:44:07.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.585+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=H1ZDHV42KGUP type=write size=145552 2023-12-03T11:44:07.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.586+0000 7fec65a36780 1 < canceled operation key=8OT6OT3U65FW tag=I5SVW5PP3AGE type=del size=2786690 2023-12-03T11:44:07.590 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.589+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~UPOTAC5ABSLK.0 size=1048576 2023-12-03T11:44:07.591 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.590+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~UPOTAC5ABSLK.1 size=321343 2023-12-03T11:44:07.591 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.590+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=UPOTAC5ABSLK tag=E483C1NUHCP0 type=write size=2418495 2023-12-03T11:44:07.594 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.593+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~BSBKLPW2DTQS.0 size=1048576 2023-12-03T11:44:07.595 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.594+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~BSBKLPW2DTQS.1 size=288756 2023-12-03T11:44:07.597 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.596+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=BSBKLPW2DTQS tag=Y3N2FJMAET69 type=write size=2385908 2023-12-03T11:44:07.599 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.598+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~H7XTL7RW4GKJ.0 size=1048576 2023-12-03T11:44:07.600 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.599+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~H7XTL7RW4GKJ.1 size=1048576 2023-12-03T11:44:07.601 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.600+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~H7XTL7RW4GKJ.2 size=1017691 2023-12-03T11:44:07.601 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.600+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=H7XTL7RW4GKJ tag=THHQJW5QE1SB type=write size=4163419 2023-12-03T11:44:07.602 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.601+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~AUZYGB9HOYBH.0 size=5531 2023-12-03T11:44:07.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.605+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=AUZYGB9HOYBH tag=V41EUNMI1E81 type=write size=1054107 2023-12-03T11:44:07.608 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.607+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~5YAW1G3RRN32.0 size=209484 2023-12-03T11:44:07.608 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.607+0000 7fec65a36780 1 > prepared multipart upload key=T9V22NACHJGL upload=5YAW1G3RRN32 tag=WB9BVAPN1F62 type=write size=1258060 2023-12-03T11:44:07.609 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.608+0000 7fec65a36780 1 < completed delete operation key=3QZKHX70UUGR tag=W1W556P9QO92 type=del 2023-12-03T11:44:07.612 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.611+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~R4A666NPJW2Q.0 size=1048576 2023-12-03T11:44:07.613 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.612+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~R4A666NPJW2Q.1 size=1048576 2023-12-03T11:44:07.614 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.612+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~R4A666NPJW2Q.2 size=912282 2023-12-03T11:44:07.614 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.612+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=R4A666NPJW2Q tag=8N7H47A8CHJT type=write size=4058010 2023-12-03T11:44:07.615 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.614+0000 7fec65a36780 1 < canceled operation key=YRACKN8LKGIH tag=SA6TP3PEKJZ8 type=del size=2199656 2023-12-03T11:44:07.616 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.615+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=15GEKTUWJZDD type=del size=854004 2023-12-03T11:44:07.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.616+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~FTPO87ZML80M.0 size=1048576 2023-12-03T11:44:07.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.617+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~FTPO87ZML80M.1 size=474613 2023-12-03T11:44:07.621 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.620+0000 7fec65a36780 1 < completed multipart upload key=3C6QMW8IQIA4 upload=FTPO87ZML80M tag=KVSJL6MNL2TE type=write size=2571765 2023-12-03T11:44:07.622 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.621+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=T6A33ZDTKFAG type=del size=2265652 2023-12-03T11:44:07.623 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.622+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~NHDB1BGDGQNN.0 size=675008 2023-12-03T11:44:07.625 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.624+0000 7fec65a36780 1 < completed multipart upload key=AH17BNCID2LT upload=NHDB1BGDGQNN tag=5BVHTLSTCE2X type=write size=1723584 2023-12-03T11:44:07.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.626+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~AKT1NA8ILYLO.0 size=1048576 2023-12-03T11:44:07.629 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.627+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~AKT1NA8ILYLO.1 size=629983 2023-12-03T11:44:07.629 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.627+0000 7fec65a36780 1 > prepared multipart upload key=0HEXWFSSYOFX upload=AKT1NA8ILYLO tag=XETG9YI92JBP type=write size=2727135 2023-12-03T11:44:07.630 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.629+0000 7fec65a36780 1 < completed delete operation key=ZCS6XX24O8P4 tag=LLOPHL5DC2CT type=del 2023-12-03T11:44:07.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.631+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~0RLCDAZ2LFNC.0 size=684118 2023-12-03T11:44:07.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.631+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=0RLCDAZ2LFNC tag=O394ODWBV2MG type=write size=1732694 2023-12-03T11:44:07.633 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.632+0000 7fec65a36780 1 < completed delete operation key=0AZB86BIZ0MT tag=029RDYGGO2M6 type=del 2023-12-03T11:44:07.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.633+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=MWVF30PY09N0 type=del size=3699131 2023-12-03T11:44:07.635 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.634+0000 7fec65a36780 1 < completed write operation key=5C1TNEXGMTX2 tag=YKD37RWPUO5B type=write size=565347 2023-12-03T11:44:07.638 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.636+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~3F5BSOIY0A56.0 size=1048576 2023-12-03T11:44:07.638 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.637+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~3F5BSOIY0A56.1 size=1048576 2023-12-03T11:44:07.639 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.638+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~3F5BSOIY0A56.2 size=837528 2023-12-03T11:44:07.639 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.638+0000 7fec65a36780 1 > prepared multipart upload key=0AZB86BIZ0MT upload=3F5BSOIY0A56 tag=4Q8ZSCJUBO6Z type=write size=3983256 2023-12-03T11:44:07.642 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.640+0000 7fec65a36780 1 < suggested update operation key=WOVRQGZRPR2M tag=ZOZUSR98S02B type=write size=289797 2023-12-03T11:44:07.644 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.643+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~09LMTM8JUD2A.0 size=1048576 2023-12-03T11:44:07.645 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.643+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~09LMTM8JUD2A.1 size=1048576 2023-12-03T11:44:07.645 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.644+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~09LMTM8JUD2A.2 size=899860 2023-12-03T11:44:07.646 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.644+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=09LMTM8JUD2A tag=4IULO38Q7N5S type=write size=4045588 2023-12-03T11:44:07.647 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.646+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=WYQIWI8EC6EP type=del 2023-12-03T11:44:07.648 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.647+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=AZU8C3B2C5NN type=del size=1363690 2023-12-03T11:44:07.649 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.648+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~LKVJN3Z0HL8U.0 size=1048576 2023-12-03T11:44:07.650 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.649+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~LKVJN3Z0HL8U.1 size=1048576 2023-12-03T11:44:07.651 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.650+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~LKVJN3Z0HL8U.2 size=776980 2023-12-03T11:44:07.653 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.652+0000 7fec65a36780 1 < completed multipart upload key=6NE4YT7O3EKT upload=LKVJN3Z0HL8U tag=S0TMP4T438PF type=write size=3922708 2023-12-03T11:44:07.654 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.653+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=WGLW0LVH07F5 type=del size=3858007 2023-12-03T11:44:07.655 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.654+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~JJU0P6FX2CS0.0 size=1048576 2023-12-03T11:44:07.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.655+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~JJU0P6FX2CS0.1 size=1048576 2023-12-03T11:44:07.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.656+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~JJU0P6FX2CS0.2 size=935965 2023-12-03T11:44:07.660 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.659+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=JJU0P6FX2CS0 tag=QYOI5TCBWIHA type=write size=4081693 2023-12-03T11:44:07.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.660+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=DHRMVE2YNFOD type=del size=3047767 2023-12-03T11:44:07.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.661+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~W2YZ6WWWZBZN.0 size=1048576 2023-12-03T11:44:07.664 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.662+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~W2YZ6WWWZBZN.1 size=1048576 2023-12-03T11:44:07.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.663+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~W2YZ6WWWZBZN.2 size=718953 2023-12-03T11:44:07.667 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.666+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=W2YZ6WWWZBZN tag=228193O4RB7A type=write size=3864681 2023-12-03T11:44:07.668 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.667+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=5OPCJN7N6ATW type=write size=468466 2023-12-03T11:44:07.670 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.668+0000 7fec65a36780 1 < completed write operation key=47SL1QFM71HF tag=H1ZDHV42KGUP type=write size=145552 2023-12-03T11:44:07.671 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.670+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=XSQNU6IKTKKE type=del size=2774909 2023-12-03T11:44:07.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.671+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~UPOTAC5ABSLK.0 size=1048576 2023-12-03T11:44:07.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.672+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~UPOTAC5ABSLK.1 size=321343 2023-12-03T11:44:07.677 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.674+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=UPOTAC5ABSLK tag=E483C1NUHCP0 type=write size=2418495 2023-12-03T11:44:07.678 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.677+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~VK6M37301XG8.0 size=1048576 2023-12-03T11:44:07.679 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.678+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~VK6M37301XG8.1 size=440330 2023-12-03T11:44:07.679 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.678+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=VK6M37301XG8 tag=1NONFI7LRR8Z type=write size=2537482 2023-12-03T11:44:07.679 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.678+0000 7fec65a36780 1 < canceled part key=_multipart_3QZKHX70UUGR.2~H7XTL7RW4GKJ.0 size=1048576 2023-12-03T11:44:07.680 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.679+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~H7XTL7RW4GKJ.1 size=1048576 2023-12-03T11:44:07.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.680+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~H7XTL7RW4GKJ.2 size=1017691 2023-12-03T11:44:07.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.682+0000 7fec65a36780 1 < canceled multipart upload key=3QZKHX70UUGR upload=H7XTL7RW4GKJ tag=THHQJW5QE1SB type=write size=4163419 2023-12-03T11:44:07.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.683+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=5C8AE0Z8UNR4 type=del size=413047 2023-12-03T11:44:07.685 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.684+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~5YAW1G3RRN32.0 size=209484 2023-12-03T11:44:07.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.686+0000 7fec65a36780 1 < completed multipart upload key=T9V22NACHJGL upload=5YAW1G3RRN32 tag=WB9BVAPN1F62 type=write size=1258060 2023-12-03T11:44:07.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.688+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~HOQI0UPJI3RT.0 size=1048576 2023-12-03T11:44:07.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.689+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~HOQI0UPJI3RT.1 size=1048576 2023-12-03T11:44:07.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.690+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~HOQI0UPJI3RT.2 size=440431 2023-12-03T11:44:07.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.690+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=HOQI0UPJI3RT tag=PBQQ9A2M2LK1 type=write size=3586159 2023-12-03T11:44:07.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.691+0000 7fec65a36780 1 < canceled part key=_multipart_X9RVI5NGJ2OL.2~R4A666NPJW2Q.0 size=1048576 2023-12-03T11:44:07.693 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.692+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~R4A666NPJW2Q.1 size=1048576 2023-12-03T11:44:07.693 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.692+0000 7fec65a36780 1 < canceled part key=_multipart_X9RVI5NGJ2OL.2~R4A666NPJW2Q.2 size=912282 2023-12-03T11:44:07.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.694+0000 7fec65a36780 1 < canceled multipart upload key=X9RVI5NGJ2OL upload=R4A666NPJW2Q tag=8N7H47A8CHJT type=write size=4058010 2023-12-03T11:44:07.697 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.696+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~3ZEFUIG9YM2S.0 size=641824 2023-12-03T11:44:07.697 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.696+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=3ZEFUIG9YM2S tag=Z1AMPSHQUXJ5 type=write size=1690400 2023-12-03T11:44:07.698 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.697+0000 7fec65a36780 1 < completed delete operation key=0HEXWFSSYOFX tag=15GEKTUWJZDD type=del 2023-12-03T11:44:07.700 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.698+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=XTGCRY1B9R53 type=del size=2888269 2023-12-03T11:44:07.701 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.699+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=T6A33ZDTKFAG type=del 2023-12-03T11:44:07.702 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.700+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=1YL4X88GBLI5 type=del size=322444 2023-12-03T11:44:07.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.702+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~AKT1NA8ILYLO.0 size=1048576 2023-12-03T11:44:07.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.704+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~AKT1NA8ILYLO.1 size=629983 2023-12-03T11:44:07.707 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.706+0000 7fec65a36780 1 < completed multipart upload key=0HEXWFSSYOFX upload=AKT1NA8ILYLO tag=XETG9YI92JBP type=write size=2727135 2023-12-03T11:44:07.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.707+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=1WVQM0HF31LX type=del size=2802399 2023-12-03T11:44:07.709 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.708+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~0RLCDAZ2LFNC.0 size=684118 2023-12-03T11:44:07.711 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.710+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=0RLCDAZ2LFNC tag=O394ODWBV2MG type=write size=1732694 2023-12-03T11:44:07.712 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.711+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=ROO3QLB9SOCY type=del size=2897593 2023-12-03T11:44:07.714 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.713+0000 7fec65a36780 1 < suggested remove operation key=2RH7HHERSZ3G tag=MWVF30PY09N0 type=del 2023-12-03T11:44:07.715 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.714+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=3U2NKR9YJMJX type=del size=2686589 2023-12-03T11:44:07.717 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.715+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~3F5BSOIY0A56.0 size=1048576 2023-12-03T11:44:07.717 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.716+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~3F5BSOIY0A56.1 size=1048576 2023-12-03T11:44:07.719 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.717+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~3F5BSOIY0A56.2 size=837528 2023-12-03T11:44:07.720 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.719+0000 7fec65a36780 1 < completed multipart upload key=0AZB86BIZ0MT upload=3F5BSOIY0A56 tag=4Q8ZSCJUBO6Z type=write size=3983256 2023-12-03T11:44:07.721 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.720+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=28YZ034QBQEL type=del size=1012633 2023-12-03T11:44:07.723 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.721+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~09LMTM8JUD2A.0 size=1048576 2023-12-03T11:44:07.724 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.722+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~09LMTM8JUD2A.1 size=1048576 2023-12-03T11:44:07.725 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.723+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~09LMTM8JUD2A.2 size=899860 2023-12-03T11:44:07.727 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.725+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=09LMTM8JUD2A tag=4IULO38Q7N5S type=write size=4045588 2023-12-03T11:44:07.729 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.728+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~BDFEZNNRKRTK.0 size=1048576 2023-12-03T11:44:07.730 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.729+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~BDFEZNNRKRTK.1 size=143449 2023-12-03T11:44:07.730 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.729+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=BDFEZNNRKRTK tag=RC45AB7O0L7Q type=write size=2240601 2023-12-03T11:44:07.731 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.730+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=AZU8C3B2C5NN type=del 2023-12-03T11:44:07.733 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.732+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~FVAPNV8X2VSR.0 size=1048576 2023-12-03T11:44:07.734 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.733+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~FVAPNV8X2VSR.1 size=748462 2023-12-03T11:44:07.734 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.733+0000 7fec65a36780 1 > prepared multipart upload key=AH17BNCID2LT upload=FVAPNV8X2VSR tag=NXTF2VRQ4Q9H type=write size=2845614 2023-12-03T11:44:07.735 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.734+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=WGLW0LVH07F5 type=del 2023-12-03T11:44:07.736 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.735+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=NRBC1OGUF7BC type=del size=203768 2023-12-03T11:44:07.738 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.737+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=DHRMVE2YNFOD type=del 2023-12-03T11:44:07.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.739+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~EA742M4PQAA4.0 size=1048576 2023-12-03T11:44:07.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.740+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~EA742M4PQAA4.1 size=1040027 2023-12-03T11:44:07.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.740+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=EA742M4PQAA4 tag=CIUXEKBCUGQ6 type=write size=3137179 2023-12-03T11:44:07.742 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.741+0000 7fec65a36780 1 < completed write operation key=C1UIPV6F6AYG tag=5OPCJN7N6ATW type=write size=468466 2023-12-03T11:44:07.744 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.743+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~CI6LGBLKXQQ7.0 size=207398 2023-12-03T11:44:07.744 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.743+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=CI6LGBLKXQQ7 tag=KQCN1UVPK28P type=write size=1255974 2023-12-03T11:44:07.745 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.744+0000 7fec65a36780 1 < completed delete operation key=8OT6OT3U65FW tag=XSQNU6IKTKKE type=del 2023-12-03T11:44:07.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.746+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~O198SD8EM00T.0 size=659512 2023-12-03T11:44:07.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.746+0000 7fec65a36780 1 > prepared multipart upload key=0HEXWFSSYOFX upload=O198SD8EM00T tag=3MJF5NIF17D6 type=write size=1708088 2023-12-03T11:44:07.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.748+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~VK6M37301XG8.0 size=1048576 2023-12-03T11:44:07.750 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.749+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~VK6M37301XG8.1 size=440330 2023-12-03T11:44:07.752 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.751+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=VK6M37301XG8 tag=1NONFI7LRR8Z type=write size=2537482 2023-12-03T11:44:07.753 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.752+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=VJSE4V5CFR77 type=del size=60485 2023-12-03T11:44:07.754 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.753+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=5C8AE0Z8UNR4 type=del 2023-12-03T11:44:07.756 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.754+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=PFRNFNUYTNTJ type=del size=591012 2023-12-03T11:44:07.757 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.756+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~HOQI0UPJI3RT.0 size=1048576 2023-12-03T11:44:07.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.756+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~HOQI0UPJI3RT.1 size=1048576 2023-12-03T11:44:07.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.757+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~HOQI0UPJI3RT.2 size=440431 2023-12-03T11:44:07.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.759+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=HOQI0UPJI3RT tag=PBQQ9A2M2LK1 type=write size=3586159 2023-12-03T11:44:07.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.760+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=KIO0QVG0QORS type=del size=1010318 2023-12-03T11:44:07.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.761+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~3ZEFUIG9YM2S.0 size=641824 2023-12-03T11:44:07.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.763+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=3ZEFUIG9YM2S tag=Z1AMPSHQUXJ5 type=write size=1690400 2023-12-03T11:44:07.766 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.765+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=JI9PBBB7QS53 type=del size=3601684 2023-12-03T11:44:07.768 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.767+0000 7fec65a36780 1 < suggested update operation key=ZHU0D35IH21Q tag=XTGCRY1B9R53 type=del size=2888269 2023-12-03T11:44:07.769 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.768+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=DGMISWR937FK type=write size=898488 2023-12-03T11:44:07.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.770+0000 7fec65a36780 1 < suggested remove operation key=X9QLCGIXBKPW tag=1YL4X88GBLI5 type=del 2023-12-03T11:44:07.774 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.772+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~4JSSLOE7CJAN.0 size=245069 2023-12-03T11:44:07.774 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.772+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=4JSSLOE7CJAN tag=OK6EHIS1TJQ3 type=write size=1293645 2023-12-03T11:44:07.775 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.774+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=1WVQM0HF31LX type=del 2023-12-03T11:44:07.776 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.775+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=1YQW03VRDD9L type=del size=102548 2023-12-03T11:44:07.778 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.777+0000 7fec65a36780 1 < suggested update operation key=ZHU0D35IH21Q tag=ROO3QLB9SOCY type=del size=2897593 2023-12-03T11:44:07.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.779+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~229SLTVUE0RT.0 size=1048576 2023-12-03T11:44:07.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.779+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~229SLTVUE0RT.1 size=1048576 2023-12-03T11:44:07.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.780+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~229SLTVUE0RT.2 size=967511 2023-12-03T11:44:07.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.780+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=229SLTVUE0RT tag=Y6QNN4L9RGID type=write size=4113239 2023-12-03T11:44:07.783 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.781+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=3U2NKR9YJMJX type=del 2023-12-03T11:44:07.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.782+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=M7GFDK47TU87 type=del size=2878748 2023-12-03T11:44:07.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.784+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=28YZ034QBQEL type=del 2023-12-03T11:44:07.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.785+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=XGHN6HHJJFJW type=del size=2229251 2023-12-03T11:44:07.789 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.786+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~BDFEZNNRKRTK.0 size=1048576 2023-12-03T11:44:07.789 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.787+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~BDFEZNNRKRTK.1 size=143449 2023-12-03T11:44:07.790 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.789+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=BDFEZNNRKRTK tag=RC45AB7O0L7Q type=write size=2240601 2023-12-03T11:44:07.791 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.790+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=PY3YDH6B8WKO type=del size=2008289 2023-12-03T11:44:07.792 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.791+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~FVAPNV8X2VSR.0 size=1048576 2023-12-03T11:44:07.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.792+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~FVAPNV8X2VSR.1 size=748462 2023-12-03T11:44:07.795 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.794+0000 7fec65a36780 1 < completed multipart upload key=AH17BNCID2LT upload=FVAPNV8X2VSR tag=NXTF2VRQ4Q9H type=write size=2845614 2023-12-03T11:44:07.797 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.796+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~UV9F1GXVP5TI.0 size=1048576 2023-12-03T11:44:07.798 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.797+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~UV9F1GXVP5TI.1 size=998120 2023-12-03T11:44:07.798 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.797+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=UV9F1GXVP5TI tag=6TNL4B0FXRKA type=write size=3095272 2023-12-03T11:44:07.799 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.798+0000 7fec65a36780 1 < completed delete operation key=X9RVI5NGJ2OL tag=NRBC1OGUF7BC type=del 2023-12-03T11:44:07.800 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.799+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=ZC9I7MRUV3WY type=write size=53130 2023-12-03T11:44:07.801 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.800+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~EA742M4PQAA4.0 size=1048576 2023-12-03T11:44:07.802 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.801+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~EA742M4PQAA4.1 size=1040027 2023-12-03T11:44:07.804 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.803+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=EA742M4PQAA4 tag=CIUXEKBCUGQ6 type=write size=3137179 2023-12-03T11:44:07.805 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.804+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=AYENIE6OY5QP type=del size=414505 2023-12-03T11:44:07.806 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.805+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~CI6LGBLKXQQ7.0 size=207398 2023-12-03T11:44:07.808 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.807+0000 7fec65a36780 1 < completed multipart upload key=2RH7HHERSZ3G upload=CI6LGBLKXQQ7 tag=KQCN1UVPK28P type=write size=1255974 2023-12-03T11:44:07.811 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.810+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~VUTJG4US6JWP.0 size=1048576 2023-12-03T11:44:07.812 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.811+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~VUTJG4US6JWP.1 size=1048576 2023-12-03T11:44:07.813 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.812+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~VUTJG4US6JWP.2 size=921429 2023-12-03T11:44:07.813 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.812+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=VUTJG4US6JWP tag=AAMA78FHZUGH type=write size=4067157 2023-12-03T11:44:07.814 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.813+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~O198SD8EM00T.0 size=659512 2023-12-03T11:44:07.816 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.815+0000 7fec65a36780 1 < completed multipart upload key=0HEXWFSSYOFX upload=O198SD8EM00T tag=3MJF5NIF17D6 type=write size=1708088 2023-12-03T11:44:07.817 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.816+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=ZPYH5Y30G662 type=write size=709625 2023-12-03T11:44:07.818 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.817+0000 7fec65a36780 1 < completed delete operation key=PEN3GY9LLJKQ tag=VJSE4V5CFR77 type=del 2023-12-03T11:44:07.820 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.818+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=KB92UFQ8N6YY type=write size=15143 2023-12-03T11:44:07.821 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.820+0000 7fec65a36780 1 < completed delete operation key=0HEXWFSSYOFX tag=PFRNFNUYTNTJ type=del 2023-12-03T11:44:07.822 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.821+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=97VHPN1KL61D type=del size=2454127 2023-12-03T11:44:07.823 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.822+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=KIO0QVG0QORS type=del 2023-12-03T11:44:07.824 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.823+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=ZDQ7Q88S7NQ6 type=del size=3822477 2023-12-03T11:44:07.827 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.825+0000 7fec65a36780 1 < suggested update operation key=X9RVI5NGJ2OL tag=JI9PBBB7QS53 type=del size=3601684 2023-12-03T11:44:07.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.827+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~Q0TVU4WAKFUZ.0 size=1048576 2023-12-03T11:44:07.830 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.828+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~Q0TVU4WAKFUZ.1 size=697 2023-12-03T11:44:07.830 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.828+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=Q0TVU4WAKFUZ tag=MEUDSBVM2GR5 type=write size=2097849 2023-12-03T11:44:07.831 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.830+0000 7fec65a36780 1 < completed write operation key=DVENHTCK7GZA tag=DGMISWR937FK type=write size=898488 2023-12-03T11:44:07.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.832+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~RD4C24KXIBL1.0 size=67376 2023-12-03T11:44:07.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.832+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=RD4C24KXIBL1 tag=EMHBY4J7W7ZO type=write size=1115952 2023-12-03T11:44:07.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.833+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~4JSSLOE7CJAN.0 size=245069 2023-12-03T11:44:07.836 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.835+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=4JSSLOE7CJAN tag=OK6EHIS1TJQ3 type=write size=1293645 2023-12-03T11:44:07.838 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.836+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=AOEKN8ZKZ0FS type=del size=1504802 2023-12-03T11:44:07.839 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.838+0000 7fec65a36780 1 < suggested update operation key=X9QLCGIXBKPW tag=1YQW03VRDD9L type=del size=102548 2023-12-03T11:44:07.840 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.839+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=SMCG0B2526W4 type=del size=2721708 2023-12-03T11:44:07.841 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.840+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~229SLTVUE0RT.0 size=1048576 2023-12-03T11:44:07.842 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.841+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~229SLTVUE0RT.1 size=1048576 2023-12-03T11:44:07.843 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.842+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~229SLTVUE0RT.2 size=967511 2023-12-03T11:44:07.845 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.844+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=229SLTVUE0RT tag=Y6QNN4L9RGID type=write size=4113239 2023-12-03T11:44:07.848 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.846+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~AFKF2WE0PIJV.0 size=1048576 2023-12-03T11:44:07.848 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.847+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~AFKF2WE0PIJV.1 size=1048576 2023-12-03T11:44:07.849 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.848+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~AFKF2WE0PIJV.2 size=659544 2023-12-03T11:44:07.850 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.848+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=AFKF2WE0PIJV tag=93NSDBVCN3MN type=write size=3805272 2023-12-03T11:44:07.850 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.849+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=M7GFDK47TU87 type=del 2023-12-03T11:44:07.852 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.850+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=Y4LB3J3XEQ8C type=del size=3792347 2023-12-03T11:44:07.852 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.851+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=XGHN6HHJJFJW type=del 2023-12-03T11:44:07.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.852+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=7XMWYMC70CQP type=del size=2399476 2023-12-03T11:44:07.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.855+0000 7fec65a36780 1 < suggested update operation key=0HEXWFSSYOFX tag=PY3YDH6B8WKO type=del size=2008289 2023-12-03T11:44:07.858 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.857+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~NO9LWHF72OS5.0 size=1048576 2023-12-03T11:44:07.859 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.857+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~NO9LWHF72OS5.1 size=647094 2023-12-03T11:44:07.859 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.857+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=NO9LWHF72OS5 tag=VF65GTP0QUSK type=write size=2744246 2023-12-03T11:44:07.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.859+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~UV9F1GXVP5TI.0 size=1048576 2023-12-03T11:44:07.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.859+0000 7fec65a36780 1 < canceled part key=_multipart_47SL1QFM71HF.2~UV9F1GXVP5TI.1 size=998120 2023-12-03T11:44:07.862 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.861+0000 7fec65a36780 1 < canceled multipart upload key=47SL1QFM71HF upload=UV9F1GXVP5TI tag=6TNL4B0FXRKA type=write size=3095272 2023-12-03T11:44:07.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.862+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=ODXOTVZLG0AD type=del size=2447836 2023-12-03T11:44:07.864 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.863+0000 7fec65a36780 1 < completed write operation key=SSVHOXNGSFYF tag=ZC9I7MRUV3WY type=write size=53130 2023-12-03T11:44:07.865 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.864+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=OOJKZI79VVZ1 type=del size=1956110 2023-12-03T11:44:07.866 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.865+0000 7fec65a36780 1 < canceled operation key=8OT6OT3U65FW tag=AYENIE6OY5QP type=del size=414505 2023-12-03T11:44:07.868 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.867+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=ROHZ4GFXAPKW type=write size=871605 2023-12-03T11:44:07.869 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.868+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~VUTJG4US6JWP.0 size=1048576 2023-12-03T11:44:07.870 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.869+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~VUTJG4US6JWP.1 size=1048576 2023-12-03T11:44:07.871 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.870+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~VUTJG4US6JWP.2 size=921429 2023-12-03T11:44:07.873 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.872+0000 7fec65a36780 1 < completed multipart upload key=X9QLCGIXBKPW upload=VUTJG4US6JWP tag=AAMA78FHZUGH type=write size=4067157 2023-12-03T11:44:07.874 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.873+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=T75C6ASD84P9 type=del size=3439176 2023-12-03T11:44:07.877 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.875+0000 7fec65a36780 1 < suggested remove operation key=YRACKN8LKGIH tag=ZPYH5Y30G662 type=write 2023-12-03T11:44:07.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.877+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~I9RRWPVE6EDD.0 size=772802 2023-12-03T11:44:07.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.877+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=I9RRWPVE6EDD tag=B2635JIC2RKR type=write size=1821378 2023-12-03T11:44:07.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.880+0000 7fec65a36780 1 < suggested update operation key=PEN3GY9LLJKQ tag=KB92UFQ8N6YY type=write size=15143 2023-12-03T11:44:07.882 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.881+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=AFUBX9F6PNB5 type=del size=1395375 2023-12-03T11:44:07.883 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.882+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=97VHPN1KL61D type=del 2023-12-03T11:44:07.884 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.883+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=3DTVJ2FKD0O5 type=del size=1140106 2023-12-03T11:44:07.886 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.884+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=ZDQ7Q88S7NQ6 type=del 2023-12-03T11:44:07.888 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.887+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~B7R4B62ZE8O5.0 size=545771 2023-12-03T11:44:07.888 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.887+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=B7R4B62ZE8O5 tag=E0V3ZFPU4CJB type=write size=1594347 2023-12-03T11:44:07.889 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.888+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~Q0TVU4WAKFUZ.0 size=1048576 2023-12-03T11:44:07.890 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.889+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~Q0TVU4WAKFUZ.1 size=697 2023-12-03T11:44:07.892 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.891+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=Q0TVU4WAKFUZ tag=MEUDSBVM2GR5 type=write size=2097849 2023-12-03T11:44:07.893 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.892+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=2JPYUAQIPD5G type=del size=498195 2023-12-03T11:44:07.894 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.893+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~RD4C24KXIBL1.0 size=67376 2023-12-03T11:44:07.896 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.895+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=RD4C24KXIBL1 tag=EMHBY4J7W7ZO type=write size=1115952 2023-12-03T11:44:07.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.897+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=8OATPWT7JOJI type=write size=20565 2023-12-03T11:44:07.900 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.899+0000 7fec65a36780 1 < suggested remove operation key=X9QLCGIXBKPW tag=AOEKN8ZKZ0FS type=del 2023-12-03T11:44:07.902 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.901+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~V0U6M4O1PMNZ.0 size=1048576 2023-12-03T11:44:07.903 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.902+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~V0U6M4O1PMNZ.1 size=1048576 2023-12-03T11:44:07.904 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.903+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~V0U6M4O1PMNZ.2 size=746035 2023-12-03T11:44:07.904 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.903+0000 7fec65a36780 1 > prepared multipart upload key=AH17BNCID2LT upload=V0U6M4O1PMNZ tag=E2PRDM270MMH type=write size=3891763 2023-12-03T11:44:07.907 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.905+0000 7fec65a36780 1 < suggested remove operation key=MR1LTY3JH4WC tag=SMCG0B2526W4 type=del 2023-12-03T11:44:07.908 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.907+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=7QZL3PJ77X50 type=write size=730018 2023-12-03T11:44:07.909 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.908+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~AFKF2WE0PIJV.0 size=1048576 2023-12-03T11:44:07.910 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.909+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~AFKF2WE0PIJV.1 size=1048576 2023-12-03T11:44:07.911 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.910+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~AFKF2WE0PIJV.2 size=659544 2023-12-03T11:44:07.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.912+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=AFKF2WE0PIJV tag=93NSDBVCN3MN type=write size=3805272 2023-12-03T11:44:07.914 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.913+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=NY19RTFOMJ6X type=del size=356577 2023-12-03T11:44:07.916 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.914+0000 7fec65a36780 1 < canceled operation key=9JLT22LCTIPC tag=Y4LB3J3XEQ8C type=del size=3792347 2023-12-03T11:44:07.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.916+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~T6C54CZI6VDI.0 size=1048576 2023-12-03T11:44:07.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.917+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~T6C54CZI6VDI.1 size=993603 2023-12-03T11:44:07.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.917+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=T6C54CZI6VDI tag=1XIJJ2DINABB type=write size=3090755 2023-12-03T11:44:07.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.920+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=7XMWYMC70CQP type=del 2023-12-03T11:44:07.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.921+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=8PCVDNMARQBG type=del size=2824760 2023-12-03T11:44:07.925 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.924+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~NO9LWHF72OS5.0 size=1048576 2023-12-03T11:44:07.926 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.925+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~NO9LWHF72OS5.1 size=647094 2023-12-03T11:44:07.930 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.928+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=NO9LWHF72OS5 tag=VF65GTP0QUSK type=write size=2744246 2023-12-03T11:44:07.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.929+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=SVSMBHVKG4MU type=write size=998140 2023-12-03T11:44:07.932 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.931+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=ODXOTVZLG0AD type=del 2023-12-03T11:44:07.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.932+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=W9PNRLYN1QZG type=del size=293882 2023-12-03T11:44:07.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.933+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=OOJKZI79VVZ1 type=del 2023-12-03T11:44:07.935 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.934+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=LCBWRDRG6QYP type=del size=3854566 2023-12-03T11:44:07.936 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.935+0000 7fec65a36780 1 < completed write operation key=47SL1QFM71HF tag=ROHZ4GFXAPKW type=write size=871605 2023-12-03T11:44:07.938 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.936+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=C1UBWM0STXRM type=write size=536690 2023-12-03T11:44:07.939 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.938+0000 7fec65a36780 1 < completed delete operation key=WOVRQGZRPR2M tag=T75C6ASD84P9 type=del 2023-12-03T11:44:07.941 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.940+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~FRKV11JO8TYD.0 size=613165 2023-12-03T11:44:07.941 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.940+0000 7fec65a36780 1 > prepared multipart upload key=0HEXWFSSYOFX upload=FRKV11JO8TYD tag=3VZ4ASBZKB7E type=write size=1661741 2023-12-03T11:44:07.942 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.941+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~I9RRWPVE6EDD.0 size=772802 2023-12-03T11:44:07.944 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.943+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=I9RRWPVE6EDD tag=B2635JIC2RKR type=write size=1821378 2023-12-03T11:44:07.947 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.945+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~DPWCS0R3PVBP.0 size=1048576 2023-12-03T11:44:07.947 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.946+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~DPWCS0R3PVBP.1 size=1038832 2023-12-03T11:44:07.948 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.946+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=DPWCS0R3PVBP tag=WNKZ324OFDLF type=write size=3135984 2023-12-03T11:44:07.949 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.947+0000 7fec65a36780 -1 < failed to complete operation key=X9QLCGIXBKPW tag=AFUBX9F6PNB5 type=del size=1395375: (22) Invalid argument 2023-12-03T11:44:07.950 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.948+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=G066VYQWY7O3 type=write size=929830 2023-12-03T11:44:07.951 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.950+0000 7fec65a36780 1 < completed delete operation key=SSVHOXNGSFYF tag=3DTVJ2FKD0O5 type=del 2023-12-03T11:44:07.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.952+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~CBHRJPJ21SI4.0 size=1042244 2023-12-03T11:44:07.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.952+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=CBHRJPJ21SI4 tag=U02M4AYENZ3A type=write size=2090820 2023-12-03T11:44:07.954 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.953+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~B7R4B62ZE8O5.0 size=545771 2023-12-03T11:44:07.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.955+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=B7R4B62ZE8O5 tag=E0V3ZFPU4CJB type=write size=1594347 2023-12-03T11:44:07.957 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.956+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=K05644XEMUQW type=del size=224563 2023-12-03T11:44:07.958 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.957+0000 7fec65a36780 1 < canceled operation key=C0RNK06G6OQP tag=2JPYUAQIPD5G type=del size=498195 2023-12-03T11:44:07.959 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.958+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=3BBGRUEENL7N type=del size=904051 2023-12-03T11:44:07.961 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.960+0000 7fec65a36780 1 < completed write operation key=H2MMD7J4LFAH tag=8OATPWT7JOJI type=write size=20565 2023-12-03T11:44:07.963 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.962+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~GDLJKN98W3LH.0 size=1048576 2023-12-03T11:44:07.964 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.963+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~GDLJKN98W3LH.1 size=1048576 2023-12-03T11:44:07.965 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.964+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~GDLJKN98W3LH.2 size=770461 2023-12-03T11:44:07.965 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.964+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=GDLJKN98W3LH tag=AU1JCS9N5ZCE type=write size=3916189 2023-12-03T11:44:07.966 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.965+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~V0U6M4O1PMNZ.0 size=1048576 2023-12-03T11:44:07.966 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.965+0000 7fec65a36780 1 < canceled part key=_multipart_AH17BNCID2LT.2~V0U6M4O1PMNZ.1 size=1048576 2023-12-03T11:44:07.967 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.966+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~V0U6M4O1PMNZ.2 size=746035 2023-12-03T11:44:07.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.968+0000 7fec65a36780 1 < canceled multipart upload key=AH17BNCID2LT upload=V0U6M4O1PMNZ tag=E2PRDM270MMH type=write size=3891763 2023-12-03T11:44:07.971 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.970+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~MKYD0CJ1JDC3.0 size=1048576 2023-12-03T11:44:07.972 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.971+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~MKYD0CJ1JDC3.1 size=198993 2023-12-03T11:44:07.972 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.971+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=MKYD0CJ1JDC3 tag=S6XCPFXPXUMR type=write size=2296145 2023-12-03T11:44:07.973 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.972+0000 7fec65a36780 1 < completed write operation key=YRACKN8LKGIH tag=7QZL3PJ77X50 type=write size=730018 2023-12-03T11:44:07.976 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.974+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~MWZAYE02347U.0 size=1048576 2023-12-03T11:44:07.977 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.975+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~MWZAYE02347U.1 size=1048576 2023-12-03T11:44:07.978 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.977+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~MWZAYE02347U.2 size=474750 2023-12-03T11:44:07.978 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.977+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=MWZAYE02347U tag=2V3D2FPSX8IM type=write size=3620478 2023-12-03T11:44:07.980 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.979+0000 7fec65a36780 1 < suggested remove operation key=3QZKHX70UUGR tag=NY19RTFOMJ6X type=del 2023-12-03T11:44:07.982 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.981+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~BO3KYP1DO4RU.0 size=1048576 2023-12-03T11:44:07.983 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.982+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~BO3KYP1DO4RU.1 size=992757 2023-12-03T11:44:07.983 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.982+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=BO3KYP1DO4RU tag=ASN1IV93WJ9Q type=write size=3089909 2023-12-03T11:44:07.984 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.983+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~T6C54CZI6VDI.0 size=1048576 2023-12-03T11:44:07.985 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.984+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~T6C54CZI6VDI.1 size=993603 2023-12-03T11:44:07.987 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.986+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=T6C54CZI6VDI tag=1XIJJ2DINABB type=write size=3090755 2023-12-03T11:44:07.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.988+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~0AU15735BU6H.0 size=1034735 2023-12-03T11:44:07.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.988+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=0AU15735BU6H tag=C7TK5DTIDILR type=write size=2083311 2023-12-03T11:44:07.990 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.989+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=8PCVDNMARQBG type=del 2023-12-03T11:44:07.992 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.991+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~RVH5779ONIJE.0 size=1048576 2023-12-03T11:44:07.993 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.992+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~RVH5779ONIJE.1 size=334179 2023-12-03T11:44:07.993 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.992+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=RVH5779ONIJE tag=SIS98GX5F7PF type=write size=2431331 2023-12-03T11:44:07.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.993+0000 7fec65a36780 1 < completed write operation key=47SL1QFM71HF tag=SVSMBHVKG4MU type=write size=998140 2023-12-03T11:44:07.998 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.994+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=DEI80Q33T3A9 type=del size=301515 2023-12-03T11:44:07.998 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.996+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=W9PNRLYN1QZG type=del 2023-12-03T11:44:07.999 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.997+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=4ALEEKSDONX3 type=del size=110436 2023-12-03T11:44:07.999 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:07.998+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=LCBWRDRG6QYP type=del 2023-12-03T11:44:08.001 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.000+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~62XLEFHGZEUC.0 size=1048576 2023-12-03T11:44:08.002 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.001+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~62XLEFHGZEUC.1 size=1048576 2023-12-03T11:44:08.003 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.002+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~62XLEFHGZEUC.2 size=610902 2023-12-03T11:44:08.003 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.002+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=62XLEFHGZEUC tag=9NZX4RA6O4JK type=write size=3756630 2023-12-03T11:44:08.004 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.003+0000 7fec65a36780 1 < completed write operation key=6NE4YT7O3EKT tag=C1UBWM0STXRM type=write size=536690 2023-12-03T11:44:08.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.005+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~3SQTP7K6HKYJ.0 size=1048576 2023-12-03T11:44:08.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.006+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~3SQTP7K6HKYJ.1 size=1048576 2023-12-03T11:44:08.009 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.007+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~3SQTP7K6HKYJ.2 size=1010621 2023-12-03T11:44:08.009 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.007+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=3SQTP7K6HKYJ tag=FI9Q36S0GB46 type=write size=4156349 2023-12-03T11:44:08.009 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.008+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~FRKV11JO8TYD.0 size=613165 2023-12-03T11:44:08.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.010+0000 7fec65a36780 1 < completed multipart upload key=0HEXWFSSYOFX upload=FRKV11JO8TYD tag=3VZ4ASBZKB7E type=write size=1661741 2023-12-03T11:44:08.013 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.012+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=TYQMYHF45EZP type=del size=4035067 2023-12-03T11:44:08.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.013+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~DPWCS0R3PVBP.0 size=1048576 2023-12-03T11:44:08.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.215+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~DPWCS0R3PVBP.1 size=1038832 2023-12-03T11:44:08.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.217+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=DPWCS0R3PVBP tag=WNKZ324OFDLF type=write size=3135984 2023-12-03T11:44:08.220 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.219+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~162FZQE6ZK56.0 size=1048576 2023-12-03T11:44:08.221 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.220+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~162FZQE6ZK56.1 size=701280 2023-12-03T11:44:08.221 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.220+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=162FZQE6ZK56 tag=XWA7QMW89DDV type=write size=2798432 2023-12-03T11:44:08.222 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.221+0000 7fec65a36780 1 < completed write operation key=WOVRQGZRPR2M tag=G066VYQWY7O3 type=write size=929830 2023-12-03T11:44:08.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.223+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~WLQ5Q7OTWCS8.0 size=1048576 2023-12-03T11:44:08.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.224+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~WLQ5Q7OTWCS8.1 size=1048576 2023-12-03T11:44:08.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.225+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~WLQ5Q7OTWCS8.2 size=826942 2023-12-03T11:44:08.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.225+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=WLQ5Q7OTWCS8 tag=GZVF371TN80Z type=write size=3972670 2023-12-03T11:44:08.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.226+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~CBHRJPJ21SI4.0 size=1042244 2023-12-03T11:44:08.229 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.228+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=CBHRJPJ21SI4 tag=U02M4AYENZ3A type=write size=2090820 2023-12-03T11:44:08.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.229+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=X2EQ0A95XHVW type=write size=217175 2023-12-03T11:44:08.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.230+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=K05644XEMUQW type=del 2023-12-03T11:44:08.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.232+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=J71LV32TOYPW type=del size=207363 2023-12-03T11:44:08.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.236+0000 7fec65a36780 1 < suggested remove operation key=0HEXWFSSYOFX tag=3BBGRUEENL7N type=del 2023-12-03T11:44:08.239 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.238+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~3M3L83H9VNV6.0 size=1048576 2023-12-03T11:44:08.240 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.239+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~3M3L83H9VNV6.1 size=1048576 2023-12-03T11:44:08.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.240+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~3M3L83H9VNV6.2 size=968338 2023-12-03T11:44:08.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.240+0000 7fec65a36780 1 > prepared multipart upload key=T9V22NACHJGL upload=3M3L83H9VNV6 tag=94RIAEO43IDQ type=write size=4114066 2023-12-03T11:44:08.242 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.241+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~GDLJKN98W3LH.0 size=1048576 2023-12-03T11:44:08.243 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.242+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~GDLJKN98W3LH.1 size=1048576 2023-12-03T11:44:08.244 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.243+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~GDLJKN98W3LH.2 size=770461 2023-12-03T11:44:08.246 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.245+0000 7fec65a36780 1 < completed multipart upload key=8OT6OT3U65FW upload=GDLJKN98W3LH tag=AU1JCS9N5ZCE type=write size=3916189 2023-12-03T11:44:08.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.246+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=45IFW2UR6FUO type=del size=680380 2023-12-03T11:44:08.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.246+0000 7fec65a36780 1 < canceled part key=_multipart_2RH7HHERSZ3G.2~MKYD0CJ1JDC3.0 size=1048576 2023-12-03T11:44:08.248 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.247+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~MKYD0CJ1JDC3.1 size=198993 2023-12-03T11:44:08.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.249+0000 7fec65a36780 1 < canceled multipart upload key=2RH7HHERSZ3G upload=MKYD0CJ1JDC3 tag=S6XCPFXPXUMR type=write size=2296145 2023-12-03T11:44:08.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.251+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~0KX3SZXQ6CZX.0 size=813118 2023-12-03T11:44:08.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.251+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=0KX3SZXQ6CZX tag=UM9VPY7IN1N5 type=write size=1861694 2023-12-03T11:44:08.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.252+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~MWZAYE02347U.0 size=1048576 2023-12-03T11:44:08.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.252+0000 7fec65a36780 1 < canceled part key=_multipart_PEN3GY9LLJKQ.2~MWZAYE02347U.1 size=1048576 2023-12-03T11:44:08.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.252+0000 7fec65a36780 1 < canceled part key=_multipart_PEN3GY9LLJKQ.2~MWZAYE02347U.2 size=474750 2023-12-03T11:44:08.255 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.253+0000 7fec65a36780 1 < canceled multipart upload key=PEN3GY9LLJKQ upload=MWZAYE02347U tag=2V3D2FPSX8IM type=write size=3620478 2023-12-03T11:44:08.257 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.256+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~4LZX5NZSSLDC.0 size=1048576 2023-12-03T11:44:08.258 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.257+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~4LZX5NZSSLDC.1 size=1048576 2023-12-03T11:44:08.259 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.258+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~4LZX5NZSSLDC.2 size=88837 2023-12-03T11:44:08.259 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.258+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=4LZX5NZSSLDC tag=5Y1Y94SIVCYJ type=write size=3234565 2023-12-03T11:44:08.260 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.259+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~BO3KYP1DO4RU.0 size=1048576 2023-12-03T11:44:08.261 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.260+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~BO3KYP1DO4RU.1 size=992757 2023-12-03T11:44:08.263 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.262+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=BO3KYP1DO4RU tag=ASN1IV93WJ9Q type=write size=3089909 2023-12-03T11:44:08.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.263+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=WW2I6NGSATOC type=del size=53398 2023-12-03T11:44:08.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.264+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~0AU15735BU6H.0 size=1034735 2023-12-03T11:44:08.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.266+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=0AU15735BU6H tag=C7TK5DTIDILR type=write size=2083311 2023-12-03T11:44:08.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.268+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~XGMU09WHOQYL.0 size=1048576 2023-12-03T11:44:08.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.269+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~XGMU09WHOQYL.1 size=1048576 2023-12-03T11:44:08.271 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.269+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~XGMU09WHOQYL.2 size=849644 2023-12-03T11:44:08.271 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.269+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=XGMU09WHOQYL tag=LK509U9KEEFX type=write size=3995372 2023-12-03T11:44:08.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.271+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~RVH5779ONIJE.0 size=1048576 2023-12-03T11:44:08.273 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.272+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~RVH5779ONIJE.1 size=334179 2023-12-03T11:44:08.275 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.273+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=RVH5779ONIJE tag=SIS98GX5F7PF type=write size=2431331 2023-12-03T11:44:08.276 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.275+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=MJ2DX1SBCDTO type=write size=444796 2023-12-03T11:44:08.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.276+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=DEI80Q33T3A9 type=del 2023-12-03T11:44:08.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.278+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~NDRFP77XY9H2.0 size=303873 2023-12-03T11:44:08.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.278+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=NDRFP77XY9H2 tag=ICCXFNB3XURK type=write size=1352449 2023-12-03T11:44:08.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.279+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=4ALEEKSDONX3 type=del 2023-12-03T11:44:08.282 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.281+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~XKPEB8NZJQ7A.0 size=1048576 2023-12-03T11:44:08.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.282+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~XKPEB8NZJQ7A.1 size=665983 2023-12-03T11:44:08.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.282+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=XKPEB8NZJQ7A tag=Y4S40GBY1Q0P type=write size=2763135 2023-12-03T11:44:08.285 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.283+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~62XLEFHGZEUC.0 size=1048576 2023-12-03T11:44:08.286 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.284+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~62XLEFHGZEUC.1 size=1048576 2023-12-03T11:44:08.286 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.285+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~62XLEFHGZEUC.2 size=610902 2023-12-03T11:44:08.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.288+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=62XLEFHGZEUC tag=9NZX4RA6O4JK type=write size=3756630 2023-12-03T11:44:08.290 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.289+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=FUV3ZQKRYD95 type=write size=548549 2023-12-03T11:44:08.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.290+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~3SQTP7K6HKYJ.0 size=1048576 2023-12-03T11:44:08.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.291+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~3SQTP7K6HKYJ.1 size=1048576 2023-12-03T11:44:08.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.292+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~3SQTP7K6HKYJ.2 size=1010621 2023-12-03T11:44:08.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.294+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=3SQTP7K6HKYJ tag=FI9Q36S0GB46 type=write size=4156349 2023-12-03T11:44:08.297 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.296+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=XLP71EG4QTYG type=del size=3711032 2023-12-03T11:44:08.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.297+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=TYQMYHF45EZP type=del 2023-12-03T11:44:08.300 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.299+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~26ST69MXNCIW.0 size=416848 2023-12-03T11:44:08.300 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.299+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=26ST69MXNCIW tag=BGEYIL3WOMF1 type=write size=1465424 2023-12-03T11:44:08.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.301+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~162FZQE6ZK56.0 size=1048576 2023-12-03T11:44:08.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.302+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~162FZQE6ZK56.1 size=701280 2023-12-03T11:44:08.305 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.304+0000 7fec65a36780 1 < completed multipart upload key=X9QLCGIXBKPW upload=162FZQE6ZK56 tag=XWA7QMW89DDV type=write size=2798432 2023-12-03T11:44:08.306 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.305+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=106CFC2G13YY type=write size=513671 2023-12-03T11:44:08.307 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.306+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~WLQ5Q7OTWCS8.0 size=1048576 2023-12-03T11:44:08.308 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.307+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~WLQ5Q7OTWCS8.1 size=1048576 2023-12-03T11:44:08.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.308+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~WLQ5Q7OTWCS8.2 size=826942 2023-12-03T11:44:08.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.310+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=WLQ5Q7OTWCS8 tag=GZVF371TN80Z type=write size=3972670 2023-12-03T11:44:08.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.313+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~5WZIVWR7UTGL.0 size=1048576 2023-12-03T11:44:08.315 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.314+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~5WZIVWR7UTGL.1 size=1048576 2023-12-03T11:44:08.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.315+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~5WZIVWR7UTGL.2 size=998735 2023-12-03T11:44:08.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.315+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=5WZIVWR7UTGL tag=X67E2ZZ23ZB1 type=write size=4144463 2023-12-03T11:44:08.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.316+0000 7fec65a36780 1 < completed write operation key=SSVHOXNGSFYF tag=X2EQ0A95XHVW type=write size=217175 2023-12-03T11:44:08.319 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.318+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~3NBUZ7SMQIZN.0 size=472921 2023-12-03T11:44:08.319 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.318+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=3NBUZ7SMQIZN tag=XXJ3WQK0XANH type=write size=1521497 2023-12-03T11:44:08.320 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.319+0000 7fec65a36780 1 < completed delete operation key=SSVHOXNGSFYF tag=J71LV32TOYPW type=del 2023-12-03T11:44:08.322 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.321+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=B21P0DIEDM0W type=del size=4001158 2023-12-03T11:44:08.323 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.322+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~3M3L83H9VNV6.0 size=1048576 2023-12-03T11:44:08.324 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.323+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~3M3L83H9VNV6.1 size=1048576 2023-12-03T11:44:08.325 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.324+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~3M3L83H9VNV6.2 size=968338 2023-12-03T11:44:08.327 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.326+0000 7fec65a36780 1 < completed multipart upload key=T9V22NACHJGL upload=3M3L83H9VNV6 tag=94RIAEO43IDQ type=write size=4114066 2023-12-03T11:44:08.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.328+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~ZCLVLKV4OM78.0 size=1048576 2023-12-03T11:44:08.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.329+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~ZCLVLKV4OM78.1 size=1048576 2023-12-03T11:44:08.331 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.330+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~ZCLVLKV4OM78.2 size=169211 2023-12-03T11:44:08.331 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.330+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=ZCLVLKV4OM78 tag=0Q0ZEQCHHCM7 type=write size=3314939 2023-12-03T11:44:08.333 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.331+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=45IFW2UR6FUO type=del 2023-12-03T11:44:08.334 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.333+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=N68YTJIYITLQ type=write size=428490 2023-12-03T11:44:08.335 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.334+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~0KX3SZXQ6CZX.0 size=813118 2023-12-03T11:44:08.337 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.336+0000 7fec65a36780 1 < completed multipart upload key=2RH7HHERSZ3G upload=0KX3SZXQ6CZX tag=UM9VPY7IN1N5 type=write size=1861694 2023-12-03T11:44:08.338 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.337+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=SBF7VF3YT6I9 type=del size=1954081 2023-12-03T11:44:08.340 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.339+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~4LZX5NZSSLDC.0 size=1048576 2023-12-03T11:44:08.341 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.340+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~4LZX5NZSSLDC.1 size=1048576 2023-12-03T11:44:08.344 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.342+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~4LZX5NZSSLDC.2 size=88837 2023-12-03T11:44:08.346 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.344+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=4LZX5NZSSLDC tag=5Y1Y94SIVCYJ type=write size=3234565 2023-12-03T11:44:08.348 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.347+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~AHAXQNKEGSVT.0 size=1048576 2023-12-03T11:44:08.349 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.348+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~AHAXQNKEGSVT.1 size=1048576 2023-12-03T11:44:08.350 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.349+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~AHAXQNKEGSVT.2 size=282051 2023-12-03T11:44:08.350 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.349+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=AHAXQNKEGSVT tag=S8SV71D750QI type=write size=3427779 2023-12-03T11:44:08.351 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.350+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=WW2I6NGSATOC type=del 2023-12-03T11:44:08.352 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.351+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=LFMLTOZY375I type=write size=409169 2023-12-03T11:44:08.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.352+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~XGMU09WHOQYL.0 size=1048576 2023-12-03T11:44:08.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.353+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~XGMU09WHOQYL.1 size=1048576 2023-12-03T11:44:08.355 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.354+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~XGMU09WHOQYL.2 size=849644 2023-12-03T11:44:08.357 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.356+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=XGMU09WHOQYL tag=LK509U9KEEFX type=write size=3995372 2023-12-03T11:44:08.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.358+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=GYNRIM14NJD3 type=del size=3173759 2023-12-03T11:44:08.360 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.359+0000 7fec65a36780 1 < completed write operation key=BG6UOS1WMDBY tag=MJ2DX1SBCDTO type=write size=444796 2023-12-03T11:44:08.361 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.360+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=UAP6PLO29NMK type=write size=929210 2023-12-03T11:44:08.362 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.361+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~NDRFP77XY9H2.0 size=303873 2023-12-03T11:44:08.364 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.363+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=NDRFP77XY9H2 tag=ICCXFNB3XURK type=write size=1352449 2023-12-03T11:44:08.366 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.364+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=CD5S1W35LW6Z type=del size=4137773 2023-12-03T11:44:08.366 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.365+0000 7fec65a36780 1 < canceled part key=_multipart_2RH7HHERSZ3G.2~XKPEB8NZJQ7A.0 size=1048576 2023-12-03T11:44:08.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.366+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~XKPEB8NZJQ7A.1 size=665983 2023-12-03T11:44:08.371 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.368+0000 7fec65a36780 1 < canceled multipart upload key=2RH7HHERSZ3G upload=XKPEB8NZJQ7A tag=Y4S40GBY1Q0P type=write size=2763135 2023-12-03T11:44:08.371 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.370+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~OEUJ3X3EKXKR.0 size=1048576 2023-12-03T11:44:08.372 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.371+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~OEUJ3X3EKXKR.1 size=496917 2023-12-03T11:44:08.372 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.371+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=OEUJ3X3EKXKR tag=FRM5GG9ADJI2 type=write size=2594069 2023-12-03T11:44:08.373 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.372+0000 7fec65a36780 1 < completed write operation key=H2MMD7J4LFAH tag=FUV3ZQKRYD95 type=write size=548549 2023-12-03T11:44:08.374 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.373+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=JI5QG1PHOJYB type=del size=3766165 2023-12-03T11:44:08.376 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.374+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=XLP71EG4QTYG type=del 2023-12-03T11:44:08.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.375+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=ZGAKRQYZ8UTL type=del size=683781 2023-12-03T11:44:08.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.377+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~26ST69MXNCIW.0 size=416848 2023-12-03T11:44:08.380 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.379+0000 7fec65a36780 1 < completed multipart upload key=X9QLCGIXBKPW upload=26ST69MXNCIW tag=BGEYIL3WOMF1 type=write size=1465424 2023-12-03T11:44:08.381 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.380+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=581IG4035LX7 type=write size=889657 2023-12-03T11:44:08.382 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.381+0000 7fec65a36780 1 < completed write operation key=MR1LTY3JH4WC tag=106CFC2G13YY type=write size=513671 2023-12-03T11:44:08.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.383+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~0T3ZCGPEXEC3.0 size=1048576 2023-12-03T11:44:08.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.384+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~0T3ZCGPEXEC3.1 size=941165 2023-12-03T11:44:08.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.384+0000 7fec65a36780 1 > prepared multipart upload key=0AZB86BIZ0MT upload=0T3ZCGPEXEC3 tag=ZXNPT5Q3JLFM type=write size=3038317 2023-12-03T11:44:08.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.385+0000 7fec65a36780 1 < canceled part key=_multipart_WOVRQGZRPR2M.2~5WZIVWR7UTGL.0 size=1048576 2023-12-03T11:44:08.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.386+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~5WZIVWR7UTGL.1 size=1048576 2023-12-03T11:44:08.388 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.387+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~5WZIVWR7UTGL.2 size=998735 2023-12-03T11:44:08.390 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.389+0000 7fec65a36780 1 < canceled multipart upload key=WOVRQGZRPR2M upload=5WZIVWR7UTGL tag=X67E2ZZ23ZB1 type=write size=4144463 2023-12-03T11:44:08.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.390+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=P1XDE29MXCNG type=del size=3974206 2023-12-03T11:44:08.392 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.391+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~3NBUZ7SMQIZN.0 size=472921 2023-12-03T11:44:08.394 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.393+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=3NBUZ7SMQIZN tag=XXJ3WQK0XANH type=write size=1521497 2023-12-03T11:44:08.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.394+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=19W97BV3MI8Q type=write size=979899 2023-12-03T11:44:08.397 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.395+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=B21P0DIEDM0W type=del 2023-12-03T11:44:08.399 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.397+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~1V8KOPMOJ3RX.0 size=1048576 2023-12-03T11:44:08.399 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.398+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~1V8KOPMOJ3RX.1 size=1048576 2023-12-03T11:44:08.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.399+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~1V8KOPMOJ3RX.2 size=438194 2023-12-03T11:44:08.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.399+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=1V8KOPMOJ3RX tag=TF1JNHFLW41B type=write size=3583922 2023-12-03T11:44:08.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.400+0000 7fec65a36780 1 < canceled part key=_multipart_1Q50D75XSIR5.2~ZCLVLKV4OM78.0 size=1048576 2023-12-03T11:44:08.402 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.401+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~ZCLVLKV4OM78.1 size=1048576 2023-12-03T11:44:08.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.402+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~ZCLVLKV4OM78.2 size=169211 2023-12-03T11:44:08.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.404+0000 7fec65a36780 1 < canceled multipart upload key=1Q50D75XSIR5 upload=ZCLVLKV4OM78 tag=0Q0ZEQCHHCM7 type=write size=3314939 2023-12-03T11:44:08.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.406+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~8G0V7TKHVETP.0 size=1048576 2023-12-03T11:44:08.408 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.407+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~8G0V7TKHVETP.1 size=1048576 2023-12-03T11:44:08.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.408+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~8G0V7TKHVETP.2 size=243714 2023-12-03T11:44:08.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.408+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=8G0V7TKHVETP tag=9GK11GSM0MXB type=write size=3389442 2023-12-03T11:44:08.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.410+0000 7fec65a36780 1 < completed write operation key=47SL1QFM71HF tag=N68YTJIYITLQ type=write size=428490 2023-12-03T11:44:08.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.411+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=1M6GQA1BO373 type=write size=554009 2023-12-03T11:44:08.413 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.412+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=SBF7VF3YT6I9 type=del 2023-12-03T11:44:08.416 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.414+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~QKUNHAT1WY0D.0 size=1048576 2023-12-03T11:44:08.417 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.415+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~QKUNHAT1WY0D.1 size=821877 2023-12-03T11:44:08.417 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.415+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=QKUNHAT1WY0D tag=D57ALT85C5TN type=write size=2919029 2023-12-03T11:44:08.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.417+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~AHAXQNKEGSVT.0 size=1048576 2023-12-03T11:44:08.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.418+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~AHAXQNKEGSVT.1 size=1048576 2023-12-03T11:44:08.420 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.418+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~AHAXQNKEGSVT.2 size=282051 2023-12-03T11:44:08.422 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.420+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=AHAXQNKEGSVT tag=S8SV71D750QI type=write size=3427779 2023-12-03T11:44:08.424 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.423+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~NEK5QNZ1ME07.0 size=56775 2023-12-03T11:44:08.424 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.423+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=NEK5QNZ1ME07 tag=SH7SX1D4UA2J type=write size=1105351 2023-12-03T11:44:08.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.424+0000 7fec65a36780 1 < completed write operation key=H2MMD7J4LFAH tag=LFMLTOZY375I type=write size=409169 2023-12-03T11:44:08.427 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.426+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~ZBO0AMKWFUBA.0 size=336865 2023-12-03T11:44:08.427 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.426+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=ZBO0AMKWFUBA tag=MLPADL5QD7KW type=write size=1385441 2023-12-03T11:44:08.428 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.427+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=GYNRIM14NJD3 type=del 2023-12-03T11:44:08.429 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.428+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=1I16VZFLK680 type=del size=2836852 2023-12-03T11:44:08.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.429+0000 7fec65a36780 1 < completed write operation key=WOVRQGZRPR2M tag=UAP6PLO29NMK type=write size=929210 2023-12-03T11:44:08.433 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.431+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=RV9GW1Y0LY64 type=del size=218193 2023-12-03T11:44:08.433 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.432+0000 7fec65a36780 1 < completed delete operation key=ZCS6XX24O8P4 tag=CD5S1W35LW6Z type=del 2023-12-03T11:44:08.436 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.434+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~19MUCXTYKO0V.0 size=1048576 2023-12-03T11:44:08.437 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.435+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~19MUCXTYKO0V.1 size=74297 2023-12-03T11:44:08.437 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.435+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=19MUCXTYKO0V tag=ZQMWTQWTZR6F type=write size=2171449 2023-12-03T11:44:08.438 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.437+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~OEUJ3X3EKXKR.0 size=1048576 2023-12-03T11:44:08.439 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.438+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~OEUJ3X3EKXKR.1 size=496917 2023-12-03T11:44:08.441 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.440+0000 7fec65a36780 1 < completed multipart upload key=YRACKN8LKGIH upload=OEUJ3X3EKXKR tag=FRM5GG9ADJI2 type=write size=2594069 2023-12-03T11:44:08.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.441+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=5H7E6AC7GF2I type=del size=1490922 2023-12-03T11:44:08.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.442+0000 7fec65a36780 1 < completed delete operation key=GR4SISUXSQOT tag=JI5QG1PHOJYB type=del 2023-12-03T11:44:08.445 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.443+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=I7UWXCEHZE8W type=write size=213852 2023-12-03T11:44:08.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.446+0000 7fec65a36780 1 < suggested remove operation key=ZHU0D35IH21Q tag=ZGAKRQYZ8UTL type=del 2023-12-03T11:44:08.448 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.447+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=ZJ47KQB3N7ZM type=del size=4032183 2023-12-03T11:44:08.449 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.448+0000 7fec65a36780 1 < completed write operation key=8OT6OT3U65FW tag=581IG4035LX7 type=write size=889657 2023-12-03T11:44:08.450 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.449+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=M32JTMZFP0J0 type=write size=488177 2023-12-03T11:44:08.451 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.450+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~0T3ZCGPEXEC3.0 size=1048576 2023-12-03T11:44:08.451 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.450+0000 7fec65a36780 1 < canceled part key=_multipart_0AZB86BIZ0MT.2~0T3ZCGPEXEC3.1 size=941165 2023-12-03T11:44:08.453 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.452+0000 7fec65a36780 1 < canceled multipart upload key=0AZB86BIZ0MT upload=0T3ZCGPEXEC3 tag=ZXNPT5Q3JLFM type=write size=3038317 2023-12-03T11:44:08.456 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.455+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~NUZCPVXDGFTO.0 size=616791 2023-12-03T11:44:08.456 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.455+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=NUZCPVXDGFTO tag=PLA21S52WE1S type=write size=1665367 2023-12-03T11:44:08.458 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.457+0000 7fec65a36780 1 < suggested remove operation key=YXIRHDBN13DX tag=P1XDE29MXCNG type=del 2023-12-03T11:44:08.460 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.459+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~TRX9ZT10V4ZS.0 size=1048576 2023-12-03T11:44:08.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.460+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~TRX9ZT10V4ZS.1 size=891304 2023-12-03T11:44:08.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.460+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=TRX9ZT10V4ZS tag=TI3GNHYUYIMQ type=write size=2988456 2023-12-03T11:44:08.462 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.461+0000 7fec65a36780 1 < completed write operation key=DVENHTCK7GZA tag=19W97BV3MI8Q type=write size=979899 2023-12-03T11:44:08.463 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.462+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=SYF0FF14OA83 type=del size=242388 2023-12-03T11:44:08.465 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.464+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~1V8KOPMOJ3RX.0 size=1048576 2023-12-03T11:44:08.466 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.464+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~1V8KOPMOJ3RX.1 size=1048576 2023-12-03T11:44:08.467 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.465+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~1V8KOPMOJ3RX.2 size=438194 2023-12-03T11:44:08.469 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.467+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=1V8KOPMOJ3RX tag=TF1JNHFLW41B type=write size=3583922 2023-12-03T11:44:08.470 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.469+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=N725NV2MV7CC type=del size=1554436 2023-12-03T11:44:08.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.470+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~8G0V7TKHVETP.0 size=1048576 2023-12-03T11:44:08.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.470+0000 7fec65a36780 1 < canceled part key=_multipart_6NE4YT7O3EKT.2~8G0V7TKHVETP.1 size=1048576 2023-12-03T11:44:08.472 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.471+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~8G0V7TKHVETP.2 size=243714 2023-12-03T11:44:08.474 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.472+0000 7fec65a36780 1 < canceled multipart upload key=6NE4YT7O3EKT upload=8G0V7TKHVETP tag=9GK11GSM0MXB type=write size=3389442 2023-12-03T11:44:08.476 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.475+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~NBK6ZTMF0SM9.0 size=644252 2023-12-03T11:44:08.476 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.475+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=NBK6ZTMF0SM9 tag=CB3105JXPELO type=write size=1692828 2023-12-03T11:44:08.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.476+0000 7fec65a36780 1 < canceled operation key=YRACKN8LKGIH tag=1M6GQA1BO373 type=write size=554009 2023-12-03T11:44:08.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.478+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~VBHTIOS9DZLS.0 size=705360 2023-12-03T11:44:08.480 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.478+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=VBHTIOS9DZLS tag=2EL97T7MLLY8 type=write size=1753936 2023-12-03T11:44:08.481 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.480+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~QKUNHAT1WY0D.0 size=1048576 2023-12-03T11:44:08.482 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.481+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~QKUNHAT1WY0D.1 size=821877 2023-12-03T11:44:08.484 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.483+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=QKUNHAT1WY0D tag=D57ALT85C5TN type=write size=2919029 2023-12-03T11:44:08.485 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.484+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=02XQMQCMJ1JM type=del size=196221 2023-12-03T11:44:08.486 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.485+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~NEK5QNZ1ME07.0 size=56775 2023-12-03T11:44:08.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.487+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=NEK5QNZ1ME07 tag=SH7SX1D4UA2J type=write size=1105351 2023-12-03T11:44:08.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.489+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~9Z8O1JUQZTAU.0 size=155499 2023-12-03T11:44:08.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.489+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=9Z8O1JUQZTAU tag=82DK5HIKYZ7V type=write size=1204075 2023-12-03T11:44:08.492 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.490+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~ZBO0AMKWFUBA.0 size=336865 2023-12-03T11:44:08.494 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.493+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=ZBO0AMKWFUBA tag=MLPADL5QD7KW type=write size=1385441 2023-12-03T11:44:08.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.494+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=MJVV1RY53UUW type=del size=3747352 2023-12-03T11:44:08.496 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.495+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=1I16VZFLK680 type=del 2023-12-03T11:44:08.498 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.497+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~6R4K85F2A0J7.0 size=1048576 2023-12-03T11:44:08.499 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.498+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~6R4K85F2A0J7.1 size=76751 2023-12-03T11:44:08.499 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.498+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=6R4K85F2A0J7 tag=Q3SGNRMSBRDD type=write size=2173903 2023-12-03T11:44:08.500 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.499+0000 7fec65a36780 1 < canceled operation key=3C6QMW8IQIA4 tag=RV9GW1Y0LY64 type=del size=218193 2023-12-03T11:44:08.502 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.501+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=P67EBO3XF19H type=del size=2491762 2023-12-03T11:44:08.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.502+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~19MUCXTYKO0V.0 size=1048576 2023-12-03T11:44:08.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.503+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~19MUCXTYKO0V.1 size=74297 2023-12-03T11:44:08.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.505+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=19MUCXTYKO0V tag=ZQMWTQWTZR6F type=write size=2171449 2023-12-03T11:44:08.509 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.507+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~6PFHSLUGXAZJ.0 size=1048576 2023-12-03T11:44:08.509 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.508+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~6PFHSLUGXAZJ.1 size=1048576 2023-12-03T11:44:08.510 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.509+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~6PFHSLUGXAZJ.2 size=1026414 2023-12-03T11:44:08.511 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.509+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=6PFHSLUGXAZJ tag=LR5WYEAQUAI0 type=write size=4172142 2023-12-03T11:44:08.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.510+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=5H7E6AC7GF2I type=del 2023-12-03T11:44:08.514 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.513+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~MPIHH6Q7C3Z6.0 size=1048576 2023-12-03T11:44:08.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.513+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~MPIHH6Q7C3Z6.1 size=873128 2023-12-03T11:44:08.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.513+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=MPIHH6Q7C3Z6 tag=ZS7X3G6F67Y8 type=write size=2970280 2023-12-03T11:44:08.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.515+0000 7fec65a36780 1 < completed write operation key=6NE4YT7O3EKT tag=I7UWXCEHZE8W type=write size=213852 2023-12-03T11:44:08.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.516+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=9K78R29CTK2Z type=write size=472483 2023-12-03T11:44:08.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.517+0000 7fec65a36780 1 < completed delete operation key=0AZB86BIZ0MT tag=ZJ47KQB3N7ZM type=del 2023-12-03T11:44:08.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.519+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~S5NB98KRAGCK.0 size=774857 2023-12-03T11:44:08.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.519+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=S5NB98KRAGCK tag=JE3V3DGMIEXU type=write size=1823433 2023-12-03T11:44:08.522 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.520+0000 7fec65a36780 1 < completed write operation key=BG6UOS1WMDBY tag=M32JTMZFP0J0 type=write size=488177 2023-12-03T11:44:08.524 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.522+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~QA6DV4JVGR9F.0 size=751226 2023-12-03T11:44:08.524 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.522+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=QA6DV4JVGR9F tag=16KSL660RH97 type=write size=1799802 2023-12-03T11:44:08.525 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.524+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~NUZCPVXDGFTO.0 size=616791 2023-12-03T11:44:08.526 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.525+0000 7fec65a36780 1 < completed multipart upload key=8OT6OT3U65FW upload=NUZCPVXDGFTO tag=PLA21S52WE1S type=write size=1665367 2023-12-03T11:44:08.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.528+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~U7A9O2W1H05L.0 size=316624 2023-12-03T11:44:08.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.528+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=U7A9O2W1H05L tag=NQNYYHP1VQRF type=write size=1365200 2023-12-03T11:44:08.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.529+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~TRX9ZT10V4ZS.0 size=1048576 2023-12-03T11:44:08.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.530+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~TRX9ZT10V4ZS.1 size=891304 2023-12-03T11:44:08.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.532+0000 7fec65a36780 1 < completed multipart upload key=3C6QMW8IQIA4 upload=TRX9ZT10V4ZS tag=TI3GNHYUYIMQ type=write size=2988456 2023-12-03T11:44:08.534 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.533+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=KUB1EZZ6YDT1 type=del size=2678221 2023-12-03T11:44:08.536 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.534+0000 7fec65a36780 1 < completed delete operation key=SSVHOXNGSFYF tag=SYF0FF14OA83 type=del 2023-12-03T11:44:08.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.536+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=80G8GIT5JE2N type=write size=492708 2023-12-03T11:44:08.538 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.537+0000 7fec65a36780 1 < completed delete operation key=X9QLCGIXBKPW tag=N725NV2MV7CC type=del 2023-12-03T11:44:08.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.538+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=ONY2DDHBF4GZ type=del size=2707640 2023-12-03T11:44:08.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.540+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~NBK6ZTMF0SM9.0 size=644252 2023-12-03T11:44:08.543 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.542+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=NBK6ZTMF0SM9 tag=CB3105JXPELO type=write size=1692828 2023-12-03T11:44:08.545 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.544+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~PJVPJU3GL0LB.0 size=1048576 2023-12-03T11:44:08.546 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.545+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~PJVPJU3GL0LB.1 size=1048576 2023-12-03T11:44:08.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.546+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~PJVPJU3GL0LB.2 size=749431 2023-12-03T11:44:08.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.546+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=PJVPJU3GL0LB tag=K5O37TT6EY7X type=write size=3895159 2023-12-03T11:44:08.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.547+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~VBHTIOS9DZLS.0 size=705360 2023-12-03T11:44:08.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.549+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=VBHTIOS9DZLS tag=2EL97T7MLLY8 type=write size=1753936 2023-12-03T11:44:08.552 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.550+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=NYC0K8ABSSFV type=del size=1086660 2023-12-03T11:44:08.553 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.552+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=02XQMQCMJ1JM type=del 2023-12-03T11:44:08.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.553+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=WZGOZFB3UMX1 type=del size=3735145 2023-12-03T11:44:08.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.554+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~9Z8O1JUQZTAU.0 size=155499 2023-12-03T11:44:08.557 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.556+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=9Z8O1JUQZTAU tag=82DK5HIKYZ7V type=write size=1204075 2023-12-03T11:44:08.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.558+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~GDCS3PIEDHK8.0 size=229860 2023-12-03T11:44:08.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.558+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=GDCS3PIEDHK8 tag=MGXA1Z9TSIVV type=write size=1278436 2023-12-03T11:44:08.562 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.559+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=MJVV1RY53UUW type=del 2023-12-03T11:44:08.562 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.560+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=HTH48S06Z4VP type=del size=1411832 2023-12-03T11:44:08.563 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.562+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~6R4K85F2A0J7.0 size=1048576 2023-12-03T11:44:08.564 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.563+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~6R4K85F2A0J7.1 size=76751 2023-12-03T11:44:08.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.566+0000 7fec65a36780 1 < completed multipart upload key=3C6QMW8IQIA4 upload=6R4K85F2A0J7 tag=Q3SGNRMSBRDD type=write size=2173903 2023-12-03T11:44:08.570 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.569+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=5IJ54FUGFUOR type=del size=3194165 2023-12-03T11:44:08.571 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.570+0000 7fec65a36780 1 < completed delete operation key=3QZKHX70UUGR tag=P67EBO3XF19H type=del 2023-12-03T11:44:08.572 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.571+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=OH3I4CLIHC4Z type=write size=875948 2023-12-03T11:44:08.573 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.572+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~6PFHSLUGXAZJ.0 size=1048576 2023-12-03T11:44:08.574 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.573+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~6PFHSLUGXAZJ.1 size=1048576 2023-12-03T11:44:08.575 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.574+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~6PFHSLUGXAZJ.2 size=1026414 2023-12-03T11:44:08.577 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.576+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=6PFHSLUGXAZJ tag=LR5WYEAQUAI0 type=write size=4172142 2023-12-03T11:44:08.578 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.577+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=ZJCZ500U83P3 type=del size=1484467 2023-12-03T11:44:08.579 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.578+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~MPIHH6Q7C3Z6.0 size=1048576 2023-12-03T11:44:08.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.579+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~MPIHH6Q7C3Z6.1 size=873128 2023-12-03T11:44:08.583 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.581+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=MPIHH6Q7C3Z6 tag=ZS7X3G6F67Y8 type=write size=2970280 2023-12-03T11:44:08.584 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.582+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=YYU80PBKLVBC type=del size=1602909 2023-12-03T11:44:08.585 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.583+0000 7fec65a36780 1 < completed write operation key=5Z9PG5J6Q8GF tag=9K78R29CTK2Z type=write size=472483 2023-12-03T11:44:08.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.586+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~XPZQGX85OUN0.0 size=1048576 2023-12-03T11:44:08.589 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.587+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~XPZQGX85OUN0.1 size=63535 2023-12-03T11:44:08.589 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.587+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=XPZQGX85OUN0 tag=F3XZV7M8Y2DJ type=write size=2160687 2023-12-03T11:44:08.589 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.588+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~S5NB98KRAGCK.0 size=774857 2023-12-03T11:44:08.592 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.590+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=S5NB98KRAGCK tag=JE3V3DGMIEXU type=write size=1823433 2023-12-03T11:44:08.594 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.592+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~K1J4UNOXSA61.0 size=1048576 2023-12-03T11:44:08.594 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.593+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~K1J4UNOXSA61.1 size=1048576 2023-12-03T11:44:08.595 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.594+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~K1J4UNOXSA61.2 size=911631 2023-12-03T11:44:08.595 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.594+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=K1J4UNOXSA61 tag=V0GUQGJ3ONO9 type=write size=4057359 2023-12-03T11:44:08.596 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.595+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~QA6DV4JVGR9F.0 size=751226 2023-12-03T11:44:08.598 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.597+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=QA6DV4JVGR9F tag=16KSL660RH97 type=write size=1799802 2023-12-03T11:44:08.600 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.598+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=CZ9G0ALBDF5T type=del size=457978 2023-12-03T11:44:08.600 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.599+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~U7A9O2W1H05L.0 size=316624 2023-12-03T11:44:08.602 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.601+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=U7A9O2W1H05L tag=NQNYYHP1VQRF type=write size=1365200 2023-12-03T11:44:08.603 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.602+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=UINYHW8Y16K3 type=del size=1488889 2023-12-03T11:44:08.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.603+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=KUB1EZZ6YDT1 type=del 2023-12-03T11:44:08.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.604+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=PE7Q511SWWVA type=del size=3705559 2023-12-03T11:44:08.610 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.606+0000 7fec65a36780 1 < completed write operation key=6NE4YT7O3EKT tag=80G8GIT5JE2N type=write size=492708 2023-12-03T11:44:08.610 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.607+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=EFPH2FYP8MEB type=del size=3980855 2023-12-03T11:44:08.610 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.608+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=ONY2DDHBF4GZ type=del 2023-12-03T11:44:08.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.610+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~K7NW7UJ04Q29.0 size=1048576 2023-12-03T11:44:08.612 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.611+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~K7NW7UJ04Q29.1 size=1048576 2023-12-03T11:44:08.613 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.612+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~K7NW7UJ04Q29.2 size=343008 2023-12-03T11:44:08.613 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.612+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=K7NW7UJ04Q29 tag=D1H9N3FH7PSO type=write size=3488736 2023-12-03T11:44:08.614 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.613+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~PJVPJU3GL0LB.0 size=1048576 2023-12-03T11:44:08.615 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.614+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~PJVPJU3GL0LB.1 size=1048576 2023-12-03T11:44:08.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.615+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~PJVPJU3GL0LB.2 size=749431 2023-12-03T11:44:08.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.617+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=PJVPJU3GL0LB tag=K5O37TT6EY7X type=write size=3895159 2023-12-03T11:44:08.619 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.618+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=LJAO6UN8UTUV type=del size=2232133 2023-12-03T11:44:08.620 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.619+0000 7fec65a36780 1 < completed delete operation key=8OT6OT3U65FW tag=NYC0K8ABSSFV type=del 2023-12-03T11:44:08.621 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.620+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=HBFC2MIKRA2N type=write size=220581 2023-12-03T11:44:08.624 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.623+0000 7fec65a36780 1 < suggested update operation key=133Q3KH264WU tag=WZGOZFB3UMX1 type=del size=3735145 2023-12-03T11:44:08.625 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.624+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=HV6BEKLH5T3W type=del size=1144014 2023-12-03T11:44:08.626 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.625+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~GDCS3PIEDHK8.0 size=229860 2023-12-03T11:44:08.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.627+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=GDCS3PIEDHK8 tag=MGXA1Z9TSIVV type=write size=1278436 2023-12-03T11:44:08.630 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.629+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~1Y9ZKYL3KCVI.0 size=1048576 2023-12-03T11:44:08.631 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.630+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~1Y9ZKYL3KCVI.1 size=1048576 2023-12-03T11:44:08.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.631+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~1Y9ZKYL3KCVI.2 size=517040 2023-12-03T11:44:08.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.631+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=1Y9ZKYL3KCVI tag=05R7BZ9DNUDQ type=write size=3662768 2023-12-03T11:44:08.633 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.632+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=HTH48S06Z4VP type=del 2023-12-03T11:44:08.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.633+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=IWARXD7JQX2F type=write size=865293 2023-12-03T11:44:08.635 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.634+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=5IJ54FUGFUOR type=del 2023-12-03T11:44:08.636 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.635+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=5FR4407ZUVSR type=write size=1019508 2023-12-03T11:44:08.639 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.638+0000 7fec65a36780 1 < suggested remove operation key=3C6QMW8IQIA4 tag=OH3I4CLIHC4Z type=write 2023-12-03T11:44:08.640 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.639+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=S8FIBO74M8KD type=write size=396004 2023-12-03T11:44:08.641 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.640+0000 7fec65a36780 1 < completed delete operation key=T9V22NACHJGL tag=ZJCZ500U83P3 type=del 2023-12-03T11:44:08.643 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.641+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=I8B7BRELDCJ1 type=del size=2857752 2023-12-03T11:44:08.644 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.643+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=YYU80PBKLVBC type=del 2023-12-03T11:44:08.645 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.644+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=FZITG5EX9LU7 type=del size=2566002 2023-12-03T11:44:08.646 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.645+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~XPZQGX85OUN0.0 size=1048576 2023-12-03T11:44:08.648 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.646+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~XPZQGX85OUN0.1 size=63535 2023-12-03T11:44:08.649 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.648+0000 7fec65a36780 1 < completed multipart upload key=ZHU0D35IH21Q upload=XPZQGX85OUN0 tag=F3XZV7M8Y2DJ type=write size=2160687 2023-12-03T11:44:08.651 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.650+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=IR1UDAMOEA76 type=write size=693799 2023-12-03T11:44:08.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.651+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~K1J4UNOXSA61.0 size=1048576 2023-12-03T11:44:08.653 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.652+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~K1J4UNOXSA61.1 size=1048576 2023-12-03T11:44:08.654 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.653+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~K1J4UNOXSA61.2 size=911631 2023-12-03T11:44:08.656 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.655+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=K1J4UNOXSA61 tag=V0GUQGJ3ONO9 type=write size=4057359 2023-12-03T11:44:08.658 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.657+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~T23V9LH8LZ6C.0 size=1048576 2023-12-03T11:44:08.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.658+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~T23V9LH8LZ6C.1 size=1048576 2023-12-03T11:44:08.660 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.659+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~T23V9LH8LZ6C.2 size=1005165 2023-12-03T11:44:08.660 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.659+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=T23V9LH8LZ6C tag=4O1N7OPAQ0B9 type=write size=4150893 2023-12-03T11:44:08.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.660+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=CZ9G0ALBDF5T type=del 2023-12-03T11:44:08.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.662+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~WG4WSXFWRL9L.0 size=224725 2023-12-03T11:44:08.664 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.662+0000 7fec65a36780 1 > prepared multipart upload key=T9V22NACHJGL upload=WG4WSXFWRL9L tag=1KJRY05U8SQK type=write size=1273301 2023-12-03T11:44:08.666 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.664+0000 7fec65a36780 1 < suggested remove operation key=MR1LTY3JH4WC tag=UINYHW8Y16K3 type=del 2023-12-03T11:44:08.668 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.666+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~R3ZUQ4IWOUQ1.0 size=1048576 2023-12-03T11:44:08.669 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.667+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~R3ZUQ4IWOUQ1.1 size=1048576 2023-12-03T11:44:08.669 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.668+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~R3ZUQ4IWOUQ1.2 size=731484 2023-12-03T11:44:08.670 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.668+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=R3ZUQ4IWOUQ1 tag=MD3BLGGVFFX3 type=write size=3877212 2023-12-03T11:44:08.671 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.669+0000 7fec65a36780 1 < canceled operation key=2RH7HHERSZ3G tag=PE7Q511SWWVA type=del size=3705559 2023-12-03T11:44:08.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.671+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=GVHA7FWZMY7P type=write size=429157 2023-12-03T11:44:08.674 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.672+0000 7fec65a36780 1 < completed delete operation key=X9RVI5NGJ2OL tag=EFPH2FYP8MEB type=del 2023-12-03T11:44:08.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.675+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~YUZQLCWMVABP.0 size=290750 2023-12-03T11:44:08.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.675+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=YUZQLCWMVABP tag=3RDRGK7JT2XF type=write size=1339326 2023-12-03T11:44:08.677 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.676+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~K7NW7UJ04Q29.0 size=1048576 2023-12-03T11:44:08.678 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.677+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~K7NW7UJ04Q29.1 size=1048576 2023-12-03T11:44:08.679 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.678+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~K7NW7UJ04Q29.2 size=343008 2023-12-03T11:44:08.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.680+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=K7NW7UJ04Q29 tag=D1H9N3FH7PSO type=write size=3488736 2023-12-03T11:44:08.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.683+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~4K0JRU3RSJ9P.0 size=1048576 2023-12-03T11:44:08.685 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.684+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~4K0JRU3RSJ9P.1 size=214546 2023-12-03T11:44:08.685 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.684+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=4K0JRU3RSJ9P tag=MVI27VO60DF2 type=write size=2311698 2023-12-03T11:44:08.687 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.686+0000 7fec65a36780 1 < suggested update operation key=ZCS6XX24O8P4 tag=LJAO6UN8UTUV type=del size=2232133 2023-12-03T11:44:08.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.688+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~PPHHJGIWAU12.0 size=696371 2023-12-03T11:44:08.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.688+0000 7fec65a36780 1 > prepared multipart upload key=T9V22NACHJGL upload=PPHHJGIWAU12 tag=IKVYDRESN6T8 type=write size=1744947 2023-12-03T11:44:08.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.689+0000 7fec65a36780 1 < completed write operation key=0AZB86BIZ0MT tag=HBFC2MIKRA2N type=write size=220581 2023-12-03T11:44:08.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.691+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~Z2T0SS4QH2J9.0 size=891728 2023-12-03T11:44:08.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.691+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=Z2T0SS4QH2J9 tag=0WVIKLUSFIQP type=write size=1940304 2023-12-03T11:44:08.693 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.692+0000 7fec65a36780 1 < completed delete operation key=3QZKHX70UUGR tag=HV6BEKLH5T3W type=del 2023-12-03T11:44:08.694 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.693+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=Z30Z18078XJ6 type=del size=1935971 2023-12-03T11:44:08.696 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.695+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~1Y9ZKYL3KCVI.0 size=1048576 2023-12-03T11:44:08.697 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.695+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~1Y9ZKYL3KCVI.1 size=1048576 2023-12-03T11:44:08.698 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.696+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~1Y9ZKYL3KCVI.2 size=517040 2023-12-03T11:44:08.700 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.698+0000 7fec65a36780 1 < completed multipart upload key=3C6QMW8IQIA4 upload=1Y9ZKYL3KCVI tag=05R7BZ9DNUDQ type=write size=3662768 2023-12-03T11:44:08.701 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.700+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=5ZXTBI3HHDPQ type=del size=4132969 2023-12-03T11:44:08.702 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.701+0000 7fec65a36780 1 < completed write operation key=5C1TNEXGMTX2 tag=IWARXD7JQX2F type=write size=865293 2023-12-03T11:44:08.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.703+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~W4SJJ8CZ1PM1.0 size=501093 2023-12-03T11:44:08.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.703+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=W4SJJ8CZ1PM1 tag=F3YX4ZY304AB type=write size=1549669 2023-12-03T11:44:08.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.704+0000 7fec65a36780 1 < completed write operation key=5C1TNEXGMTX2 tag=5FR4407ZUVSR type=write size=1019508 2023-12-03T11:44:08.706 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.705+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=Y563RJDGCAYH type=del size=3968024 2023-12-03T11:44:08.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.707+0000 7fec65a36780 1 < suggested remove operation key=C1UIPV6F6AYG tag=S8FIBO74M8KD type=write 2023-12-03T11:44:08.710 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.708+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=J6C67VDCWAQW type=del size=4169311 2023-12-03T11:44:08.714 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.712+0000 7fec65a36780 1 < suggested remove operation key=8OT6OT3U65FW tag=I8B7BRELDCJ1 type=del 2023-12-03T11:44:08.715 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.714+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=KPJHX70GQAYJ type=del size=2768779 2023-12-03T11:44:08.717 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.716+0000 7fec65a36780 1 < suggested update operation key=WOVRQGZRPR2M tag=FZITG5EX9LU7 type=del size=2566002 2023-12-03T11:44:08.718 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.717+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=P00Y3HJQLU09 type=del size=3170007 2023-12-03T11:44:08.719 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.718+0000 7fec65a36780 1 < completed write operation key=0AZB86BIZ0MT tag=IR1UDAMOEA76 type=write size=693799 2023-12-03T11:44:08.722 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.720+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~RWVV0IG81WSR.0 size=1048576 2023-12-03T11:44:08.723 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.721+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~RWVV0IG81WSR.1 size=683119 2023-12-03T11:44:08.723 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.721+0000 7fec65a36780 1 > prepared multipart upload key=SSVHOXNGSFYF upload=RWVV0IG81WSR tag=S2G7RJNHN9MA type=write size=2780271 2023-12-03T11:44:08.723 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.721+0000 7fec65a36780 1 < canceled part key=_multipart_WOVRQGZRPR2M.2~T23V9LH8LZ6C.0 size=1048576 2023-12-03T11:44:08.723 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.722+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~T23V9LH8LZ6C.1 size=1048576 2023-12-03T11:44:08.724 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.723+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~T23V9LH8LZ6C.2 size=1005165 2023-12-03T11:44:08.726 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.725+0000 7fec65a36780 1 < canceled multipart upload key=WOVRQGZRPR2M upload=T23V9LH8LZ6C tag=4O1N7OPAQ0B9 type=write size=4150893 2023-12-03T11:44:08.727 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.726+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=2T1VEBVVSLIC type=del size=2956934 2023-12-03T11:44:08.728 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.727+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~WG4WSXFWRL9L.0 size=224725 2023-12-03T11:44:08.730 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.729+0000 7fec65a36780 1 < completed multipart upload key=T9V22NACHJGL upload=WG4WSXFWRL9L tag=1KJRY05U8SQK type=write size=1273301 2023-12-03T11:44:08.732 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.731+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~6GR7O94134FM.0 size=1048576 2023-12-03T11:44:08.733 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.732+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~6GR7O94134FM.1 size=1048576 2023-12-03T11:44:08.734 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.733+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~6GR7O94134FM.2 size=372733 2023-12-03T11:44:08.734 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.733+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=6GR7O94134FM tag=01JY1FF432HT type=write size=3518461 2023-12-03T11:44:08.735 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.734+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~R3ZUQ4IWOUQ1.0 size=1048576 2023-12-03T11:44:08.736 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.735+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~R3ZUQ4IWOUQ1.1 size=1048576 2023-12-03T11:44:08.737 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.736+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~R3ZUQ4IWOUQ1.2 size=731484 2023-12-03T11:44:08.739 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.738+0000 7fec65a36780 1 < completed multipart upload key=ZHU0D35IH21Q upload=R3ZUQ4IWOUQ1 tag=MD3BLGGVFFX3 type=write size=3877212 2023-12-03T11:44:08.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.739+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=WYA7Q92N5PRJ type=write size=9498 2023-12-03T11:44:08.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.740+0000 7fec65a36780 1 < completed write operation key=2RH7HHERSZ3G tag=GVHA7FWZMY7P type=write size=429157 2023-12-03T11:44:08.742 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.741+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=PN3H9AW2OV0C type=write size=67506 2023-12-03T11:44:08.744 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.742+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~YUZQLCWMVABP.0 size=290750 2023-12-03T11:44:08.746 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.744+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=YUZQLCWMVABP tag=3RDRGK7JT2XF type=write size=1339326 2023-12-03T11:44:08.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.746+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~X0T3YH1B1LCC.0 size=1048576 2023-12-03T11:44:08.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.747+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~X0T3YH1B1LCC.1 size=842335 2023-12-03T11:44:08.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.747+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=X0T3YH1B1LCC tag=BX5BJ0PJ3EAH type=write size=2939487 2023-12-03T11:44:08.750 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.748+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~4K0JRU3RSJ9P.0 size=1048576 2023-12-03T11:44:08.750 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.749+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~4K0JRU3RSJ9P.1 size=214546 2023-12-03T11:44:08.752 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.751+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=4K0JRU3RSJ9P tag=MVI27VO60DF2 type=write size=2311698 2023-12-03T11:44:08.755 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.753+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~ABG6QZU9Z3K1.0 size=912167 2023-12-03T11:44:08.755 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.753+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=ABG6QZU9Z3K1 tag=RKUINTN0S9ZA type=write size=1960743 2023-12-03T11:44:08.756 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.754+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~PPHHJGIWAU12.0 size=696371 2023-12-03T11:44:08.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.756+0000 7fec65a36780 1 < completed multipart upload key=T9V22NACHJGL upload=PPHHJGIWAU12 tag=IKVYDRESN6T8 type=write size=1744947 2023-12-03T11:44:08.759 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.758+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=5L8HLBCTIM6H type=del size=3935851 2023-12-03T11:44:08.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.759+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~Z2T0SS4QH2J9.0 size=891728 2023-12-03T11:44:08.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.761+0000 7fec65a36780 1 < completed multipart upload key=3C6QMW8IQIA4 upload=Z2T0SS4QH2J9 tag=0WVIKLUSFIQP type=write size=1940304 2023-12-03T11:44:08.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.762+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=QT1BKBG6PUI8 type=del size=1428637 2023-12-03T11:44:08.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.763+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=Z30Z18078XJ6 type=del 2023-12-03T11:44:08.765 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.764+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=J2TEKW1N0NH9 type=del size=1556 2023-12-03T11:44:08.767 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.766+0000 7fec65a36780 1 < suggested remove operation key=X9QLCGIXBKPW tag=5ZXTBI3HHDPQ type=del 2023-12-03T11:44:08.768 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.767+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=5GB95RGHYX54 type=del size=1473443 2023-12-03T11:44:08.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.768+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~W4SJJ8CZ1PM1.0 size=501093 2023-12-03T11:44:08.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.770+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=W4SJJ8CZ1PM1 tag=F3YX4ZY304AB type=write size=1549669 2023-12-03T11:44:08.773 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.771+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=V1F1LRFTQCPE type=del size=61048 2023-12-03T11:44:08.775 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.774+0000 7fec65a36780 1 < suggested update operation key=0AZB86BIZ0MT tag=Y563RJDGCAYH type=del size=3968024 2023-12-03T11:44:08.776 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.775+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=M1ZNB71PXYR7 type=del size=2943524 2023-12-03T11:44:08.777 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.776+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=J6C67VDCWAQW type=del 2023-12-03T11:44:08.779 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.778+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~K35CO014HVAX.0 size=1048576 2023-12-03T11:44:08.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.779+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~K35CO014HVAX.1 size=1048576 2023-12-03T11:44:08.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.780+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~K35CO014HVAX.2 size=414529 2023-12-03T11:44:08.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.780+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=K35CO014HVAX tag=4071TQTA5M3I type=write size=3560257 2023-12-03T11:44:08.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.781+0000 7fec65a36780 1 < completed delete operation key=ZCS6XX24O8P4 tag=KPJHX70GQAYJ type=del 2023-12-03T11:44:08.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.783+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=5TKVH31RRRAT type=del size=3726380 2023-12-03T11:44:08.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.784+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=P00Y3HJQLU09 type=del 2023-12-03T11:44:08.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.785+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=RK3FPFI73BOZ type=write size=420323 2023-12-03T11:44:08.787 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.786+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~RWVV0IG81WSR.0 size=1048576 2023-12-03T11:44:08.789 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.787+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~RWVV0IG81WSR.1 size=683119 2023-12-03T11:44:08.791 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.789+0000 7fec65a36780 1 < completed multipart upload key=SSVHOXNGSFYF upload=RWVV0IG81WSR tag=S2G7RJNHN9MA type=write size=2780271 2023-12-03T11:44:08.792 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.790+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=05ZBWJXYH3G0 type=del size=709342 2023-12-03T11:44:08.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.792+0000 7fec65a36780 1 < completed delete operation key=WOVRQGZRPR2M tag=2T1VEBVVSLIC type=del 2023-12-03T11:44:08.794 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.793+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=S2Z15RMZS9TN type=del size=312159 2023-12-03T11:44:08.795 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.794+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~6GR7O94134FM.0 size=1048576 2023-12-03T11:44:08.796 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.795+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~6GR7O94134FM.1 size=1048576 2023-12-03T11:44:08.797 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.796+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~6GR7O94134FM.2 size=372733 2023-12-03T11:44:08.798 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.797+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=6GR7O94134FM tag=01JY1FF432HT type=write size=3518461 2023-12-03T11:44:08.800 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.798+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=4Y9QEIBGPMI3 type=del size=88584 2023-12-03T11:44:08.802 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.800+0000 7fec65a36780 1 < suggested remove operation key=BG6UOS1WMDBY tag=WYA7Q92N5PRJ type=write 2023-12-03T11:44:08.803 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.802+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=37I21MAWI7UA type=write size=978591 2023-12-03T11:44:08.806 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.804+0000 7fec65a36780 1 < completed write operation key=T9V22NACHJGL tag=PN3H9AW2OV0C type=write size=67506 2023-12-03T11:44:08.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.805+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=PGE1TP9UHDE4 type=del size=58232 2023-12-03T11:44:08.808 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.807+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~X0T3YH1B1LCC.0 size=1048576 2023-12-03T11:44:08.809 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.808+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~X0T3YH1B1LCC.1 size=842335 2023-12-03T11:44:08.813 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.809+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=X0T3YH1B1LCC tag=BX5BJ0PJ3EAH type=write size=2939487 2023-12-03T11:44:08.813 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.811+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~JKB90GBPI0BQ.0 size=977341 2023-12-03T11:44:08.813 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.811+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=JKB90GBPI0BQ tag=SQO4EYVMZNIC type=write size=2025917 2023-12-03T11:44:08.814 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.813+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~ABG6QZU9Z3K1.0 size=912167 2023-12-03T11:44:08.816 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.815+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=ABG6QZU9Z3K1 tag=RKUINTN0S9ZA type=write size=1960743 2023-12-03T11:44:08.817 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.816+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=HXZPTPIVFTE8 type=del size=339506 2023-12-03T11:44:08.818 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.817+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=5L8HLBCTIM6H type=del 2023-12-03T11:44:08.819 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.818+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=P01KKSZI8OH7 type=del size=3608163 2023-12-03T11:44:08.820 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.819+0000 7fec65a36780 1 < canceled operation key=ZCS6XX24O8P4 tag=QT1BKBG6PUI8 type=del size=1428637 2023-12-03T11:44:08.822 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.821+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~TF6JU55YBOCI.0 size=1048576 2023-12-03T11:44:08.823 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.822+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~TF6JU55YBOCI.1 size=1048576 2023-12-03T11:44:08.824 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.823+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~TF6JU55YBOCI.2 size=756084 2023-12-03T11:44:08.824 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.823+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=TF6JU55YBOCI tag=BNISZKR5YAFJ type=write size=3901812 2023-12-03T11:44:08.825 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.824+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=J2TEKW1N0NH9 type=del 2023-12-03T11:44:08.827 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.826+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~AP99RZ5AT22M.0 size=1032340 2023-12-03T11:44:08.828 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.826+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=AP99RZ5AT22M tag=K71P8KJ0A4MO type=write size=2080916 2023-12-03T11:44:08.830 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.829+0000 7fec65a36780 1 < suggested update operation key=PEN3GY9LLJKQ tag=5GB95RGHYX54 type=del size=1473443 2023-12-03T11:44:08.831 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.830+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=LNPOKLUQI26H type=del size=1290448 2023-12-03T11:44:08.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.831+0000 7fec65a36780 1 < completed delete operation key=3QZKHX70UUGR tag=V1F1LRFTQCPE type=del 2023-12-03T11:44:08.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.832+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=6CYNN08SY831 type=write size=362221 2023-12-03T11:44:08.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.833+0000 7fec65a36780 -1 < failed to complete operation key=BG6UOS1WMDBY tag=M1ZNB71PXYR7 type=del size=2943524: (22) Invalid argument 2023-12-03T11:44:08.836 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.835+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~47Y0YNQV701H.0 size=1048576 2023-12-03T11:44:08.837 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.836+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~47Y0YNQV701H.1 size=1048576 2023-12-03T11:44:08.838 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.837+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~47Y0YNQV701H.2 size=783665 2023-12-03T11:44:08.838 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.837+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=47Y0YNQV701H tag=FAC2X6XQEAD2 type=write size=3929393 2023-12-03T11:44:08.839 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.838+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~K35CO014HVAX.0 size=1048576 2023-12-03T11:44:08.840 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.839+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~K35CO014HVAX.1 size=1048576 2023-12-03T11:44:08.841 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.840+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~K35CO014HVAX.2 size=414529 2023-12-03T11:44:08.843 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.842+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=K35CO014HVAX tag=4071TQTA5M3I type=write size=3560257 2023-12-03T11:44:08.844 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.843+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=MSOBLGOSVSF1 type=del size=3082243 2023-12-03T11:44:08.845 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.844+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=5TKVH31RRRAT type=del 2023-12-03T11:44:08.846 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.845+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=7ZOY2Y2NLLRK type=write size=281080 2023-12-03T11:44:08.849 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.847+0000 7fec65a36780 1 < suggested update operation key=DVENHTCK7GZA tag=RK3FPFI73BOZ type=write size=420323 2023-12-03T11:44:08.850 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.849+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=O5BHSYYZI5MX type=write size=708526 2023-12-03T11:44:08.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.850+0000 7fec65a36780 1 < completed delete operation key=8OT6OT3U65FW tag=05ZBWJXYH3G0 type=del 2023-12-03T11:44:08.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.852+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~NFHSIEMI4KP0.0 size=1048576 2023-12-03T11:44:08.854 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.853+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~NFHSIEMI4KP0.1 size=1048576 2023-12-03T11:44:08.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.854+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~NFHSIEMI4KP0.2 size=801783 2023-12-03T11:44:08.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.854+0000 7fec65a36780 1 > prepared multipart upload key=AH17BNCID2LT upload=NFHSIEMI4KP0 tag=ONUH3EY5F5ST type=write size=3947511 2023-12-03T11:44:08.857 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.856+0000 7fec65a36780 1 < suggested update operation key=0AZB86BIZ0MT tag=S2Z15RMZS9TN type=del size=312159 2023-12-03T11:44:08.858 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.857+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=IQ55PW1HA53V type=del size=1932898 2023-12-03T11:44:08.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.859+0000 7fec65a36780 1 < suggested update operation key=ZHU0D35IH21Q tag=4Y9QEIBGPMI3 type=del size=88584 2023-12-03T11:44:08.862 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.861+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~R74A4IDGI240.0 size=1048576 2023-12-03T11:44:08.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.862+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~R74A4IDGI240.1 size=780171 2023-12-03T11:44:08.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.862+0000 7fec65a36780 1 > prepared multipart upload key=AH17BNCID2LT upload=R74A4IDGI240 tag=MZHJICWGX1ZI type=write size=2877323 2023-12-03T11:44:08.866 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.865+0000 7fec65a36780 1 < suggested remove operation key=0AZB86BIZ0MT tag=37I21MAWI7UA type=write 2023-12-03T11:44:08.868 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.867+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~9A2JF6FJGJX4.0 size=695560 2023-12-03T11:44:08.868 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.867+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=9A2JF6FJGJX4 tag=R6Q06OPRBU6M type=write size=1744136 2023-12-03T11:44:08.871 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.870+0000 7fec65a36780 1 < suggested remove operation key=3QZKHX70UUGR tag=PGE1TP9UHDE4 type=del 2023-12-03T11:44:08.872 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.871+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=GUGIP05PSKZO type=del size=591504 2023-12-03T11:44:08.873 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.872+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~JKB90GBPI0BQ.0 size=977341 2023-12-03T11:44:08.875 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.874+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=JKB90GBPI0BQ tag=SQO4EYVMZNIC type=write size=2025917 2023-12-03T11:44:08.877 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.876+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~JN8G3UIZ6R17.0 size=1048576 2023-12-03T11:44:08.878 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.877+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~JN8G3UIZ6R17.1 size=446758 2023-12-03T11:44:08.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.877+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=JN8G3UIZ6R17 tag=U9K5PL7FML50 type=write size=2543910 2023-12-03T11:44:08.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.878+0000 7fec65a36780 -1 < failed to complete operation key=0AZB86BIZ0MT tag=HXZPTPIVFTE8 type=del size=339506: (22) Invalid argument 2023-12-03T11:44:08.882 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.880+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~IET0HBQ2AYMK.0 size=1048576 2023-12-03T11:44:08.883 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.882+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~IET0HBQ2AYMK.1 size=1048576 2023-12-03T11:44:08.884 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.883+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~IET0HBQ2AYMK.2 size=57415 2023-12-03T11:44:08.885 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.883+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=IET0HBQ2AYMK tag=QMYN6SL28Q97 type=write size=3203143 2023-12-03T11:44:08.887 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.886+0000 7fec65a36780 1 < suggested remove operation key=P4HRMBD0NLGK tag=P01KKSZI8OH7 type=del 2023-12-03T11:44:08.888 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.887+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=KB68AFPUNC3D type=del size=2742087 2023-12-03T11:44:08.889 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.888+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~TF6JU55YBOCI.0 size=1048576 2023-12-03T11:44:08.890 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.889+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~TF6JU55YBOCI.1 size=1048576 2023-12-03T11:44:08.890 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.889+0000 7fec65a36780 1 < canceled part key=_multipart_MR1LTY3JH4WC.2~TF6JU55YBOCI.2 size=756084 2023-12-03T11:44:08.892 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.891+0000 7fec65a36780 1 < canceled multipart upload key=MR1LTY3JH4WC upload=TF6JU55YBOCI tag=BNISZKR5YAFJ type=write size=3901812 2023-12-03T11:44:08.894 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.893+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=4WYOQ205KW5Z type=del size=448975 2023-12-03T11:44:08.897 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.896+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~AP99RZ5AT22M.0 size=1032340 2023-12-03T11:44:08.899 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.898+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=AP99RZ5AT22M tag=K71P8KJ0A4MO type=write size=2080916 2023-12-03T11:44:08.900 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.899+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=RBI82OU1A403 type=del size=1776987 2023-12-03T11:44:08.901 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.900+0000 7fec65a36780 1 < completed delete operation key=X9RVI5NGJ2OL tag=LNPOKLUQI26H type=del 2023-12-03T11:44:08.903 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.901+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=QDDBQIEQHEE2 type=write size=171476 2023-12-03T11:44:08.904 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.903+0000 7fec65a36780 1 < completed write operation key=5Z9PG5J6Q8GF tag=6CYNN08SY831 type=write size=362221 2023-12-03T11:44:08.905 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.904+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=8XFJF6PN2JV6 type=del size=41751 2023-12-03T11:44:08.906 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.905+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~47Y0YNQV701H.0 size=1048576 2023-12-03T11:44:08.907 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.906+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~47Y0YNQV701H.1 size=1048576 2023-12-03T11:44:08.908 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.907+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~47Y0YNQV701H.2 size=783665 2023-12-03T11:44:08.910 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.909+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=47Y0YNQV701H tag=FAC2X6XQEAD2 type=write size=3929393 2023-12-03T11:44:08.911 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.910+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=N7JW1EAOP5YP type=del size=975424 2023-12-03T11:44:08.912 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.911+0000 7fec65a36780 1 < completed delete operation key=0HEXWFSSYOFX tag=MSOBLGOSVSF1 type=del 2023-12-03T11:44:08.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.912+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=RBV4CN7K9ESH type=write size=36557 2023-12-03T11:44:08.916 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.915+0000 7fec65a36780 1 < suggested update operation key=5Z9PG5J6Q8GF tag=7ZOY2Y2NLLRK type=write size=281080 2023-12-03T11:44:08.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.916+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=AXRNU3ZKQ6HR type=del size=1230202 2023-12-03T11:44:08.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.917+0000 7fec65a36780 1 < completed write operation key=PEN3GY9LLJKQ tag=O5BHSYYZI5MX type=write size=708526 2023-12-03T11:44:08.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.918+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=EMVNFT53AHUG type=write size=843982 2023-12-03T11:44:08.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.919+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~NFHSIEMI4KP0.0 size=1048576 2023-12-03T11:44:08.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.920+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~NFHSIEMI4KP0.1 size=1048576 2023-12-03T11:44:08.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.921+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~NFHSIEMI4KP0.2 size=801783 2023-12-03T11:44:08.924 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.923+0000 7fec65a36780 1 < completed multipart upload key=AH17BNCID2LT upload=NFHSIEMI4KP0 tag=ONUH3EY5F5ST type=write size=3947511 2023-12-03T11:44:08.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.924+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=2KHR6AXVS73O type=del size=535749 2023-12-03T11:44:08.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.925+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=IQ55PW1HA53V type=del 2023-12-03T11:44:08.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.926+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=NQHKK2H6T0X2 type=del size=151446 2023-12-03T11:44:08.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.927+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~R74A4IDGI240.0 size=1048576 2023-12-03T11:44:08.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.928+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~R74A4IDGI240.1 size=780171 2023-12-03T11:44:08.932 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.930+0000 7fec65a36780 1 < completed multipart upload key=AH17BNCID2LT upload=R74A4IDGI240 tag=MZHJICWGX1ZI type=write size=2877323 2023-12-03T11:44:08.932 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.931+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=AE4GSBU0VYYG type=del size=3827284 2023-12-03T11:44:08.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.932+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~9A2JF6FJGJX4.0 size=695560 2023-12-03T11:44:08.936 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.934+0000 7fec65a36780 1 < completed multipart upload key=2RH7HHERSZ3G upload=9A2JF6FJGJX4 tag=R6Q06OPRBU6M type=write size=1744136 2023-12-03T11:44:08.937 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.936+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=WDKO4UAJJVVS type=write size=59024 2023-12-03T11:44:08.938 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.937+0000 7fec65a36780 1 < canceled operation key=0HEXWFSSYOFX tag=GUGIP05PSKZO type=del size=591504 2023-12-03T11:44:08.939 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.938+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=ZDJF8CH8L457 type=write size=525909 2023-12-03T11:44:08.940 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.939+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~JN8G3UIZ6R17.0 size=1048576 2023-12-03T11:44:08.941 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.940+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~JN8G3UIZ6R17.1 size=446758 2023-12-03T11:44:08.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.942+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=JN8G3UIZ6R17 tag=U9K5PL7FML50 type=write size=2543910 2023-12-03T11:44:08.944 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.943+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=HZ7U8RUL82D8 type=del size=3130373 2023-12-03T11:44:08.945 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.944+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~IET0HBQ2AYMK.0 size=1048576 2023-12-03T11:44:08.946 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.945+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~IET0HBQ2AYMK.1 size=1048576 2023-12-03T11:44:08.947 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.946+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~IET0HBQ2AYMK.2 size=57415 2023-12-03T11:44:08.949 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.948+0000 7fec65a36780 1 < completed multipart upload key=8OT6OT3U65FW upload=IET0HBQ2AYMK tag=QMYN6SL28Q97 type=write size=3203143 2023-12-03T11:44:08.951 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.950+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~HONG0Z4FS0RP.0 size=1048576 2023-12-03T11:44:08.952 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.951+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~HONG0Z4FS0RP.1 size=983451 2023-12-03T11:44:08.952 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.951+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=HONG0Z4FS0RP tag=SPWCZ0SB4H62 type=write size=3080603 2023-12-03T11:44:08.954 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.953+0000 7fec65a36780 1 < suggested update operation key=0AZB86BIZ0MT tag=KB68AFPUNC3D type=del size=2742087 2023-12-03T11:44:08.955 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.954+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=6MJS18MI4PBS type=del size=3536123 2023-12-03T11:44:08.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.955+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=4WYOQ205KW5Z type=del 2023-12-03T11:44:08.958 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.956+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=UGEK696W1LUA type=del size=1922587 2023-12-03T11:44:08.958 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.957+0000 7fec65a36780 1 < completed delete operation key=PEN3GY9LLJKQ tag=RBI82OU1A403 type=del 2023-12-03T11:44:08.959 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.958+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=BHHEGAFCVCHW type=del size=4061981 2023-12-03T11:44:08.961 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.959+0000 7fec65a36780 -1 < failed to complete operation key=5Z9PG5J6Q8GF tag=QDDBQIEQHEE2 type=write size=171476: (22) Invalid argument 2023-12-03T11:44:08.963 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.962+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~41Y36RAFPWJR.0 size=1048576 2023-12-03T11:44:08.964 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.963+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~41Y36RAFPWJR.1 size=611572 2023-12-03T11:44:08.964 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.963+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=41Y36RAFPWJR tag=99HIFEVBNDKE type=write size=2708724 2023-12-03T11:44:08.965 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.964+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=8XFJF6PN2JV6 type=del 2023-12-03T11:44:08.966 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.965+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=RXIHH7WZ1K4G type=del size=3731816 2023-12-03T11:44:08.968 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.966+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=N7JW1EAOP5YP type=del 2023-12-03T11:44:08.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.967+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=VM25KFQG9281 type=del size=2910844 2023-12-03T11:44:08.971 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.970+0000 7fec65a36780 1 < suggested remove operation key=3C6QMW8IQIA4 tag=RBV4CN7K9ESH type=write 2023-12-03T11:44:08.973 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.972+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~FIN6JCJJC2S3.0 size=1048576 2023-12-03T11:44:08.974 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.973+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~FIN6JCJJC2S3.1 size=743188 2023-12-03T11:44:08.974 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.973+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=FIN6JCJJC2S3 tag=08B6LG5XYTAH type=write size=2840340 2023-12-03T11:44:08.976 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.975+0000 7fec65a36780 1 < suggested remove operation key=DVENHTCK7GZA tag=AXRNU3ZKQ6HR type=del 2023-12-03T11:44:08.977 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.976+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=1A7GBGFWM5BO type=write size=643139 2023-12-03T11:44:08.978 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.977+0000 7fec65a36780 1 < canceled operation key=P4HRMBD0NLGK tag=EMVNFT53AHUG type=write size=843982 2023-12-03T11:44:08.980 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.979+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~XTMNYS6D7PV7.0 size=1048576 2023-12-03T11:44:08.981 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.980+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~XTMNYS6D7PV7.1 size=1048576 2023-12-03T11:44:08.983 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.982+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~XTMNYS6D7PV7.2 size=206138 2023-12-03T11:44:08.983 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.982+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=XTMNYS6D7PV7 tag=2NYRCKUFQ9OS type=write size=3351866 2023-12-03T11:44:08.984 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.983+0000 7fec65a36780 1 < canceled operation key=H2MMD7J4LFAH tag=2KHR6AXVS73O type=del size=535749 2023-12-03T11:44:08.985 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.984+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=DNYB6TAJLCKP type=del size=3066475 2023-12-03T11:44:08.987 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.985+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=NQHKK2H6T0X2 type=del 2023-12-03T11:44:08.988 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.987+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~SEVG4MXWCJW6.0 size=1048576 2023-12-03T11:44:08.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.988+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~SEVG4MXWCJW6.1 size=605828 2023-12-03T11:44:08.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.988+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=SEVG4MXWCJW6 tag=DDI7OA3L7W6Z type=write size=2702980 2023-12-03T11:44:08.990 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.989+0000 7fec65a36780 1 < completed delete operation key=X9QLCGIXBKPW tag=AE4GSBU0VYYG type=del 2023-12-03T11:44:08.992 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.990+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=3K98BKVVEPC1 type=del size=3025477 2023-12-03T11:44:08.993 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.992+0000 7fec65a36780 1 < completed write operation key=SSVHOXNGSFYF tag=WDKO4UAJJVVS type=write size=59024 2023-12-03T11:44:08.994 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.993+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=A92NY4Q0K9Z1 type=del size=1212909 2023-12-03T11:44:08.995 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.994+0000 7fec65a36780 1 < completed write operation key=1Q50D75XSIR5 tag=ZDJF8CH8L457 type=write size=525909 2023-12-03T11:44:08.996 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.995+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=3WZIP38K3ZQ5 type=del size=2847196 2023-12-03T11:44:08.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.996+0000 7fec65a36780 1 < completed delete operation key=ZCS6XX24O8P4 tag=HZ7U8RUL82D8 type=del 2023-12-03T11:44:08.998 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.997+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=4TC9FIYYGYE8 type=del size=3295836 2023-12-03T11:44:09.000 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.998+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~HONG0Z4FS0RP.0 size=1048576 2023-12-03T11:44:09.000 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:08.998+0000 7fec65a36780 1 < canceled part key=_multipart_X9RVI5NGJ2OL.2~HONG0Z4FS0RP.1 size=983451 2023-12-03T11:44:09.002 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.000+0000 7fec65a36780 1 < canceled multipart upload key=X9RVI5NGJ2OL upload=HONG0Z4FS0RP tag=SPWCZ0SB4H62 type=write size=3080603 2023-12-03T11:44:09.003 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.001+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=TJ3VGOOO7MQE type=del size=387486 2023-12-03T11:44:09.005 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.003+0000 7fec65a36780 1 < completed delete operation key=WOVRQGZRPR2M tag=6MJS18MI4PBS type=del 2023-12-03T11:44:09.006 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.005+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=VKSY24MBMTE5 type=del size=326890 2023-12-03T11:44:09.007 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.006+0000 7fec65a36780 1 < completed delete operation key=PEN3GY9LLJKQ tag=UGEK696W1LUA type=del 2023-12-03T11:44:09.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.007+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=MI7ADHSQA2E7 type=del size=2438216 2023-12-03T11:44:09.009 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.008+0000 7fec65a36780 1 < canceled operation key=GR4SISUXSQOT tag=BHHEGAFCVCHW type=del size=4061981 2023-12-03T11:44:09.010 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.009+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=FNFXJVOFOHV8 type=del size=301976 2023-12-03T11:44:09.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.010+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~41Y36RAFPWJR.0 size=1048576 2023-12-03T11:44:09.013 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.011+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~41Y36RAFPWJR.1 size=611572 2023-12-03T11:44:09.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.013+0000 7fec65a36780 1 < completed multipart upload key=6NE4YT7O3EKT upload=41Y36RAFPWJR tag=99HIFEVBNDKE type=write size=2708724 2023-12-03T11:44:09.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.014+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=20M4ZN1MWH0O type=del size=737959 2023-12-03T11:44:09.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.017+0000 7fec65a36780 1 < suggested remove operation key=P4HRMBD0NLGK tag=RXIHH7WZ1K4G type=del 2023-12-03T11:44:09.022 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.019+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~D16SRI5AA1LB.0 size=1048576 2023-12-03T11:44:09.022 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.019+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~D16SRI5AA1LB.1 size=1048576 2023-12-03T11:44:09.022 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.020+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~D16SRI5AA1LB.2 size=45885 2023-12-03T11:44:09.022 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.020+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=D16SRI5AA1LB tag=HB1UGO3KDX72 type=write size=3191613 2023-12-03T11:44:09.022 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.021+0000 7fec65a36780 -1 < no bi entry to suggest for operation key=3C6QMW8IQIA4 tag=VM25KFQG9281 type=del size=2910844: (2) No such file or directory 2023-12-03T11:44:09.023 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.022+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=8XMSR7VNFXZ1 type=del size=1614266 2023-12-03T11:44:09.024 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.023+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~FIN6JCJJC2S3.0 size=1048576 2023-12-03T11:44:09.025 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.024+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~FIN6JCJJC2S3.1 size=743188 2023-12-03T11:44:09.027 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.026+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=FIN6JCJJC2S3 tag=08B6LG5XYTAH type=write size=2840340 2023-12-03T11:44:09.029 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.028+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~E5A0TB4KKOCW.0 size=1048576 2023-12-03T11:44:09.030 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.029+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~E5A0TB4KKOCW.1 size=1048576 2023-12-03T11:44:09.031 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.030+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~E5A0TB4KKOCW.2 size=589054 2023-12-03T11:44:09.031 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.030+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=E5A0TB4KKOCW tag=ZRSTW30L0SD9 type=write size=3734782 2023-12-03T11:44:09.032 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.031+0000 7fec65a36780 1 < completed write operation key=ZHU0D35IH21Q tag=1A7GBGFWM5BO type=write size=643139 2023-12-03T11:44:09.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.032+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=6IL3T82MPKLX type=del size=2044866 2023-12-03T11:44:09.034 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.033+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~XTMNYS6D7PV7.0 size=1048576 2023-12-03T11:44:09.035 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.034+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~XTMNYS6D7PV7.1 size=1048576 2023-12-03T11:44:09.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.035+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~XTMNYS6D7PV7.2 size=206138 2023-12-03T11:44:09.038 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.037+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=XTMNYS6D7PV7 tag=2NYRCKUFQ9OS type=write size=3351866 2023-12-03T11:44:09.039 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.038+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=2QBHP61J216A type=del size=337425 2023-12-03T11:44:09.041 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.040+0000 7fec65a36780 1 < completed delete operation key=X9RVI5NGJ2OL tag=DNYB6TAJLCKP type=del 2023-12-03T11:44:09.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.041+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=4UMM13TMKKJM type=del size=600481 2023-12-03T11:44:09.043 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.042+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~SEVG4MXWCJW6.0 size=1048576 2023-12-03T11:44:09.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.043+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~SEVG4MXWCJW6.1 size=605828 2023-12-03T11:44:09.046 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.045+0000 7fec65a36780 1 < completed multipart upload key=2RH7HHERSZ3G upload=SEVG4MXWCJW6 tag=DDI7OA3L7W6Z type=write size=2702980 2023-12-03T11:44:09.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.046+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=S3RK6C3WWFC9 type=del size=1408544 2023-12-03T11:44:09.050 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.049+0000 7fec65a36780 1 < suggested update operation key=C0RNK06G6OQP tag=3K98BKVVEPC1 type=del size=3025477 2023-12-03T11:44:09.052 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.051+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~4S6LOKWK6XVM.0 size=1048576 2023-12-03T11:44:09.053 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.052+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~4S6LOKWK6XVM.1 size=1048576 2023-12-03T11:44:09.054 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.053+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~4S6LOKWK6XVM.2 size=752974 2023-12-03T11:44:09.054 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.053+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=4S6LOKWK6XVM tag=2CI143HYKD2O type=write size=3898702 2023-12-03T11:44:09.055 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.054+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=A92NY4Q0K9Z1 type=del 2023-12-03T11:44:09.057 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.056+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~P2H46LRNWEOA.0 size=144676 2023-12-03T11:44:09.057 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.056+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=P2H46LRNWEOA tag=6HRC0CFMD5SO type=write size=1193252 2023-12-03T11:44:09.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.058+0000 7fec65a36780 1 < suggested update operation key=9JLT22LCTIPC tag=3WZIP38K3ZQ5 type=del size=2847196 2023-12-03T11:44:09.061 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.060+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~EFDPCPV5SI2J.0 size=1048576 2023-12-03T11:44:09.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.062+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~EFDPCPV5SI2J.1 size=869424 2023-12-03T11:44:09.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.062+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=EFDPCPV5SI2J tag=RHMZE5DY3C9N type=write size=2966576 2023-12-03T11:44:09.065 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.064+0000 7fec65a36780 1 < suggested update operation key=47SL1QFM71HF tag=4TC9FIYYGYE8 type=del size=3295836 2023-12-03T11:44:09.066 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.065+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=NCR3WV86JWU4 type=write size=981264 2023-12-03T11:44:09.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.066+0000 7fec65a36780 1 < completed delete operation key=GR4SISUXSQOT tag=TJ3VGOOO7MQE type=del 2023-12-03T11:44:09.070 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.068+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~6KPADX8CH2YO.0 size=1048576 2023-12-03T11:44:09.070 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.069+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~6KPADX8CH2YO.1 size=95861 2023-12-03T11:44:09.070 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.069+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=6KPADX8CH2YO tag=B0521M3Q1YL4 type=write size=2193013 2023-12-03T11:44:09.071 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.070+0000 7fec65a36780 -1 < failed to complete operation key=P4HRMBD0NLGK tag=VKSY24MBMTE5 type=del size=326890: (22) Invalid argument 2023-12-03T11:44:09.074 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.072+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~3OZFMGBPM0P0.0 size=1048576 2023-12-03T11:44:09.074 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.073+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~3OZFMGBPM0P0.1 size=545201 2023-12-03T11:44:09.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.073+0000 7fec65a36780 1 > prepared multipart upload key=SSVHOXNGSFYF upload=3OZFMGBPM0P0 tag=1EF3RF9KW2L1 type=write size=2642353 2023-12-03T11:44:09.076 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.074+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=MI7ADHSQA2E7 type=del 2023-12-03T11:44:09.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.077+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~YIPR8TQ82JJT.0 size=1048576 2023-12-03T11:44:09.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.077+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~YIPR8TQ82JJT.1 size=1048576 2023-12-03T11:44:09.080 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.078+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~YIPR8TQ82JJT.2 size=646781 2023-12-03T11:44:09.080 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.078+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=YIPR8TQ82JJT tag=CQ4EMSG0251B type=write size=3792509 2023-12-03T11:44:09.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.081+0000 7fec65a36780 1 < suggested remove operation key=47SL1QFM71HF tag=FNFXJVOFOHV8 type=del 2023-12-03T11:44:09.083 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.082+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=QXBJMG2PBZ21 type=del size=1252701 2023-12-03T11:44:09.084 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.083+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=20M4ZN1MWH0O type=del 2023-12-03T11:44:09.085 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.084+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=UT0W2UTOP6NJ type=del size=2123031 2023-12-03T11:44:09.086 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.085+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~D16SRI5AA1LB.0 size=1048576 2023-12-03T11:44:09.088 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.086+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~D16SRI5AA1LB.1 size=1048576 2023-12-03T11:44:09.088 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.087+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~D16SRI5AA1LB.2 size=45885 2023-12-03T11:44:09.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.089+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=D16SRI5AA1LB tag=HB1UGO3KDX72 type=write size=3191613 2023-12-03T11:44:09.091 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.090+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=JXGOKLH1PPZ4 type=del size=3039775 2023-12-03T11:44:09.093 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.092+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=8XMSR7VNFXZ1 type=del 2023-12-03T11:44:09.094 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.093+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=YNBD9P53PF90 type=del size=1407522 2023-12-03T11:44:09.094 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.093+0000 7fec65a36780 1 < canceled part key=_multipart_C1UIPV6F6AYG.2~E5A0TB4KKOCW.0 size=1048576 2023-12-03T11:44:09.095 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.094+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~E5A0TB4KKOCW.1 size=1048576 2023-12-03T11:44:09.095 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.094+0000 7fec65a36780 1 < canceled part key=_multipart_C1UIPV6F6AYG.2~E5A0TB4KKOCW.2 size=589054 2023-12-03T11:44:09.097 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.096+0000 7fec65a36780 1 < canceled multipart upload key=C1UIPV6F6AYG upload=E5A0TB4KKOCW tag=ZRSTW30L0SD9 type=write size=3734782 2023-12-03T11:44:09.098 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.097+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=KVJR8VCTQ53T type=del size=2245652 2023-12-03T11:44:09.099 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.098+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=6IL3T82MPKLX type=del 2023-12-03T11:44:09.102 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.100+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~W7L90KM6XUWV.0 size=1048576 2023-12-03T11:44:09.103 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.101+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~W7L90KM6XUWV.1 size=1048576 2023-12-03T11:44:09.103 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.102+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~W7L90KM6XUWV.2 size=420902 2023-12-03T11:44:09.104 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.102+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=W7L90KM6XUWV tag=4EGCTADWKLII type=write size=3566630 2023-12-03T11:44:09.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.103+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=2QBHP61J216A type=del 2023-12-03T11:44:09.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.105+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=2U6JYZCNVFVP type=write size=175578 2023-12-03T11:44:09.108 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.107+0000 7fec65a36780 1 < suggested update operation key=X9RVI5NGJ2OL tag=4UMM13TMKKJM type=del size=600481 2023-12-03T11:44:09.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.109+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~Y1FN11KQXN7R.0 size=378202 2023-12-03T11:44:09.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.109+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=Y1FN11KQXN7R tag=GSOJA5U9J5ER type=write size=1426778 2023-12-03T11:44:09.112 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.111+0000 7fec65a36780 1 < canceled operation key=SSVHOXNGSFYF tag=S3RK6C3WWFC9 type=del size=1408544 2023-12-03T11:44:09.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.114+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~AFHIZGBJUOX1.0 size=22203 2023-12-03T11:44:09.116 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.114+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=AFHIZGBJUOX1 tag=N2IB4UYE4T6X type=write size=1070779 2023-12-03T11:44:09.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.115+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~4S6LOKWK6XVM.0 size=1048576 2023-12-03T11:44:09.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.116+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~4S6LOKWK6XVM.1 size=1048576 2023-12-03T11:44:09.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.117+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~4S6LOKWK6XVM.2 size=752974 2023-12-03T11:44:09.120 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.119+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=4S6LOKWK6XVM tag=2CI143HYKD2O type=write size=3898702 2023-12-03T11:44:09.122 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.121+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~8XLTE9T7QT1C.0 size=1048576 2023-12-03T11:44:09.123 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.122+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~8XLTE9T7QT1C.1 size=312142 2023-12-03T11:44:09.123 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.122+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=8XLTE9T7QT1C tag=VL7MR3E7HBPK type=write size=2409294 2023-12-03T11:44:09.124 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.123+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~P2H46LRNWEOA.0 size=144676 2023-12-03T11:44:09.126 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.125+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=P2H46LRNWEOA tag=6HRC0CFMD5SO type=write size=1193252 2023-12-03T11:44:09.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.126+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=4DI7NGSP36CV type=del size=1409454 2023-12-03T11:44:09.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.128+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~EFDPCPV5SI2J.0 size=1048576 2023-12-03T11:44:09.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.129+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~EFDPCPV5SI2J.1 size=869424 2023-12-03T11:44:09.132 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.130+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=EFDPCPV5SI2J tag=RHMZE5DY3C9N type=write size=2966576 2023-12-03T11:44:09.133 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.132+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=1ZSLGV2J2673 type=del size=550281 2023-12-03T11:44:09.134 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.133+0000 7fec65a36780 1 < completed write operation key=5C1TNEXGMTX2 tag=NCR3WV86JWU4 type=write size=981264 2023-12-03T11:44:09.136 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.135+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~ZVQM6LURUPR7.0 size=1048576 2023-12-03T11:44:09.137 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.136+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~ZVQM6LURUPR7.1 size=1048576 2023-12-03T11:44:09.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.136+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~ZVQM6LURUPR7.2 size=514730 2023-12-03T11:44:09.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.136+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=ZVQM6LURUPR7 tag=4IAPKZIQ0KJZ type=write size=3660458 2023-12-03T11:44:09.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.138+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~6KPADX8CH2YO.0 size=1048576 2023-12-03T11:44:09.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.138+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~6KPADX8CH2YO.1 size=95861 2023-12-03T11:44:09.142 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.140+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=6KPADX8CH2YO tag=B0521M3Q1YL4 type=write size=2193013 2023-12-03T11:44:09.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.141+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=JGJZ77Q0393M type=del size=3759641 2023-12-03T11:44:09.144 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.143+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~3OZFMGBPM0P0.0 size=1048576 2023-12-03T11:44:09.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.143+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~3OZFMGBPM0P0.1 size=545201 2023-12-03T11:44:09.146 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.145+0000 7fec65a36780 1 < completed multipart upload key=SSVHOXNGSFYF upload=3OZFMGBPM0P0 tag=1EF3RF9KW2L1 type=write size=2642353 2023-12-03T11:44:09.149 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.147+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~UEP9YO2YQPRS.0 size=1048576 2023-12-03T11:44:09.150 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.148+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~UEP9YO2YQPRS.1 size=1048576 2023-12-03T11:44:09.151 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.149+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~UEP9YO2YQPRS.2 size=54921 2023-12-03T11:44:09.151 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.149+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=UEP9YO2YQPRS tag=SQCW9T9CAQLO type=write size=3200649 2023-12-03T11:44:09.152 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.151+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~YIPR8TQ82JJT.0 size=1048576 2023-12-03T11:44:09.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.152+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~YIPR8TQ82JJT.1 size=1048576 2023-12-03T11:44:09.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.153+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~YIPR8TQ82JJT.2 size=646781 2023-12-03T11:44:09.156 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.155+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=YIPR8TQ82JJT tag=CQ4EMSG0251B type=write size=3792509 2023-12-03T11:44:09.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.156+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=8QT8NM06QQSL type=del size=3007636 2023-12-03T11:44:09.158 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.157+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=QXBJMG2PBZ21 type=del 2023-12-03T11:44:09.160 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.158+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=L280UYB5EIB4 type=del size=2018248 2023-12-03T11:44:09.161 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.160+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=UT0W2UTOP6NJ type=del 2023-12-03T11:44:09.163 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.161+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=L6C2LSLEY1BE type=del size=3047591 2023-12-03T11:44:09.165 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.163+0000 7fec65a36780 1 < suggested update operation key=YXIRHDBN13DX tag=JXGOKLH1PPZ4 type=del size=3039775 2023-12-03T11:44:09.167 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.166+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~AK2DTD0A6FVI.0 size=936253 2023-12-03T11:44:09.167 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.166+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=AK2DTD0A6FVI tag=99EJJT6CKE17 type=write size=1984829 2023-12-03T11:44:09.168 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.167+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=YNBD9P53PF90 type=del 2023-12-03T11:44:09.170 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.169+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~JNS7TW0WEWW2.0 size=1048576 2023-12-03T11:44:09.171 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.170+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~JNS7TW0WEWW2.1 size=1048576 2023-12-03T11:44:09.172 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.171+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~JNS7TW0WEWW2.2 size=490717 2023-12-03T11:44:09.172 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.171+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=JNS7TW0WEWW2 tag=PU2GADDXDN9H type=write size=3636445 2023-12-03T11:44:09.175 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.173+0000 7fec65a36780 1 < suggested update operation key=BG6UOS1WMDBY tag=KVJR8VCTQ53T type=del size=2245652 2023-12-03T11:44:09.177 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.175+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~JDO01WKIJ61D.0 size=1048576 2023-12-03T11:44:09.178 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.176+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~JDO01WKIJ61D.1 size=32204 2023-12-03T11:44:09.178 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.176+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=JDO01WKIJ61D tag=27LCG06IEKVA type=write size=2129356 2023-12-03T11:44:09.179 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.178+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~W7L90KM6XUWV.0 size=1048576 2023-12-03T11:44:09.180 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.179+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~W7L90KM6XUWV.1 size=1048576 2023-12-03T11:44:09.181 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.179+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~W7L90KM6XUWV.2 size=420902 2023-12-03T11:44:09.182 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.181+0000 7fec65a36780 1 < completed multipart upload key=YRACKN8LKGIH upload=W7L90KM6XUWV tag=4EGCTADWKLII type=write size=3566630 2023-12-03T11:44:09.185 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.183+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~3QJRKT3Y9I7V.0 size=1048576 2023-12-03T11:44:09.185 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.184+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~3QJRKT3Y9I7V.1 size=1048576 2023-12-03T11:44:09.186 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.185+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~3QJRKT3Y9I7V.2 size=329429 2023-12-03T11:44:09.186 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.185+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=3QJRKT3Y9I7V tag=JB6SY8FSHCFT type=write size=3475157 2023-12-03T11:44:09.189 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.187+0000 7fec65a36780 1 < suggested update operation key=X9QLCGIXBKPW tag=2U6JYZCNVFVP type=write size=175578 2023-12-03T11:44:09.191 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.189+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~J5V2M260LWYP.0 size=1048576 2023-12-03T11:44:09.192 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.190+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~J5V2M260LWYP.1 size=403133 2023-12-03T11:44:09.192 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.190+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=J5V2M260LWYP tag=VOYIE605VLVK type=write size=2500285 2023-12-03T11:44:09.193 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.192+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~Y1FN11KQXN7R.0 size=378202 2023-12-03T11:44:09.195 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.194+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=Y1FN11KQXN7R tag=GSOJA5U9J5ER type=write size=1426778 2023-12-03T11:44:09.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.196+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~1QOCQS0ES30U.0 size=1048576 2023-12-03T11:44:09.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.197+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~1QOCQS0ES30U.1 size=419544 2023-12-03T11:44:09.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.197+0000 7fec65a36780 1 > prepared multipart upload key=0AZB86BIZ0MT upload=1QOCQS0ES30U tag=ZE3GEUCCZR5K type=write size=2516696 2023-12-03T11:44:09.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.198+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~AFHIZGBJUOX1.0 size=22203 2023-12-03T11:44:09.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.200+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=AFHIZGBJUOX1 tag=N2IB4UYE4T6X type=write size=1070779 2023-12-03T11:44:09.203 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.201+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=Q77R68PPY4GQ type=del size=54343 2023-12-03T11:44:09.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.203+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~8XLTE9T7QT1C.0 size=1048576 2023-12-03T11:44:09.205 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.204+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~8XLTE9T7QT1C.1 size=312142 2023-12-03T11:44:09.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.206+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=8XLTE9T7QT1C tag=VL7MR3E7HBPK type=write size=2409294 2023-12-03T11:44:09.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.207+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=TF19MCP5UC4S type=del size=1170548 2023-12-03T11:44:09.209 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.208+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=4DI7NGSP36CV type=del 2023-12-03T11:44:09.210 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.209+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=H4UDIG9V7IJK type=del size=2066694 2023-12-03T11:44:09.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.211+0000 7fec65a36780 1 < suggested remove operation key=ZCS6XX24O8P4 tag=1ZSLGV2J2673 type=del 2023-12-03T11:44:09.214 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.213+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=K7BN5EYABQ7K type=del size=1929125 2023-12-03T11:44:09.214 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.213+0000 7fec65a36780 1 < canceled part key=_multipart_5C1TNEXGMTX2.2~ZVQM6LURUPR7.0 size=1048576 2023-12-03T11:44:09.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.214+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~ZVQM6LURUPR7.1 size=1048576 2023-12-03T11:44:09.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.215+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~ZVQM6LURUPR7.2 size=514730 2023-12-03T11:44:09.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.217+0000 7fec65a36780 1 < canceled multipart upload key=5C1TNEXGMTX2 upload=ZVQM6LURUPR7 tag=4IAPKZIQ0KJZ type=write size=3660458 2023-12-03T11:44:09.222 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.221+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~YDQXK5YCT84K.0 size=1048576 2023-12-03T11:44:09.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.222+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~YDQXK5YCT84K.1 size=620510 2023-12-03T11:44:09.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.222+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=YDQXK5YCT84K tag=NQUN3EK8PMUP type=write size=2717662 2023-12-03T11:44:09.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.223+0000 7fec65a36780 1 < completed delete operation key=T9V22NACHJGL tag=JGJZ77Q0393M type=del 2023-12-03T11:44:09.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.225+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=KNO0ER6ZG24F type=write size=80201 2023-12-03T11:44:09.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.226+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~UEP9YO2YQPRS.0 size=1048576 2023-12-03T11:44:09.228 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.227+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~UEP9YO2YQPRS.1 size=1048576 2023-12-03T11:44:09.229 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.228+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~UEP9YO2YQPRS.2 size=54921 2023-12-03T11:44:09.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.230+0000 7fec65a36780 1 < completed multipart upload key=6NE4YT7O3EKT upload=UEP9YO2YQPRS tag=SQCW9T9CAQLO type=write size=3200649 2023-12-03T11:44:09.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.232+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~EKFIS728FTLR.0 size=1048576 2023-12-03T11:44:09.234 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.233+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~EKFIS728FTLR.1 size=1048576 2023-12-03T11:44:09.235 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.234+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~EKFIS728FTLR.2 size=907454 2023-12-03T11:44:09.235 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.234+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=EKFIS728FTLR tag=G9LWBY9P0V7R type=write size=4053182 2023-12-03T11:44:09.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.235+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=8QT8NM06QQSL type=del 2023-12-03T11:44:09.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.236+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=KIHSS3QAXJ7M type=del size=204991 2023-12-03T11:44:09.238 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.237+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=L280UYB5EIB4 type=del 2023-12-03T11:44:09.239 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.238+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=JQOXHT595UMI type=del size=709335 2023-12-03T11:44:09.240 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.239+0000 7fec65a36780 -1 < failed to complete operation key=X9QLCGIXBKPW tag=L6C2LSLEY1BE type=del size=3047591: (22) Invalid argument 2023-12-03T11:44:09.242 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.240+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=AS6FH5Q5UQUV type=del size=1651259 2023-12-03T11:44:09.243 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.242+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~AK2DTD0A6FVI.0 size=936253 2023-12-03T11:44:09.244 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.243+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=AK2DTD0A6FVI tag=99EJJT6CKE17 type=write size=1984829 2023-12-03T11:44:09.246 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.244+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=41P5OP47ZMZH type=del size=4134304 2023-12-03T11:44:09.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.246+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~JNS7TW0WEWW2.0 size=1048576 2023-12-03T11:44:09.249 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.248+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~JNS7TW0WEWW2.1 size=1048576 2023-12-03T11:44:09.249 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.248+0000 7fec65a36780 1 < canceled part key=_multipart_DVENHTCK7GZA.2~JNS7TW0WEWW2.2 size=490717 2023-12-03T11:44:09.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.250+0000 7fec65a36780 1 < canceled multipart upload key=DVENHTCK7GZA upload=JNS7TW0WEWW2 tag=PU2GADDXDN9H type=write size=3636445 2023-12-03T11:44:09.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.251+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=JNXVXKGMCL8S type=del size=1705898 2023-12-03T11:44:09.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.252+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~JDO01WKIJ61D.0 size=1048576 2023-12-03T11:44:09.254 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.253+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~JDO01WKIJ61D.1 size=32204 2023-12-03T11:44:09.256 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.255+0000 7fec65a36780 1 < completed multipart upload key=YRACKN8LKGIH upload=JDO01WKIJ61D tag=27LCG06IEKVA type=write size=2129356 2023-12-03T11:44:09.258 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.257+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~BW2R0VURA5E0.0 size=1048576 2023-12-03T11:44:09.259 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.258+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~BW2R0VURA5E0.1 size=1048576 2023-12-03T11:44:09.260 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.259+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~BW2R0VURA5E0.2 size=914060 2023-12-03T11:44:09.260 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.259+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=BW2R0VURA5E0 tag=NVS47IEJ9Z2Q type=write size=4059788 2023-12-03T11:44:09.262 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.260+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~3QJRKT3Y9I7V.0 size=1048576 2023-12-03T11:44:09.262 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.261+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~3QJRKT3Y9I7V.1 size=1048576 2023-12-03T11:44:09.263 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.262+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~3QJRKT3Y9I7V.2 size=329429 2023-12-03T11:44:09.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.265+0000 7fec65a36780 1 < completed multipart upload key=YRACKN8LKGIH upload=3QJRKT3Y9I7V tag=JB6SY8FSHCFT type=write size=3475157 2023-12-03T11:44:09.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.267+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~TN2VJ2HZVL62.0 size=52932 2023-12-03T11:44:09.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.267+0000 7fec65a36780 1 > prepared multipart upload key=0AZB86BIZ0MT upload=TN2VJ2HZVL62 tag=1YTV309BU11K type=write size=1101508 2023-12-03T11:44:09.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.268+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~J5V2M260LWYP.0 size=1048576 2023-12-03T11:44:09.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.269+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~J5V2M260LWYP.1 size=403133 2023-12-03T11:44:09.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.271+0000 7fec65a36780 1 < completed multipart upload key=2RH7HHERSZ3G upload=J5V2M260LWYP tag=VOYIE605VLVK type=write size=2500285 2023-12-03T11:44:09.274 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.272+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=WU8F0ZIZ7VFW type=del size=1172635 2023-12-03T11:44:09.274 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.273+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~1QOCQS0ES30U.0 size=1048576 2023-12-03T11:44:09.276 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.274+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~1QOCQS0ES30U.1 size=419544 2023-12-03T11:44:09.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.276+0000 7fec65a36780 1 < completed multipart upload key=0AZB86BIZ0MT upload=1QOCQS0ES30U tag=ZE3GEUCCZR5K type=write size=2516696 2023-12-03T11:44:09.278 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.277+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=8ZY3Z4YNGPTG type=del size=2809949 2023-12-03T11:44:09.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.278+0000 7fec65a36780 1 < completed delete operation key=PEN3GY9LLJKQ tag=Q77R68PPY4GQ type=del 2023-12-03T11:44:09.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.280+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=E75HXIXQ3JND type=del size=2351649 2023-12-03T11:44:09.282 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.281+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=TF19MCP5UC4S type=del 2023-12-03T11:44:09.284 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.283+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~8ZV2S13CSSWC.0 size=1048576 2023-12-03T11:44:09.285 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.284+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~8ZV2S13CSSWC.1 size=281961 2023-12-03T11:44:09.285 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.284+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=8ZV2S13CSSWC tag=6G6JPO9TNRY2 type=write size=2379113 2023-12-03T11:44:09.286 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.285+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=H4UDIG9V7IJK type=del 2023-12-03T11:44:09.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.287+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~6OK8TJFSSSEO.0 size=1048576 2023-12-03T11:44:09.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.288+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~6OK8TJFSSSEO.1 size=1048576 2023-12-03T11:44:09.290 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.289+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~6OK8TJFSSSEO.2 size=385469 2023-12-03T11:44:09.290 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.289+0000 7fec65a36780 1 > prepared multipart upload key=SSVHOXNGSFYF upload=6OK8TJFSSSEO tag=X7LH9BGWVE1D type=write size=3531197 2023-12-03T11:44:09.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.291+0000 7fec65a36780 1 < suggested remove operation key=6NE4YT7O3EKT tag=K7BN5EYABQ7K type=del 2023-12-03T11:44:09.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.292+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=UAZ655PWEI9O type=del size=1109927 2023-12-03T11:44:09.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.293+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~YDQXK5YCT84K.0 size=1048576 2023-12-03T11:44:09.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.294+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~YDQXK5YCT84K.1 size=620510 2023-12-03T11:44:09.297 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.296+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=YDQXK5YCT84K tag=NQUN3EK8PMUP type=write size=2717662 2023-12-03T11:44:09.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.297+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=92AJLNI060K6 type=del size=1932967 2023-12-03T11:44:09.300 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.298+0000 7fec65a36780 1 < completed write operation key=AH17BNCID2LT tag=KNO0ER6ZG24F type=write size=80201 2023-12-03T11:44:09.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.299+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=56VNIWXTD2T0 type=write size=741520 2023-12-03T11:44:09.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.301+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~EKFIS728FTLR.0 size=1048576 2023-12-03T11:44:09.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.302+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~EKFIS728FTLR.1 size=1048576 2023-12-03T11:44:09.304 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.302+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~EKFIS728FTLR.2 size=907454 2023-12-03T11:44:09.306 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.304+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=EKFIS728FTLR tag=G9LWBY9P0V7R type=write size=4053182 2023-12-03T11:44:09.308 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.307+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~MW0M8R3Z7904.0 size=899082 2023-12-03T11:44:09.308 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.307+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=MW0M8R3Z7904 tag=HJ21CLGQPL3M type=write size=1947658 2023-12-03T11:44:09.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.309+0000 7fec65a36780 1 < suggested remove operation key=ZCS6XX24O8P4 tag=KIHSS3QAXJ7M type=del 2023-12-03T11:44:09.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.310+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=1DV2WE0OCO9Y type=del size=2379191 2023-12-03T11:44:09.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.311+0000 7fec65a36780 1 < canceled operation key=0HEXWFSSYOFX tag=JQOXHT595UMI type=del size=709335 2023-12-03T11:44:09.315 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.313+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~Y9ELF8D3DZNE.0 size=1048576 2023-12-03T11:44:09.315 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.314+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~Y9ELF8D3DZNE.1 size=1048576 2023-12-03T11:44:09.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.315+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~Y9ELF8D3DZNE.2 size=629348 2023-12-03T11:44:09.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.315+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=Y9ELF8D3DZNE tag=NVYQHATRQUZ7 type=write size=3775076 2023-12-03T11:44:09.318 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.316+0000 7fec65a36780 1 < completed delete operation key=0HEXWFSSYOFX tag=AS6FH5Q5UQUV type=del 2023-12-03T11:44:09.320 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.318+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~0DI2CRA011Z4.0 size=1048576 2023-12-03T11:44:09.320 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.319+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~0DI2CRA011Z4.1 size=479199 2023-12-03T11:44:09.321 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.319+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=0DI2CRA011Z4 tag=ZY81CEYI6R8P type=write size=2576351 2023-12-03T11:44:09.322 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.320+0000 7fec65a36780 1 < completed delete operation key=PEN3GY9LLJKQ tag=41P5OP47ZMZH type=del 2023-12-03T11:44:09.324 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.323+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~3WB0ZNWBG244.0 size=1048576 2023-12-03T11:44:09.325 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.323+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~3WB0ZNWBG244.1 size=1048576 2023-12-03T11:44:09.325 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.324+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~3WB0ZNWBG244.2 size=50141 2023-12-03T11:44:09.325 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.324+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=3WB0ZNWBG244 tag=GZK8ZZ38SX3M type=write size=3195869 2023-12-03T11:44:09.328 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.327+0000 7fec65a36780 1 < suggested update operation key=3QZKHX70UUGR tag=JNXVXKGMCL8S type=del size=1705898 2023-12-03T11:44:09.333 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.329+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=GTTOSZMUFEWF type=del size=2462608 2023-12-03T11:44:09.333 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.330+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~BW2R0VURA5E0.0 size=1048576 2023-12-03T11:44:09.334 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.332+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~BW2R0VURA5E0.1 size=1048576 2023-12-03T11:44:09.335 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.333+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~BW2R0VURA5E0.2 size=914060 2023-12-03T11:44:09.336 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.335+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=BW2R0VURA5E0 tag=NVS47IEJ9Z2Q type=write size=4059788 2023-12-03T11:44:09.338 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.336+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=AJ839DTT6P6W type=del size=1733851 2023-12-03T11:44:09.339 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.337+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~TN2VJ2HZVL62.0 size=52932 2023-12-03T11:44:09.341 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.339+0000 7fec65a36780 1 < completed multipart upload key=0AZB86BIZ0MT upload=TN2VJ2HZVL62 tag=1YTV309BU11K type=write size=1101508 2023-12-03T11:44:09.343 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.341+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~VX2MOQWBU6AY.0 size=1048576 2023-12-03T11:44:09.343 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.342+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~VX2MOQWBU6AY.1 size=348887 2023-12-03T11:44:09.343 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.342+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=VX2MOQWBU6AY tag=CD93BAIENA9G type=write size=2446039 2023-12-03T11:44:09.346 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.343+0000 7fec65a36780 1 < completed delete operation key=T9V22NACHJGL tag=WU8F0ZIZ7VFW type=del 2023-12-03T11:44:09.346 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.344+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=3E7RLUB7ZEA8 type=del size=1092097 2023-12-03T11:44:09.347 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.346+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=8ZY3Z4YNGPTG type=del 2023-12-03T11:44:09.349 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.348+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=BT3HRXKK93OP type=del size=2059037 2023-12-03T11:44:09.350 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.349+0000 7fec65a36780 -1 < failed to complete operation key=ZCS6XX24O8P4 tag=E75HXIXQ3JND type=del size=2351649: (22) Invalid argument 2023-12-03T11:44:09.351 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.350+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=DFR784750OF1 type=write size=395308 2023-12-03T11:44:09.353 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.351+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~8ZV2S13CSSWC.0 size=1048576 2023-12-03T11:44:09.353 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.352+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~8ZV2S13CSSWC.1 size=281961 2023-12-03T11:44:09.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.354+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=8ZV2S13CSSWC tag=6G6JPO9TNRY2 type=write size=2379113 2023-12-03T11:44:09.358 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.356+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~K0VG4XMWSR4E.0 size=191710 2023-12-03T11:44:09.358 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.356+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=K0VG4XMWSR4E tag=D3QK3DGBRK47 type=write size=1240286 2023-12-03T11:44:09.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.357+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~6OK8TJFSSSEO.0 size=1048576 2023-12-03T11:44:09.360 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.358+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~6OK8TJFSSSEO.1 size=1048576 2023-12-03T11:44:09.360 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.359+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~6OK8TJFSSSEO.2 size=385469 2023-12-03T11:44:09.362 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.361+0000 7fec65a36780 1 < completed multipart upload key=SSVHOXNGSFYF upload=6OK8TJFSSSEO tag=X7LH9BGWVE1D type=write size=3531197 2023-12-03T11:44:09.364 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.362+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=0FFHZPQV9AWC type=del size=1496490 2023-12-03T11:44:09.365 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.363+0000 7fec65a36780 1 < completed delete operation key=T9V22NACHJGL tag=UAZ655PWEI9O type=del 2023-12-03T11:44:09.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.365+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~6RFNBYPVY6GH.0 size=1048576 2023-12-03T11:44:09.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.366+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~6RFNBYPVY6GH.1 size=1048576 2023-12-03T11:44:09.368 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.367+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~6RFNBYPVY6GH.2 size=558763 2023-12-03T11:44:09.368 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.367+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=6RFNBYPVY6GH tag=YXYZOYCPP5I3 type=write size=3704491 2023-12-03T11:44:09.371 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.369+0000 7fec65a36780 1 < suggested remove operation key=H2MMD7J4LFAH tag=92AJLNI060K6 type=del 2023-12-03T11:44:09.372 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.371+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=9WH77M8511N5 type=del size=4132315 2023-12-03T11:44:09.374 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.373+0000 7fec65a36780 1 < suggested remove operation key=PEN3GY9LLJKQ tag=56VNIWXTD2T0 type=write 2023-12-03T11:44:09.376 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.375+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~TZE4MDINA7D7.0 size=113442 2023-12-03T11:44:09.376 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.375+0000 7fec65a36780 1 > prepared multipart upload key=T9V22NACHJGL upload=TZE4MDINA7D7 tag=1HYPDQ8TWXU7 type=write size=1162018 2023-12-03T11:44:09.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.376+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~MW0M8R3Z7904.0 size=899082 2023-12-03T11:44:09.379 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.378+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=MW0M8R3Z7904 tag=HJ21CLGQPL3M type=write size=1947658 2023-12-03T11:44:09.380 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.379+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=ZAP1AK3PQ6RU type=del size=1307062 2023-12-03T11:44:09.382 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.381+0000 7fec65a36780 1 < suggested remove operation key=YRACKN8LKGIH tag=1DV2WE0OCO9Y type=del 2023-12-03T11:44:09.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.383+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~CXHV3P3F3LGE.0 size=1048576 2023-12-03T11:44:09.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.384+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~CXHV3P3F3LGE.1 size=1048576 2023-12-03T11:44:09.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.385+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~CXHV3P3F3LGE.2 size=798948 2023-12-03T11:44:09.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.385+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=CXHV3P3F3LGE tag=0C3336H2OJV6 type=write size=3944676 2023-12-03T11:44:09.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.386+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~Y9ELF8D3DZNE.0 size=1048576 2023-12-03T11:44:09.388 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.386+0000 7fec65a36780 1 < canceled part key=_multipart_BG6UOS1WMDBY.2~Y9ELF8D3DZNE.1 size=1048576 2023-12-03T11:44:09.388 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.387+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~Y9ELF8D3DZNE.2 size=629348 2023-12-03T11:44:09.390 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.389+0000 7fec65a36780 1 < canceled multipart upload key=BG6UOS1WMDBY upload=Y9ELF8D3DZNE tag=NVYQHATRQUZ7 type=write size=3775076 2023-12-03T11:44:09.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.390+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=D43N0VDPX17U type=write size=817760 2023-12-03T11:44:09.393 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.392+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~0DI2CRA011Z4.0 size=1048576 2023-12-03T11:44:09.393 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.392+0000 7fec65a36780 1 < canceled part key=_multipart_BG6UOS1WMDBY.2~0DI2CRA011Z4.1 size=479199 2023-12-03T11:44:09.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.394+0000 7fec65a36780 1 < canceled multipart upload key=BG6UOS1WMDBY upload=0DI2CRA011Z4 tag=ZY81CEYI6R8P type=write size=2576351 2023-12-03T11:44:09.396 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.395+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=CEQ44YYOO1ZB type=write size=86252 2023-12-03T11:44:09.397 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.396+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~3WB0ZNWBG244.0 size=1048576 2023-12-03T11:44:09.398 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.397+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~3WB0ZNWBG244.1 size=1048576 2023-12-03T11:44:09.399 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.398+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~3WB0ZNWBG244.2 size=50141 2023-12-03T11:44:09.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.400+0000 7fec65a36780 1 < completed multipart upload key=6NE4YT7O3EKT upload=3WB0ZNWBG244 tag=GZK8ZZ38SX3M type=write size=3195869 2023-12-03T11:44:09.402 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.401+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=IYOX28T2P5DE type=del size=328828 2023-12-03T11:44:09.403 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.402+0000 7fec65a36780 1 < canceled operation key=MR1LTY3JH4WC tag=GTTOSZMUFEWF type=del size=2462608 2023-12-03T11:44:09.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.403+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=WYWCK3SU5Y1O type=del size=538279 2023-12-03T11:44:09.406 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.405+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=AJ839DTT6P6W type=del 2023-12-03T11:44:09.408 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.407+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~NM8QPAQZ1HY9.0 size=1048576 2023-12-03T11:44:09.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.407+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~NM8QPAQZ1HY9.1 size=1100 2023-12-03T11:44:09.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.407+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=NM8QPAQZ1HY9 tag=S0CUNF92905X type=write size=2098252 2023-12-03T11:44:09.410 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.409+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~VX2MOQWBU6AY.0 size=1048576 2023-12-03T11:44:09.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.410+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~VX2MOQWBU6AY.1 size=348887 2023-12-03T11:44:09.413 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.411+0000 7fec65a36780 1 < completed multipart upload key=X9QLCGIXBKPW upload=VX2MOQWBU6AY tag=CD93BAIENA9G type=write size=2446039 2023-12-03T11:44:09.414 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.413+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=YWYALTVK4VFS type=del size=2228094 2023-12-03T11:44:09.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.414+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=3E7RLUB7ZEA8 type=del 2023-12-03T11:44:09.417 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.416+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~LOPG6EYVYFM2.0 size=1048576 2023-12-03T11:44:09.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.417+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~LOPG6EYVYFM2.1 size=1048576 2023-12-03T11:44:09.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.418+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~LOPG6EYVYFM2.2 size=1023117 2023-12-03T11:44:09.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.418+0000 7fec65a36780 1 > prepared multipart upload key=0HEXWFSSYOFX upload=LOPG6EYVYFM2 tag=N083Q02USCEN type=write size=4168845 2023-12-03T11:44:09.420 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.419+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=BT3HRXKK93OP type=del 2023-12-03T11:44:09.422 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.420+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=XC96SJHQ9H4I type=del size=1402817 2023-12-03T11:44:09.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.424+0000 7fec65a36780 1 < suggested remove operation key=YXIRHDBN13DX tag=DFR784750OF1 type=write 2023-12-03T11:44:09.426 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.425+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=MMFQFGY2VM2U type=del size=669480 2023-12-03T11:44:09.427 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.426+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~K0VG4XMWSR4E.0 size=191710 2023-12-03T11:44:09.429 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.428+0000 7fec65a36780 1 < completed multipart upload key=8OT6OT3U65FW upload=K0VG4XMWSR4E tag=D3QK3DGBRK47 type=write size=1240286 2023-12-03T11:44:09.433 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.430+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=WJCPF1SH3QCR type=del size=4148897 2023-12-03T11:44:09.433 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.431+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=0FFHZPQV9AWC type=del 2023-12-03T11:44:09.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.433+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~QQZHG47RSB8B.0 size=292380 2023-12-03T11:44:09.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.433+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=QQZHG47RSB8B tag=F38U4TZQPGP0 type=write size=1340956 2023-12-03T11:44:09.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.434+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~6RFNBYPVY6GH.0 size=1048576 2023-12-03T11:44:09.436 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.435+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~6RFNBYPVY6GH.1 size=1048576 2023-12-03T11:44:09.437 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.436+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~6RFNBYPVY6GH.2 size=558763 2023-12-03T11:44:09.441 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.440+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=6RFNBYPVY6GH tag=YXYZOYCPP5I3 type=write size=3704491 2023-12-03T11:44:09.444 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.442+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=H9C33ZXBYGCW type=del size=3875493 2023-12-03T11:44:09.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.445+0000 7fec65a36780 1 < suggested update operation key=47SL1QFM71HF tag=9WH77M8511N5 type=del size=4132315 2023-12-03T11:44:09.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.446+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=S9D31K7ZIK3E type=del size=1824503 2023-12-03T11:44:09.448 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.447+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~TZE4MDINA7D7.0 size=113442 2023-12-03T11:44:09.450 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.449+0000 7fec65a36780 1 < completed multipart upload key=T9V22NACHJGL upload=TZE4MDINA7D7 tag=1HYPDQ8TWXU7 type=write size=1162018 2023-12-03T11:44:09.452 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.451+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~UICERKMH7EC6.0 size=427700 2023-12-03T11:44:09.452 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.451+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=UICERKMH7EC6 tag=R6X478RTK1TJ type=write size=1476276 2023-12-03T11:44:09.453 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.452+0000 7fec65a36780 1 < canceled operation key=0HEXWFSSYOFX tag=ZAP1AK3PQ6RU type=del size=1307062 2023-12-03T11:44:09.455 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.454+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=NFAMVOL9EQWG type=write size=50670 2023-12-03T11:44:09.456 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.455+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~CXHV3P3F3LGE.0 size=1048576 2023-12-03T11:44:09.457 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.456+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~CXHV3P3F3LGE.1 size=1048576 2023-12-03T11:44:09.458 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.456+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~CXHV3P3F3LGE.2 size=798948 2023-12-03T11:44:09.460 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.458+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=CXHV3P3F3LGE tag=0C3336H2OJV6 type=write size=3944676 2023-12-03T11:44:09.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.460+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=6OBAH4EWIPIG type=del size=3732344 2023-12-03T11:44:09.462 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.461+0000 7fec65a36780 1 < completed write operation key=GR4SISUXSQOT tag=D43N0VDPX17U type=write size=817760 2023-12-03T11:44:09.464 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.463+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~7RIWD2DUK706.0 size=1048576 2023-12-03T11:44:09.465 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.464+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~7RIWD2DUK706.1 size=442063 2023-12-03T11:44:09.465 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.464+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=7RIWD2DUK706 tag=FFFU1836NRKY type=write size=2539215 2023-12-03T11:44:09.466 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.465+0000 7fec65a36780 1 < canceled operation key=YRACKN8LKGIH tag=CEQ44YYOO1ZB type=write size=86252 2023-12-03T11:44:09.467 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.466+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=8Q7HV8CYBLDS type=del size=781734 2023-12-03T11:44:09.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.467+0000 7fec65a36780 1 < completed delete operation key=T9V22NACHJGL tag=IYOX28T2P5DE type=del 2023-12-03T11:44:09.470 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.468+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=OLR7QPO9R2IW type=del size=553657 2023-12-03T11:44:09.472 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.471+0000 7fec65a36780 1 < suggested remove operation key=0HEXWFSSYOFX tag=WYWCK3SU5Y1O type=del 2023-12-03T11:44:09.473 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.472+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=OMF5FG0OD8L2 type=del size=1844430 2023-12-03T11:44:09.474 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.473+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~NM8QPAQZ1HY9.0 size=1048576 2023-12-03T11:44:09.475 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.474+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~NM8QPAQZ1HY9.1 size=1100 2023-12-03T11:44:09.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.476+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=NM8QPAQZ1HY9 tag=S0CUNF92905X type=write size=2098252 2023-12-03T11:44:09.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.477+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=RO06HP1GYPHL type=write size=585017 2023-12-03T11:44:09.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.478+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=YWYALTVK4VFS type=del 2023-12-03T11:44:09.481 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.480+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~5M444P7E3WB7.0 size=1048576 2023-12-03T11:44:09.482 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.481+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~5M444P7E3WB7.1 size=236625 2023-12-03T11:44:09.482 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.481+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=5M444P7E3WB7 tag=DVSV3X71I4TU type=write size=2333777 2023-12-03T11:44:09.483 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.482+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~LOPG6EYVYFM2.0 size=1048576 2023-12-03T11:44:09.484 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.483+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~LOPG6EYVYFM2.1 size=1048576 2023-12-03T11:44:09.485 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.484+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~LOPG6EYVYFM2.2 size=1023117 2023-12-03T11:44:09.487 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.486+0000 7fec65a36780 1 < completed multipart upload key=0HEXWFSSYOFX upload=LOPG6EYVYFM2 tag=N083Q02USCEN type=write size=4168845 2023-12-03T11:44:09.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.487+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=Z571YPP552H0 type=write size=938182 2023-12-03T11:44:09.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.488+0000 7fec65a36780 -1 < failed to complete operation key=0HEXWFSSYOFX tag=XC96SJHQ9H4I type=del size=1402817: (22) Invalid argument 2023-12-03T11:44:09.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.489+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=M13H1MU9JEEH type=del size=1216947 2023-12-03T11:44:09.491 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.490+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=MMFQFGY2VM2U type=del 2023-12-03T11:44:09.493 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.491+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=MH3LDKICFI74 type=del size=4072319 2023-12-03T11:44:09.494 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.493+0000 7fec65a36780 1 < completed delete operation key=X9RVI5NGJ2OL tag=WJCPF1SH3QCR type=del 2023-12-03T11:44:09.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.494+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=O8QXKP6VJXWF type=del size=3815657 2023-12-03T11:44:09.496 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.495+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~QQZHG47RSB8B.0 size=292380 2023-12-03T11:44:09.498 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.497+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=QQZHG47RSB8B tag=F38U4TZQPGP0 type=write size=1340956 2023-12-03T11:44:09.500 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.499+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~0M1LVWBYZOQL.0 size=1048576 2023-12-03T11:44:09.501 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.500+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~0M1LVWBYZOQL.1 size=1048576 2023-12-03T11:44:09.502 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.501+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~0M1LVWBYZOQL.2 size=459458 2023-12-03T11:44:09.502 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.501+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=0M1LVWBYZOQL tag=Z5C5BJPL5HTG type=write size=3605186 2023-12-03T11:44:09.504 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.503+0000 7fec65a36780 1 < suggested update operation key=C1UIPV6F6AYG tag=H9C33ZXBYGCW type=del size=3875493 2023-12-03T11:44:09.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.505+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=SSQHUV9OI8BS type=del size=1521464 2023-12-03T11:44:09.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.506+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=S9D31K7ZIK3E type=del 2023-12-03T11:44:09.508 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.507+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=7W98MWDLRT5Z type=del size=2081721 2023-12-03T11:44:09.509 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.508+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~UICERKMH7EC6.0 size=427700 2023-12-03T11:44:09.511 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.510+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=UICERKMH7EC6 tag=R6X478RTK1TJ type=write size=1476276 2023-12-03T11:44:09.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.511+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=TQAE479XH7FT type=del size=3736483 2023-12-03T11:44:09.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.513+0000 7fec65a36780 1 < suggested remove operation key=BG6UOS1WMDBY tag=NFAMVOL9EQWG type=write 2023-12-03T11:44:09.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.515+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=AFI2CZG4JHBN type=del size=2846984 2023-12-03T11:44:09.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.516+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=6OBAH4EWIPIG type=del 2023-12-03T11:44:09.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.517+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=CPSV3VSRZE7J type=del size=3999487 2023-12-03T11:44:09.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.517+0000 7fec65a36780 1 < canceled part key=_multipart_47SL1QFM71HF.2~7RIWD2DUK706.0 size=1048576 2023-12-03T11:44:09.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.518+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~7RIWD2DUK706.1 size=442063 2023-12-03T11:44:09.521 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.520+0000 7fec65a36780 1 < canceled multipart upload key=47SL1QFM71HF upload=7RIWD2DUK706 tag=FFFU1836NRKY type=write size=2539215 2023-12-03T11:44:09.522 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.521+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=IWCKSUIOPHQQ type=write size=149979 2023-12-03T11:44:09.524 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.522+0000 7fec65a36780 1 < completed delete operation key=WOVRQGZRPR2M tag=8Q7HV8CYBLDS type=del 2023-12-03T11:44:09.524 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.523+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=207S5QK0FY8A type=write size=768659 2023-12-03T11:44:09.526 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.524+0000 7fec65a36780 1 < canceled operation key=3QZKHX70UUGR tag=OLR7QPO9R2IW type=del size=553657 2023-12-03T11:44:09.527 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.526+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=YCWYTP3ZOAFG type=del size=2169595 2023-12-03T11:44:09.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.527+0000 7fec65a36780 1 < completed delete operation key=6NE4YT7O3EKT tag=OMF5FG0OD8L2 type=del 2023-12-03T11:44:09.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.529+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~7H469S2HV1YQ.0 size=1048576 2023-12-03T11:44:09.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.530+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~7H469S2HV1YQ.1 size=1048576 2023-12-03T11:44:09.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.531+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~7H469S2HV1YQ.2 size=32201 2023-12-03T11:44:09.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.531+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=7H469S2HV1YQ tag=PDOCE9UY636B type=write size=3177929 2023-12-03T11:44:09.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.532+0000 7fec65a36780 1 < completed write operation key=T9V22NACHJGL tag=RO06HP1GYPHL type=write size=585017 2023-12-03T11:44:09.534 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.533+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=LNH2HJGNM7ZN type=del size=1446705 2023-12-03T11:44:09.536 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.534+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~5M444P7E3WB7.0 size=1048576 2023-12-03T11:44:09.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.535+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~5M444P7E3WB7.1 size=236625 2023-12-03T11:44:09.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.537+0000 7fec65a36780 1 < completed multipart upload key=2RH7HHERSZ3G upload=5M444P7E3WB7 tag=DVSV3X71I4TU type=write size=2333777 2023-12-03T11:44:09.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.539+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=KJ0H98Q6RPBA type=write size=311001 2023-12-03T11:44:09.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.540+0000 7fec65a36780 1 < completed write operation key=3QZKHX70UUGR tag=Z571YPP552H0 type=write size=938182 2023-12-03T11:44:09.542 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.541+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=4KZRJ6FMOBOV type=write size=1038270 2023-12-03T11:44:09.543 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.542+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=M13H1MU9JEEH type=del 2023-12-03T11:44:09.545 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.544+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~LMRFJPNWMVCV.0 size=1048576 2023-12-03T11:44:09.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.545+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~LMRFJPNWMVCV.1 size=1048576 2023-12-03T11:44:09.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.546+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~LMRFJPNWMVCV.2 size=744072 2023-12-03T11:44:09.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.546+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=LMRFJPNWMVCV tag=FZBA8PD4YWKV type=write size=3889800 2023-12-03T11:44:09.549 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.547+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=MH3LDKICFI74 type=del 2023-12-03T11:44:09.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.549+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=CEUD46ZVUDB6 type=del size=727687 2023-12-03T11:44:09.553 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.552+0000 7fec65a36780 1 < suggested remove operation key=SSVHOXNGSFYF tag=O8QXKP6VJXWF type=del 2023-12-03T11:44:09.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.553+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=AF2DJKEFVPMA type=del size=2306009 2023-12-03T11:44:09.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.554+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~0M1LVWBYZOQL.0 size=1048576 2023-12-03T11:44:09.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.555+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~0M1LVWBYZOQL.1 size=1048576 2023-12-03T11:44:09.557 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.556+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~0M1LVWBYZOQL.2 size=459458 2023-12-03T11:44:09.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.558+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=0M1LVWBYZOQL tag=Z5C5BJPL5HTG type=write size=3605186 2023-12-03T11:44:09.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.560+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~6KU1OVBGGPEK.0 size=1048576 2023-12-03T11:44:09.562 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.561+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~6KU1OVBGGPEK.1 size=606196 2023-12-03T11:44:09.562 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.561+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=6KU1OVBGGPEK tag=OQJ3RBRPEB7A type=write size=2703348 2023-12-03T11:44:09.563 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.562+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=SSQHUV9OI8BS type=del 2023-12-03T11:44:09.565 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.564+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~DG1YL40BPQRQ.0 size=331008 2023-12-03T11:44:09.565 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.564+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=DG1YL40BPQRQ tag=GHI2R5GRJB9D type=write size=1379584 2023-12-03T11:44:09.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.565+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=7W98MWDLRT5Z type=del 2023-12-03T11:44:09.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.566+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=Y2YD7M7HZ7UT type=del size=776346 2023-12-03T11:44:09.569 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.567+0000 7fec65a36780 1 < completed delete operation key=X9QLCGIXBKPW tag=TQAE479XH7FT type=del 2023-12-03T11:44:09.570 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.569+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=2KL5J2CNZ7T2 type=del size=4117157 2023-12-03T11:44:09.572 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.571+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=AFI2CZG4JHBN type=del 2023-12-03T11:44:09.574 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.573+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~4WXS3S5WVENE.0 size=1048576 2023-12-03T11:44:09.575 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.574+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~4WXS3S5WVENE.1 size=939189 2023-12-03T11:44:09.575 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.574+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=4WXS3S5WVENE tag=KPD7G8TJVJTS type=write size=3036341 2023-12-03T11:44:09.577 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.576+0000 7fec65a36780 1 < suggested update operation key=5Z9PG5J6Q8GF tag=CPSV3VSRZE7J type=del size=3999487 2023-12-03T11:44:09.578 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.577+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=9UYQFUDE8PIC type=del size=2811442 2023-12-03T11:44:09.579 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.578+0000 7fec65a36780 1 < completed write operation key=47SL1QFM71HF tag=IWCKSUIOPHQQ type=write size=149979 2023-12-03T11:44:09.581 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.580+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~5L6NPW9I465I.0 size=1048576 2023-12-03T11:44:09.582 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.581+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~5L6NPW9I465I.1 size=972730 2023-12-03T11:44:09.582 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.581+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=5L6NPW9I465I tag=PM0GGMETGEU9 type=write size=3069882 2023-12-03T11:44:09.584 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.583+0000 7fec65a36780 1 < suggested remove operation key=H2MMD7J4LFAH tag=207S5QK0FY8A type=write 2023-12-03T11:44:09.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.584+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=MJJEEEYZ5J2X type=write size=681297 2023-12-03T11:44:09.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.586+0000 7fec65a36780 1 < completed delete operation key=6NE4YT7O3EKT tag=YCWYTP3ZOAFG type=del 2023-12-03T11:44:09.588 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.587+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=C1ESGULNGBR9 type=del size=3113645 2023-12-03T11:44:09.589 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.588+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~7H469S2HV1YQ.0 size=1048576 2023-12-03T11:44:09.590 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.589+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~7H469S2HV1YQ.1 size=1048576 2023-12-03T11:44:09.592 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.590+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~7H469S2HV1YQ.2 size=32201 2023-12-03T11:44:09.593 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.592+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=7H469S2HV1YQ tag=PDOCE9UY636B type=write size=3177929 2023-12-03T11:44:09.594 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.593+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=HOJ59RH9IFWW type=del size=3236109 2023-12-03T11:44:09.595 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.594+0000 7fec65a36780 1 < canceled operation key=0AZB86BIZ0MT tag=LNH2HJGNM7ZN type=del size=1446705 2023-12-03T11:44:09.596 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.595+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=EPH2STJOFMVB type=del size=3118767 2023-12-03T11:44:09.597 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.596+0000 7fec65a36780 1 < completed write operation key=MR1LTY3JH4WC tag=KJ0H98Q6RPBA type=write size=311001 2023-12-03T11:44:09.598 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.597+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=6UXQIF0VAVCS type=del size=1229791 2023-12-03T11:44:09.600 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.599+0000 7fec65a36780 1 < suggested remove operation key=P4HRMBD0NLGK tag=4KZRJ6FMOBOV type=write 2023-12-03T11:44:09.602 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.600+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=77GDFXIOCA6L type=del size=1566435 2023-12-03T11:44:09.603 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.602+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~LMRFJPNWMVCV.0 size=1048576 2023-12-03T11:44:09.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.602+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~LMRFJPNWMVCV.1 size=1048576 2023-12-03T11:44:09.605 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.603+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~LMRFJPNWMVCV.2 size=744072 2023-12-03T11:44:09.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.605+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=LMRFJPNWMVCV tag=FZBA8PD4YWKV type=write size=3889800 2023-12-03T11:44:09.608 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.607+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~HKY47FT4JPE7.0 size=1048576 2023-12-03T11:44:09.609 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.608+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~HKY47FT4JPE7.1 size=1048576 2023-12-03T11:44:09.610 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.609+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~HKY47FT4JPE7.2 size=331416 2023-12-03T11:44:09.610 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.609+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=HKY47FT4JPE7 tag=9JNGKAYTT3A3 type=write size=3477144 2023-12-03T11:44:09.612 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.610+0000 7fec65a36780 -1 < failed to complete operation key=5Z9PG5J6Q8GF tag=CEUD46ZVUDB6 type=del size=727687: (22) Invalid argument 2023-12-03T11:44:09.613 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.612+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=PK0EOD34MOGW type=del size=2052194 2023-12-03T11:44:09.615 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.614+0000 7fec65a36780 1 < suggested remove operation key=ZCS6XX24O8P4 tag=AF2DJKEFVPMA type=del 2023-12-03T11:44:09.616 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.615+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=MXNW776SUC22 type=del size=3089936 2023-12-03T11:44:09.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.616+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~6KU1OVBGGPEK.0 size=1048576 2023-12-03T11:44:09.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.617+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~6KU1OVBGGPEK.1 size=606196 2023-12-03T11:44:09.620 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.619+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=6KU1OVBGGPEK tag=OQJ3RBRPEB7A type=write size=2703348 2023-12-03T11:44:09.621 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.620+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=FCXZ3XRSOQLG type=write size=725420 2023-12-03T11:44:09.622 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.621+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~DG1YL40BPQRQ.0 size=331008 2023-12-03T11:44:09.624 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.623+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=DG1YL40BPQRQ tag=GHI2R5GRJB9D type=write size=1379584 2023-12-03T11:44:09.625 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.624+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=HNHMLXQRU9LG type=del size=262368 2023-12-03T11:44:09.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.626+0000 7fec65a36780 1 < suggested remove operation key=0HEXWFSSYOFX tag=Y2YD7M7HZ7UT type=del 2023-12-03T11:44:09.629 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.628+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~85KGDDRA2AS9.0 size=1048576 2023-12-03T11:44:09.630 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.629+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~85KGDDRA2AS9.1 size=1048576 2023-12-03T11:44:09.633 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.630+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~85KGDDRA2AS9.2 size=544298 2023-12-03T11:44:09.633 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.630+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=85KGDDRA2AS9 tag=M6GD0DQORAC2 type=write size=3690026 2023-12-03T11:44:09.633 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.631+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=2KL5J2CNZ7T2 type=del 2023-12-03T11:44:09.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.632+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=5CYP4ND5N2XA type=del size=1351941 2023-12-03T11:44:09.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.633+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~4WXS3S5WVENE.0 size=1048576 2023-12-03T11:44:09.635 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.634+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~4WXS3S5WVENE.1 size=939189 2023-12-03T11:44:09.637 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.636+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=4WXS3S5WVENE tag=KPD7G8TJVJTS type=write size=3036341 2023-12-03T11:44:09.639 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.638+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~4DRU0XUKSMY6.0 size=606082 2023-12-03T11:44:09.639 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.638+0000 7fec65a36780 1 > prepared multipart upload key=SSVHOXNGSFYF upload=4DRU0XUKSMY6 tag=3MR4K870PV54 type=write size=1654658 2023-12-03T11:44:09.640 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.639+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=9UYQFUDE8PIC type=del 2023-12-03T11:44:09.642 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.640+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=29S7S2FK9L56 type=write size=375917 2023-12-03T11:44:09.643 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.641+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~5L6NPW9I465I.0 size=1048576 2023-12-03T11:44:09.643 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.642+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~5L6NPW9I465I.1 size=972730 2023-12-03T11:44:09.645 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.644+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=5L6NPW9I465I tag=PM0GGMETGEU9 type=write size=3069882 2023-12-03T11:44:09.646 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.645+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=4D5317CW3PFU type=del size=3389105 2023-12-03T11:44:09.647 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.646+0000 7fec65a36780 1 < completed write operation key=9JLT22LCTIPC tag=MJJEEEYZ5J2X type=write size=681297 2023-12-03T11:44:09.649 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.647+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=H6LB94MENOPT type=del size=849854 2023-12-03T11:44:09.650 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.649+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=C1ESGULNGBR9 type=del 2023-12-03T11:44:09.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.651+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~0YF4I14QRTUV.0 size=1048576 2023-12-03T11:44:09.653 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.651+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~0YF4I14QRTUV.1 size=322393 2023-12-03T11:44:09.653 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.651+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=0YF4I14QRTUV tag=6184PBDW3J8C type=write size=2419545 2023-12-03T11:44:09.654 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.653+0000 7fec65a36780 -1 < failed to complete operation key=P4HRMBD0NLGK tag=HOJ59RH9IFWW type=del size=3236109: (22) Invalid argument 2023-12-03T11:44:09.656 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.655+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~JTO810EQCI5J.0 size=1048576 2023-12-03T11:44:09.658 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.656+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~JTO810EQCI5J.1 size=106587 2023-12-03T11:44:09.658 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.656+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=JTO810EQCI5J tag=LO4IQN9C7GUA type=write size=2203739 2023-12-03T11:44:09.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.658+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=EPH2STJOFMVB type=del 2023-12-03T11:44:09.660 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.659+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=NRW8B2ZPYU92 type=write size=668858 2023-12-03T11:44:09.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.660+0000 7fec65a36780 -1 < failed to complete operation key=0HEXWFSSYOFX tag=6UXQIF0VAVCS type=del size=1229791: (22) Invalid argument 2023-12-03T11:44:09.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.661+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=35AIK7GH3UQO type=write size=497470 2023-12-03T11:44:09.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.662+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=77GDFXIOCA6L type=del 2023-12-03T11:44:09.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.664+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~UQMKBZZ56APF.0 size=1048576 2023-12-03T11:44:09.666 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.665+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~UQMKBZZ56APF.1 size=1048576 2023-12-03T11:44:09.667 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.666+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~UQMKBZZ56APF.2 size=247181 2023-12-03T11:44:09.667 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.666+0000 7fec65a36780 1 > prepared multipart upload key=AH17BNCID2LT upload=UQMKBZZ56APF tag=GXDXVEIMDYRM type=write size=3392909 2023-12-03T11:44:09.668 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.667+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~HKY47FT4JPE7.0 size=1048576 2023-12-03T11:44:09.669 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.668+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~HKY47FT4JPE7.1 size=1048576 2023-12-03T11:44:09.670 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.669+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~HKY47FT4JPE7.2 size=331416 2023-12-03T11:44:09.677 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.676+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=HKY47FT4JPE7 tag=9JNGKAYTT3A3 type=write size=3477144 2023-12-03T11:44:09.679 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.678+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~F4AAW3TYSM52.0 size=1048576 2023-12-03T11:44:09.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.679+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~F4AAW3TYSM52.1 size=1048576 2023-12-03T11:44:09.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.680+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~F4AAW3TYSM52.2 size=535964 2023-12-03T11:44:09.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.680+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=F4AAW3TYSM52 tag=VXI0D2SMECT0 type=write size=3681692 2023-12-03T11:44:09.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.681+0000 7fec65a36780 1 < canceled operation key=2RH7HHERSZ3G tag=PK0EOD34MOGW type=del size=2052194 2023-12-03T11:44:09.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.682+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=I2GSGDFBWPNO type=del size=1636309 2023-12-03T11:44:09.685 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.683+0000 7fec65a36780 1 < canceled operation key=YXIRHDBN13DX tag=MXNW776SUC22 type=del size=3089936 2023-12-03T11:44:09.686 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.685+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=NHQ1HROVW5UX type=write size=543555 2023-12-03T11:44:09.687 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.686+0000 7fec65a36780 1 < completed write operation key=P4HRMBD0NLGK tag=FCXZ3XRSOQLG type=write size=725420 2023-12-03T11:44:09.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.687+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=FCSK31UZVPGK type=del size=342423 2023-12-03T11:44:09.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.688+0000 7fec65a36780 1 < completed delete operation key=6NE4YT7O3EKT tag=HNHMLXQRU9LG type=del 2023-12-03T11:44:09.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.689+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=ZCVUINTLAC3X type=del size=1429937 2023-12-03T11:44:09.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.691+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~85KGDDRA2AS9.0 size=1048576 2023-12-03T11:44:09.693 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.692+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~85KGDDRA2AS9.1 size=1048576 2023-12-03T11:44:09.693 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.692+0000 7fec65a36780 1 < canceled part key=_multipart_3QZKHX70UUGR.2~85KGDDRA2AS9.2 size=544298 2023-12-03T11:44:09.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.694+0000 7fec65a36780 1 < canceled multipart upload key=3QZKHX70UUGR upload=85KGDDRA2AS9 tag=M6GD0DQORAC2 type=write size=3690026 2023-12-03T11:44:09.697 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.696+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~BF4EALQ7ZYPC.0 size=953923 2023-12-03T11:44:09.697 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.696+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=BF4EALQ7ZYPC tag=SM7K6V2JNFMF type=write size=2002499 2023-12-03T11:44:09.698 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.697+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=5CYP4ND5N2XA type=del 2023-12-03T11:44:09.700 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.699+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~GWSY1L45ODE1.0 size=551587 2023-12-03T11:44:09.700 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.699+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=GWSY1L45ODE1 tag=3S0AN9ORW84S type=write size=1600163 2023-12-03T11:44:09.701 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.700+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~4DRU0XUKSMY6.0 size=606082 2023-12-03T11:44:09.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.702+0000 7fec65a36780 1 < completed multipart upload key=SSVHOXNGSFYF upload=4DRU0XUKSMY6 tag=3MR4K870PV54 type=write size=1654658 2023-12-03T11:44:09.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.704+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~PI6HJ4Z78M20.0 size=1048576 2023-12-03T11:44:09.706 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.705+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~PI6HJ4Z78M20.1 size=376737 2023-12-03T11:44:09.707 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.705+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=PI6HJ4Z78M20 tag=2JI00JBAS7J4 type=write size=2473889 2023-12-03T11:44:09.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.706+0000 7fec65a36780 1 < completed write operation key=PEN3GY9LLJKQ tag=29S7S2FK9L56 type=write size=375917 2023-12-03T11:44:09.710 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.708+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~AHDA1WEQ4NSK.0 size=1048576 2023-12-03T11:44:09.710 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.709+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~AHDA1WEQ4NSK.1 size=1048576 2023-12-03T11:44:09.711 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.710+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~AHDA1WEQ4NSK.2 size=811914 2023-12-03T11:44:09.712 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.710+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=AHDA1WEQ4NSK tag=BXEW3VE9DN44 type=write size=3957642 2023-12-03T11:44:09.713 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.711+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=4D5317CW3PFU type=del 2023-12-03T11:44:09.714 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.713+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=A35SCO9PYKX5 type=del size=1723557 2023-12-03T11:44:09.715 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.714+0000 7fec65a36780 1 < completed delete operation key=3QZKHX70UUGR tag=H6LB94MENOPT type=del 2023-12-03T11:44:09.717 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.716+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~K0NTCYJ6X8ER.0 size=1048576 2023-12-03T11:44:09.718 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.717+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~K0NTCYJ6X8ER.1 size=1048576 2023-12-03T11:44:09.719 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.718+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~K0NTCYJ6X8ER.2 size=177141 2023-12-03T11:44:09.719 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.718+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=K0NTCYJ6X8ER tag=QCDPSQM35P2P type=write size=3322869 2023-12-03T11:44:09.719 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.718+0000 7fec65a36780 1 < canceled part key=_multipart_1Q50D75XSIR5.2~0YF4I14QRTUV.0 size=1048576 2023-12-03T11:44:09.720 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.719+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~0YF4I14QRTUV.1 size=322393 2023-12-03T11:44:09.723 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.722+0000 7fec65a36780 1 < canceled multipart upload key=1Q50D75XSIR5 upload=0YF4I14QRTUV tag=6184PBDW3J8C type=write size=2419545 2023-12-03T11:44:09.724 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.723+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=753EWCLS4YML type=del size=2508167 2023-12-03T11:44:09.725 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.724+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~JTO810EQCI5J.0 size=1048576 2023-12-03T11:44:09.725 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.724+0000 7fec65a36780 1 < canceled part key=_multipart_GR4SISUXSQOT.2~JTO810EQCI5J.1 size=106587 2023-12-03T11:44:09.727 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.726+0000 7fec65a36780 1 < canceled multipart upload key=GR4SISUXSQOT upload=JTO810EQCI5J tag=LO4IQN9C7GUA type=write size=2203739 2023-12-03T11:44:09.728 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.727+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=1XM5WARFMYJX type=write size=408258 2023-12-03T11:44:09.729 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.728+0000 7fec65a36780 1 < completed write operation key=1Q50D75XSIR5 tag=NRW8B2ZPYU92 type=write size=668858 2023-12-03T11:44:09.730 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.729+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=3RJ7FNZJI3GH type=del size=2948234 2023-12-03T11:44:09.732 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.730+0000 7fec65a36780 1 < completed write operation key=1Q50D75XSIR5 tag=35AIK7GH3UQO type=write size=497470 2023-12-03T11:44:09.734 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.733+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~JKO97SRVBJGW.0 size=1048576 2023-12-03T11:44:09.735 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.734+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~JKO97SRVBJGW.1 size=109594 2023-12-03T11:44:09.735 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.734+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=JKO97SRVBJGW tag=2JDRT31IGXRY type=write size=2206746 2023-12-03T11:44:09.736 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.735+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~UQMKBZZ56APF.0 size=1048576 2023-12-03T11:44:09.737 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.736+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~UQMKBZZ56APF.1 size=1048576 2023-12-03T11:44:09.738 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.737+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~UQMKBZZ56APF.2 size=247181 2023-12-03T11:44:09.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.739+0000 7fec65a36780 1 < completed multipart upload key=AH17BNCID2LT upload=UQMKBZZ56APF tag=GXDXVEIMDYRM type=write size=3392909 2023-12-03T11:44:09.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.740+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=7DLRHCC0K23Y type=write size=97627 2023-12-03T11:44:09.742 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.741+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~F4AAW3TYSM52.0 size=1048576 2023-12-03T11:44:09.743 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.742+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~F4AAW3TYSM52.1 size=1048576 2023-12-03T11:44:09.744 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.743+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~F4AAW3TYSM52.2 size=535964 2023-12-03T11:44:09.746 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.745+0000 7fec65a36780 1 < completed multipart upload key=YRACKN8LKGIH upload=F4AAW3TYSM52 tag=VXI0D2SMECT0 type=write size=3681692 2023-12-03T11:44:09.747 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.746+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=GV2LR9EQCNJ5 type=del size=3160901 2023-12-03T11:44:09.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.747+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=I2GSGDFBWPNO type=del 2023-12-03T11:44:09.750 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.749+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~L1WPJR1YNSV7.0 size=1048576 2023-12-03T11:44:09.751 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.750+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~L1WPJR1YNSV7.1 size=1048576 2023-12-03T11:44:09.752 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.751+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~L1WPJR1YNSV7.2 size=944226 2023-12-03T11:44:09.753 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.751+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=L1WPJR1YNSV7 tag=QWGVWF51NPAW type=write size=4089954 2023-12-03T11:44:09.754 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.752+0000 7fec65a36780 1 < completed write operation key=5Z9PG5J6Q8GF tag=NHQ1HROVW5UX type=write size=543555 2023-12-03T11:44:09.756 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.754+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~9VCXR21BUDJZ.0 size=1048576 2023-12-03T11:44:09.757 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.755+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~9VCXR21BUDJZ.1 size=1032785 2023-12-03T11:44:09.757 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.755+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=9VCXR21BUDJZ tag=VCBON73T0R7W type=write size=3129937 2023-12-03T11:44:09.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.757+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=FCSK31UZVPGK type=del 2023-12-03T11:44:09.759 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.758+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=3ENH4SEKXPGD type=del size=3493202 2023-12-03T11:44:09.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.761+0000 7fec65a36780 1 < suggested remove operation key=3C6QMW8IQIA4 tag=ZCVUINTLAC3X type=del 2023-12-03T11:44:09.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.763+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~R54MJRAIKBT5.0 size=578866 2023-12-03T11:44:09.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.763+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=R54MJRAIKBT5 tag=PTN2F2YCQBLO type=write size=1627442 2023-12-03T11:44:09.766 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.764+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~BF4EALQ7ZYPC.0 size=953923 2023-12-03T11:44:09.768 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.767+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=BF4EALQ7ZYPC tag=SM7K6V2JNFMF type=write size=2002499 2023-12-03T11:44:09.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.769+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~8O9SGEADJRFK.0 size=555083 2023-12-03T11:44:09.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.769+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=8O9SGEADJRFK tag=PWGIUW7H87T9 type=write size=1603659 2023-12-03T11:44:09.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.771+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~GWSY1L45ODE1.0 size=551587 2023-12-03T11:44:09.775 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.773+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=GWSY1L45ODE1 tag=3S0AN9ORW84S type=write size=1600163 2023-12-03T11:44:09.776 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.775+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=1ASHKKJCXHHI type=write size=207395 2023-12-03T11:44:09.777 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.776+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~PI6HJ4Z78M20.0 size=1048576 2023-12-03T11:44:09.778 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.777+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~PI6HJ4Z78M20.1 size=376737 2023-12-03T11:44:09.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.779+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=PI6HJ4Z78M20 tag=2JI00JBAS7J4 type=write size=2473889 2023-12-03T11:44:09.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.780+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=W39RSWHM1N8T type=del size=3045694 2023-12-03T11:44:09.783 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.782+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~AHDA1WEQ4NSK.0 size=1048576 2023-12-03T11:44:09.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.783+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~AHDA1WEQ4NSK.1 size=1048576 2023-12-03T11:44:09.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.784+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~AHDA1WEQ4NSK.2 size=811914 2023-12-03T11:44:09.787 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.786+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=AHDA1WEQ4NSK tag=BXEW3VE9DN44 type=write size=3957642 2023-12-03T11:44:09.789 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.788+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=1FUK737RIHM6 type=del size=949969 2023-12-03T11:44:09.791 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.790+0000 7fec65a36780 1 < suggested update operation key=H2MMD7J4LFAH tag=A35SCO9PYKX5 type=del size=1723557 2023-12-03T11:44:09.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.792+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~UAJG5A6C9GHL.0 size=299311 2023-12-03T11:44:09.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.792+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=UAJG5A6C9GHL tag=YW8BVXY1MIBZ type=write size=1347887 2023-12-03T11:44:09.794 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.793+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~K0NTCYJ6X8ER.0 size=1048576 2023-12-03T11:44:09.795 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.794+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~K0NTCYJ6X8ER.1 size=1048576 2023-12-03T11:44:09.796 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.795+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~K0NTCYJ6X8ER.2 size=177141 2023-12-03T11:44:09.799 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.798+0000 7fec65a36780 1 < completed multipart upload key=ZHU0D35IH21Q upload=K0NTCYJ6X8ER tag=QCDPSQM35P2P type=write size=3322869 2023-12-03T11:44:09.801 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.800+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~WKRXJITNHWMA.0 size=525800 2023-12-03T11:44:09.801 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.800+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=WKRXJITNHWMA tag=R1TSGTHSXEWV type=write size=1574376 2023-12-03T11:44:09.802 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.801+0000 7fec65a36780 -1 < failed to complete operation key=3C6QMW8IQIA4 tag=753EWCLS4YML type=del size=2508167: (22) Invalid argument 2023-12-03T11:44:09.804 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.803+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~K7Z2SPHI6SOS.0 size=728921 2023-12-03T11:44:09.804 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.803+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=K7Z2SPHI6SOS tag=RQQZJ74BIP1O type=write size=1777497 2023-12-03T11:44:09.805 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.804+0000 7fec65a36780 1 < completed write operation key=MR1LTY3JH4WC tag=1XM5WARFMYJX type=write size=408258 2023-12-03T11:44:09.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.805+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=ICT7TI8M9UKU type=del size=2790226 2023-12-03T11:44:09.808 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.807+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=3RJ7FNZJI3GH type=del 2023-12-03T11:44:09.809 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.808+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=QEI10EWL4DJ0 type=del size=294195 2023-12-03T11:44:09.810 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.809+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~JKO97SRVBJGW.0 size=1048576 2023-12-03T11:44:09.811 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.810+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~JKO97SRVBJGW.1 size=109594 2023-12-03T11:44:09.813 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.812+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=JKO97SRVBJGW tag=2JDRT31IGXRY type=write size=2206746 2023-12-03T11:44:09.815 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.814+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~V6IINREPH0AI.0 size=1048576 2023-12-03T11:44:09.816 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.815+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~V6IINREPH0AI.1 size=1048576 2023-12-03T11:44:09.817 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.816+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~V6IINREPH0AI.2 size=327482 2023-12-03T11:44:09.817 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.816+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=V6IINREPH0AI tag=C7C1HZF0J2FH type=write size=3473210 2023-12-03T11:44:09.818 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.817+0000 7fec65a36780 1 < completed write operation key=X9QLCGIXBKPW tag=7DLRHCC0K23Y type=write size=97627 2023-12-03T11:44:09.819 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.818+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=UUEPHJLHP8S6 type=del size=344746 2023-12-03T11:44:09.820 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.819+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=GV2LR9EQCNJ5 type=del 2023-12-03T11:44:09.822 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.820+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=REY1DMSCKQE6 type=del size=3989916 2023-12-03T11:44:09.823 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.822+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~L1WPJR1YNSV7.0 size=1048576 2023-12-03T11:44:09.824 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.823+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~L1WPJR1YNSV7.1 size=1048576 2023-12-03T11:44:09.825 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.824+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~L1WPJR1YNSV7.2 size=944226 2023-12-03T11:44:09.827 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.826+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=L1WPJR1YNSV7 tag=QWGVWF51NPAW type=write size=4089954 2023-12-03T11:44:09.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.828+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~A8CL17ZETB0J.0 size=53592 2023-12-03T11:44:09.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.828+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=A8CL17ZETB0J tag=RE4SZUDOKEAJ type=write size=1102168 2023-12-03T11:44:09.831 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.829+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~9VCXR21BUDJZ.0 size=1048576 2023-12-03T11:44:09.832 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.830+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~9VCXR21BUDJZ.1 size=1032785 2023-12-03T11:44:09.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.832+0000 7fec65a36780 1 < completed multipart upload key=6NE4YT7O3EKT upload=9VCXR21BUDJZ tag=VCBON73T0R7W type=write size=3129937 2023-12-03T11:44:09.838 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.833+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=E94SR8DOCRHQ type=write size=426463 2023-12-03T11:44:09.839 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.835+0000 7fec65a36780 1 < completed delete operation key=0HEXWFSSYOFX tag=3ENH4SEKXPGD type=del 2023-12-03T11:44:09.839 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.837+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~8O5QID1PV8FZ.0 size=1022982 2023-12-03T11:44:09.839 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.837+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=8O5QID1PV8FZ tag=0XEZFMVA232U type=write size=2071558 2023-12-03T11:44:09.840 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.838+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~R54MJRAIKBT5.0 size=578866 2023-12-03T11:44:09.842 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.840+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=R54MJRAIKBT5 tag=PTN2F2YCQBLO type=write size=1627442 2023-12-03T11:44:09.843 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.842+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=K96V8KS9VIJL type=del size=889855 2023-12-03T11:44:09.844 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.843+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~8O9SGEADJRFK.0 size=555083 2023-12-03T11:44:09.846 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.845+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=8O9SGEADJRFK tag=PWGIUW7H87T9 type=write size=1603659 2023-12-03T11:44:09.847 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.846+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=5EEFXJLYCX8J type=del size=1275886 2023-12-03T11:44:09.848 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.847+0000 7fec65a36780 1 < completed write operation key=P4HRMBD0NLGK tag=1ASHKKJCXHHI type=write size=207395 2023-12-03T11:44:09.849 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.848+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=HI336QSU761E type=write size=362265 2023-12-03T11:44:09.850 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.849+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=W39RSWHM1N8T type=del 2023-12-03T11:44:09.852 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.851+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~7AYDUSJD2CGZ.0 size=1048576 2023-12-03T11:44:09.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.852+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~7AYDUSJD2CGZ.1 size=1048576 2023-12-03T11:44:09.854 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.853+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~7AYDUSJD2CGZ.2 size=354765 2023-12-03T11:44:09.854 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.853+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=7AYDUSJD2CGZ tag=O7W1VB8ON4IR type=write size=3500493 2023-12-03T11:44:09.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.854+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=1FUK737RIHM6 type=del 2023-12-03T11:44:09.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.855+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=87AXB6XKOS4D type=del size=3452848 2023-12-03T11:44:09.858 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.856+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~UAJG5A6C9GHL.0 size=299311 2023-12-03T11:44:09.859 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.858+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=UAJG5A6C9GHL tag=YW8BVXY1MIBZ type=write size=1347887 2023-12-03T11:44:09.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.859+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=XEAENMAKRTY5 type=del size=1425164 2023-12-03T11:44:09.862 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.860+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~WKRXJITNHWMA.0 size=525800 2023-12-03T11:44:09.864 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.862+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=WKRXJITNHWMA tag=R1TSGTHSXEWV type=write size=1574376 2023-12-03T11:44:09.866 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.864+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~GLL2D8WXENFL.0 size=1048576 2023-12-03T11:44:09.867 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.865+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~GLL2D8WXENFL.1 size=1048576 2023-12-03T11:44:09.867 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.866+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~GLL2D8WXENFL.2 size=20311 2023-12-03T11:44:09.867 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.866+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=GLL2D8WXENFL tag=R2I6J4GYV17O type=write size=3166039 2023-12-03T11:44:09.868 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.867+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~K7Z2SPHI6SOS.0 size=728921 2023-12-03T11:44:09.870 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.869+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=K7Z2SPHI6SOS tag=RQQZJ74BIP1O type=write size=1777497 2023-12-03T11:44:09.871 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.870+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=LN469I90J8NW type=del size=1071044 2023-12-03T11:44:09.873 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.871+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=ICT7TI8M9UKU type=del 2023-12-03T11:44:09.874 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.872+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=P16MKU9KE752 type=write size=928737 2023-12-03T11:44:09.876 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.875+0000 7fec65a36780 1 < suggested remove operation key=AH17BNCID2LT tag=QEI10EWL4DJ0 type=del 2023-12-03T11:44:09.877 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.876+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=NJMV37II9XA9 type=write size=252016 2023-12-03T11:44:09.878 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.877+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~V6IINREPH0AI.0 size=1048576 2023-12-03T11:44:09.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.878+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~V6IINREPH0AI.1 size=1048576 2023-12-03T11:44:09.880 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.879+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~V6IINREPH0AI.2 size=327482 2023-12-03T11:44:09.884 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.883+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=V6IINREPH0AI tag=C7C1HZF0J2FH type=write size=3473210 2023-12-03T11:44:09.885 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.884+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=QMO5EHW8WINS type=del size=3671642 2023-12-03T11:44:09.887 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.886+0000 7fec65a36780 1 < completed delete operation key=ZCS6XX24O8P4 tag=UUEPHJLHP8S6 type=del 2023-12-03T11:44:09.888 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.887+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=3E1I2HUPCU74 type=del size=397502 2023-12-03T11:44:09.890 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.888+0000 7fec65a36780 1 < completed delete operation key=0AZB86BIZ0MT tag=REY1DMSCKQE6 type=del 2023-12-03T11:44:09.890 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.889+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=H0K5BTVX9USX type=del size=2003393 2023-12-03T11:44:09.891 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.890+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~A8CL17ZETB0J.0 size=53592 2023-12-03T11:44:09.893 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.892+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=A8CL17ZETB0J tag=RE4SZUDOKEAJ type=write size=1102168 2023-12-03T11:44:09.894 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.893+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=S4YCPKZM6NIR type=del size=2762677 2023-12-03T11:44:09.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.894+0000 7fec65a36780 1 < completed write operation key=MR1LTY3JH4WC tag=E94SR8DOCRHQ type=write size=426463 2023-12-03T11:44:09.897 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.896+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~ABXU43LS4H0W.0 size=1048576 2023-12-03T11:44:09.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.897+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~ABXU43LS4H0W.1 size=537124 2023-12-03T11:44:09.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.897+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=ABXU43LS4H0W tag=3RYWQI1RJTY6 type=write size=2634276 2023-12-03T11:44:09.899 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.898+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~8O5QID1PV8FZ.0 size=1022982 2023-12-03T11:44:09.901 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.900+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=8O5QID1PV8FZ tag=0XEZFMVA232U type=write size=2071558 2023-12-03T11:44:09.903 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.902+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~H8Q84X88BG4V.0 size=257804 2023-12-03T11:44:09.903 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.902+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=H8Q84X88BG4V tag=XLGCL3JSQDQM type=write size=1306380 2023-12-03T11:44:09.904 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.903+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=K96V8KS9VIJL type=del 2023-12-03T11:44:09.905 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.904+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=SCHVHSNGR6FB type=del size=756159 2023-12-03T11:44:09.906 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.905+0000 7fec65a36780 1 < canceled operation key=1Q50D75XSIR5 tag=5EEFXJLYCX8J type=del size=1275886 2023-12-03T11:44:09.907 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.906+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=NZTZFJZ18XWR type=write size=865291 2023-12-03T11:44:09.909 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.907+0000 7fec65a36780 1 < completed write operation key=PEN3GY9LLJKQ tag=HI336QSU761E type=write size=362265 2023-12-03T11:44:09.910 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.908+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=E7VN0EGYLY10 type=del size=684265 2023-12-03T11:44:09.911 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.910+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~7AYDUSJD2CGZ.0 size=1048576 2023-12-03T11:44:09.912 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.911+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~7AYDUSJD2CGZ.1 size=1048576 2023-12-03T11:44:09.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.911+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~7AYDUSJD2CGZ.2 size=354765 2023-12-03T11:44:09.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.913+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=7AYDUSJD2CGZ tag=O7W1VB8ON4IR type=write size=3500493 2023-12-03T11:44:09.916 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.915+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=08O6I32JIQZJ type=del size=3827409 2023-12-03T11:44:09.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.916+0000 7fec65a36780 1 < completed delete operation key=0AZB86BIZ0MT tag=87AXB6XKOS4D type=del 2023-12-03T11:44:09.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.918+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~2Q43JB429ZGO.0 size=716512 2023-12-03T11:44:09.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.918+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=2Q43JB429ZGO tag=71LWIRTW2EQ5 type=write size=1765088 2023-12-03T11:44:09.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.919+0000 7fec65a36780 1 < canceled operation key=YXIRHDBN13DX tag=XEAENMAKRTY5 type=del size=1425164 2023-12-03T11:44:09.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.920+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=MGR6XF45R0P3 type=del size=1247006 2023-12-03T11:44:09.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.921+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~GLL2D8WXENFL.0 size=1048576 2023-12-03T11:44:09.923 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.922+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~GLL2D8WXENFL.1 size=1048576 2023-12-03T11:44:09.924 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.923+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~GLL2D8WXENFL.2 size=20311 2023-12-03T11:44:09.926 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.925+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=GLL2D8WXENFL tag=R2I6J4GYV17O type=write size=3166039 2023-12-03T11:44:09.927 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.926+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=04WTXHB2E0IF type=write size=80045 2023-12-03T11:44:09.929 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.928+0000 7fec65a36780 1 < suggested update operation key=X9RVI5NGJ2OL tag=LN469I90J8NW type=del size=1071044 2023-12-03T11:44:09.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.930+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~BWHSMI4NIMFF.0 size=1048576 2023-12-03T11:44:09.932 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.931+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~BWHSMI4NIMFF.1 size=1048576 2023-12-03T11:44:09.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.931+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~BWHSMI4NIMFF.2 size=423882 2023-12-03T11:44:09.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.931+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=BWHSMI4NIMFF tag=1V1U8JYLK4ZU type=write size=3569610 2023-12-03T11:44:09.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.933+0000 7fec65a36780 1 < completed write operation key=YRACKN8LKGIH tag=P16MKU9KE752 type=write size=928737 2023-12-03T11:44:09.936 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.935+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~RVOIE43RVO7C.0 size=512381 2023-12-03T11:44:09.936 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.935+0000 7fec65a36780 1 > prepared multipart upload key=ZCS6XX24O8P4 upload=RVOIE43RVO7C tag=U9W6XOYS293N type=write size=1560957 2023-12-03T11:44:09.937 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.936+0000 7fec65a36780 1 < completed write operation key=YRACKN8LKGIH tag=NJMV37II9XA9 type=write size=252016 2023-12-03T11:44:09.938 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.937+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=H2VUK92WK537 type=write size=72765 2023-12-03T11:44:09.939 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.938+0000 7fec65a36780 1 < canceled operation key=2RH7HHERSZ3G tag=QMO5EHW8WINS type=del size=3671642 2023-12-03T11:44:09.940 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.939+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=YKLROM46BLAB type=del size=3842209 2023-12-03T11:44:09.942 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.941+0000 7fec65a36780 1 < canceled operation key=8OT6OT3U65FW tag=3E1I2HUPCU74 type=del size=397502 2023-12-03T11:44:09.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.942+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=NZAER9TN07OX type=del size=4006301 2023-12-03T11:44:09.946 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.944+0000 7fec65a36780 1 < suggested remove operation key=PEN3GY9LLJKQ tag=H0K5BTVX9USX type=del 2023-12-03T11:44:09.948 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.947+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~TMQLFT8XGRBI.0 size=468684 2023-12-03T11:44:09.948 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.947+0000 7fec65a36780 1 > prepared multipart upload key=0HEXWFSSYOFX upload=TMQLFT8XGRBI tag=NL2RSJE8R7K2 type=write size=1517260 2023-12-03T11:44:09.949 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.948+0000 7fec65a36780 1 < completed delete operation key=6NE4YT7O3EKT tag=S4YCPKZM6NIR type=del 2023-12-03T11:44:09.950 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.949+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=2S8MCUK7VETV type=del size=801485 2023-12-03T11:44:09.952 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.951+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~ABXU43LS4H0W.0 size=1048576 2023-12-03T11:44:09.952 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.951+0000 7fec65a36780 1 < canceled part key=_multipart_C0RNK06G6OQP.2~ABXU43LS4H0W.1 size=537124 2023-12-03T11:44:09.954 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.953+0000 7fec65a36780 1 < canceled multipart upload key=C0RNK06G6OQP upload=ABXU43LS4H0W tag=3RYWQI1RJTY6 type=write size=2634276 2023-12-03T11:44:09.955 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.954+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=3VGWYBLRQC51 type=write size=180849 2023-12-03T11:44:09.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.955+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~H8Q84X88BG4V.0 size=257804 2023-12-03T11:44:09.958 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.957+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=H8Q84X88BG4V tag=XLGCL3JSQDQM type=write size=1306380 2023-12-03T11:44:09.960 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.958+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=K31ZOIP65L2S type=del size=3332750 2023-12-03T11:44:09.961 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.960+0000 7fec65a36780 1 < completed delete operation key=SSVHOXNGSFYF tag=SCHVHSNGR6FB type=del 2023-12-03T11:44:09.963 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.962+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~7OL57GLSIT2V.0 size=1048576 2023-12-03T11:44:09.964 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.962+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~7OL57GLSIT2V.1 size=617708 2023-12-03T11:44:09.964 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.962+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=7OL57GLSIT2V tag=WLP35ZQ7DI2N type=write size=2714860 2023-12-03T11:44:09.965 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.964+0000 7fec65a36780 1 < completed write operation key=5C1TNEXGMTX2 tag=NZTZFJZ18XWR type=write size=865291 2023-12-03T11:44:09.966 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.965+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=NJ7MHSU72G42 type=del size=1804547 2023-12-03T11:44:09.967 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.966+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=E7VN0EGYLY10 type=del 2023-12-03T11:44:09.968 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.967+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=8R0D4CIDABKY type=del size=3247069 2023-12-03T11:44:09.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.968+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=08O6I32JIQZJ type=del 2023-12-03T11:44:09.971 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.970+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=2419PNU7521M type=del size=3740485 2023-12-03T11:44:09.972 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.971+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~2Q43JB429ZGO.0 size=716512 2023-12-03T11:44:09.974 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.973+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=2Q43JB429ZGO tag=71LWIRTW2EQ5 type=write size=1765088 2023-12-03T11:44:09.975 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.974+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=UAU9BPWUATRY type=del size=2726363 2023-12-03T11:44:09.976 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.975+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=MGR6XF45R0P3 type=del 2023-12-03T11:44:09.978 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.977+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~2QO6952QR7EO.0 size=1048576 2023-12-03T11:44:09.979 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.978+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~2QO6952QR7EO.1 size=1048576 2023-12-03T11:44:09.980 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.979+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~2QO6952QR7EO.2 size=942493 2023-12-03T11:44:09.980 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.979+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=2QO6952QR7EO tag=JX0TGGUZN0KY type=write size=4088221 2023-12-03T11:44:09.981 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.980+0000 7fec65a36780 1 < completed write operation key=0HEXWFSSYOFX tag=04WTXHB2E0IF type=write size=80045 2023-12-03T11:44:09.983 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.981+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=SRERP7B8CSOF type=del size=3883848 2023-12-03T11:44:09.984 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.983+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~BWHSMI4NIMFF.0 size=1048576 2023-12-03T11:44:09.985 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.983+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~BWHSMI4NIMFF.1 size=1048576 2023-12-03T11:44:09.986 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.984+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~BWHSMI4NIMFF.2 size=423882 2023-12-03T11:44:09.988 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.987+0000 7fec65a36780 1 < completed multipart upload key=X9QLCGIXBKPW upload=BWHSMI4NIMFF tag=1V1U8JYLK4ZU type=write size=3569610 2023-12-03T11:44:09.990 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.989+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~Z86YTY9408WU.0 size=1048576 2023-12-03T11:44:09.992 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.991+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~Z86YTY9408WU.1 size=897841 2023-12-03T11:44:09.993 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.991+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=Z86YTY9408WU tag=NEO5OB4OEBV1 type=write size=2994993 2023-12-03T11:44:09.995 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.994+0000 7fec65a36780 1 < completed part key=_multipart_ZCS6XX24O8P4.2~RVOIE43RVO7C.0 size=512381 2023-12-03T11:44:09.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.996+0000 7fec65a36780 1 < completed multipart upload key=ZCS6XX24O8P4 upload=RVOIE43RVO7C tag=U9W6XOYS293N type=write size=1560957 2023-12-03T11:44:10.000 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.998+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~MJ1RISJ742Y2.0 size=1048576 2023-12-03T11:44:10.000 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.999+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~MJ1RISJ742Y2.1 size=192609 2023-12-03T11:44:10.000 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:09.999+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=MJ1RISJ742Y2 tag=BMOG3AANDFZO type=write size=2289761 2023-12-03T11:44:10.001 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.000+0000 7fec65a36780 1 < completed write operation key=GR4SISUXSQOT tag=H2VUK92WK537 type=write size=72765 2023-12-03T11:44:10.003 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.002+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~HBPBPM8QVTIM.0 size=1048576 2023-12-03T11:44:10.004 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.003+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~HBPBPM8QVTIM.1 size=940995 2023-12-03T11:44:10.004 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.003+0000 7fec65a36780 1 > prepared multipart upload key=SSVHOXNGSFYF upload=HBPBPM8QVTIM tag=INN8A4D0T0R2 type=write size=3038147 2023-12-03T11:44:10.005 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.004+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=YKLROM46BLAB type=del 2023-12-03T11:44:10.007 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.005+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=5P6LC6DL99AW type=del size=2795478 2023-12-03T11:44:10.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.007+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=NZAER9TN07OX type=del 2023-12-03T11:44:10.009 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.008+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=GRMWJD9WTLCD type=write size=948222 2023-12-03T11:44:10.010 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.009+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~TMQLFT8XGRBI.0 size=468684 2023-12-03T11:44:10.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.011+0000 7fec65a36780 1 < completed multipart upload key=0HEXWFSSYOFX upload=TMQLFT8XGRBI tag=NL2RSJE8R7K2 type=write size=1517260 2023-12-03T11:44:10.013 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.012+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=HW7HVJLTFXM9 type=del size=3765381 2023-12-03T11:44:10.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.013+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=2S8MCUK7VETV type=del 2023-12-03T11:44:10.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.015+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~EQBT7O5ZDPNM.0 size=386282 2023-12-03T11:44:10.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.015+0000 7fec65a36780 1 > prepared multipart upload key=SSVHOXNGSFYF upload=EQBT7O5ZDPNM tag=WTQIT4YJ6WT7 type=write size=1434858 2023-12-03T11:44:10.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.016+0000 7fec65a36780 1 < completed write operation key=8OT6OT3U65FW tag=3VGWYBLRQC51 type=write size=180849 2023-12-03T11:44:10.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.017+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=TOFGO0IHYVXR type=del size=3358784 2023-12-03T11:44:10.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.018+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=K31ZOIP65L2S type=del 2023-12-03T11:44:10.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.019+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=2IKCXBIIBG7L type=del size=3692044 2023-12-03T11:44:10.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.020+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~7OL57GLSIT2V.0 size=1048576 2023-12-03T11:44:10.022 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.021+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~7OL57GLSIT2V.1 size=617708 2023-12-03T11:44:10.024 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.023+0000 7fec65a36780 1 < completed multipart upload key=3C6QMW8IQIA4 upload=7OL57GLSIT2V tag=WLP35ZQ7DI2N type=write size=2714860 2023-12-03T11:44:10.026 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.025+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~ZK8FBWYQ1KXH.0 size=1048576 2023-12-03T11:44:10.027 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.026+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~ZK8FBWYQ1KXH.1 size=911190 2023-12-03T11:44:10.027 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.026+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=ZK8FBWYQ1KXH tag=UXA80F5009K7 type=write size=3008342 2023-12-03T11:44:10.029 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.028+0000 7fec65a36780 1 < suggested update operation key=ZHU0D35IH21Q tag=NJ7MHSU72G42 type=del size=1804547 2023-12-03T11:44:10.030 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.029+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=ZNHIJ2OIDCGC type=del size=3180337 2023-12-03T11:44:10.032 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.030+0000 7fec65a36780 1 < canceled operation key=PEN3GY9LLJKQ tag=8R0D4CIDABKY type=del size=3247069 2023-12-03T11:44:10.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.031+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=UX4AH3EJ9PZ2 type=del size=1613204 2023-12-03T11:44:10.034 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.033+0000 7fec65a36780 1 < completed delete operation key=0HEXWFSSYOFX tag=2419PNU7521M type=del 2023-12-03T11:44:10.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.035+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~01UT2F54LLFS.0 size=1048576 2023-12-03T11:44:10.038 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.036+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~01UT2F54LLFS.1 size=49420 2023-12-03T11:44:10.038 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.036+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=01UT2F54LLFS tag=5WAYFTSFGDK6 type=write size=2146572 2023-12-03T11:44:10.039 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.038+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=UAU9BPWUATRY type=del 2023-12-03T11:44:10.040 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.039+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=BFPBU1UVBMTS type=write size=921585 2023-12-03T11:44:10.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.040+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~2QO6952QR7EO.0 size=1048576 2023-12-03T11:44:10.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.041+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~2QO6952QR7EO.1 size=1048576 2023-12-03T11:44:10.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.042+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~2QO6952QR7EO.2 size=942493 2023-12-03T11:44:10.046 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.044+0000 7fec65a36780 1 < completed multipart upload key=2RH7HHERSZ3G upload=2QO6952QR7EO tag=JX0TGGUZN0KY type=write size=4088221 2023-12-03T11:44:10.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.046+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=HLRA7S318CE2 type=write size=1012366 2023-12-03T11:44:10.048 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.047+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=SRERP7B8CSOF type=del 2023-12-03T11:44:10.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.048+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=4QQT30X51M5F type=del size=3104099 2023-12-03T11:44:10.051 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.049+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~Z86YTY9408WU.0 size=1048576 2023-12-03T11:44:10.052 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.050+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~Z86YTY9408WU.1 size=897841 2023-12-03T11:44:10.054 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.052+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=Z86YTY9408WU tag=NEO5OB4OEBV1 type=write size=2994993 2023-12-03T11:44:10.055 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.054+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=GP3QARYP0U3E type=del size=1672775 2023-12-03T11:44:10.056 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.055+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~MJ1RISJ742Y2.0 size=1048576 2023-12-03T11:44:10.056 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.055+0000 7fec65a36780 1 < canceled part key=_multipart_5Z9PG5J6Q8GF.2~MJ1RISJ742Y2.1 size=192609 2023-12-03T11:44:10.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.058+0000 7fec65a36780 1 < canceled multipart upload key=5Z9PG5J6Q8GF upload=MJ1RISJ742Y2 tag=BMOG3AANDFZO type=write size=2289761 2023-12-03T11:44:10.062 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.060+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~SRMWWG2BAM4T.0 size=718096 2023-12-03T11:44:10.062 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.060+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=SRMWWG2BAM4T tag=G1U46LARWV5H type=write size=1766672 2023-12-03T11:44:10.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.062+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~HBPBPM8QVTIM.0 size=1048576 2023-12-03T11:44:10.064 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.063+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~HBPBPM8QVTIM.1 size=940995 2023-12-03T11:44:10.066 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.065+0000 7fec65a36780 1 < completed multipart upload key=SSVHOXNGSFYF upload=HBPBPM8QVTIM tag=INN8A4D0T0R2 type=write size=3038147 2023-12-03T11:44:10.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.067+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~C0G3R9AY1V4U.0 size=1048576 2023-12-03T11:44:10.070 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.068+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~C0G3R9AY1V4U.1 size=1048576 2023-12-03T11:44:10.071 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.069+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~C0G3R9AY1V4U.2 size=632333 2023-12-03T11:44:10.071 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.069+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=C0G3R9AY1V4U tag=Y59CBDGVELRL type=write size=3778061 2023-12-03T11:44:10.071 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.070+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=5P6LC6DL99AW type=del 2023-12-03T11:44:10.074 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.072+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~O37X35028YU2.0 size=1048576 2023-12-03T11:44:10.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.073+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~O37X35028YU2.1 size=1048576 2023-12-03T11:44:10.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.074+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~O37X35028YU2.2 size=258028 2023-12-03T11:44:10.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.074+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=O37X35028YU2 tag=D347K78R1302 type=write size=3403756 2023-12-03T11:44:10.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.075+0000 7fec65a36780 1 < completed write operation key=5Z9PG5J6Q8GF tag=GRMWJD9WTLCD type=write size=948222 2023-12-03T11:44:10.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.077+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=2CJWEION4T3Q type=write size=425075 2023-12-03T11:44:10.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.078+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=HW7HVJLTFXM9 type=del 2023-12-03T11:44:10.080 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.079+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=B5D8562O9KVH type=del size=1895442 2023-12-03T11:44:10.081 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.080+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~EQBT7O5ZDPNM.0 size=386282 2023-12-03T11:44:10.083 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.082+0000 7fec65a36780 1 < completed multipart upload key=SSVHOXNGSFYF upload=EQBT7O5ZDPNM tag=WTQIT4YJ6WT7 type=write size=1434858 2023-12-03T11:44:10.084 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.083+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=RFW81WL2P31Q type=del size=2566472 2023-12-03T11:44:10.086 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.084+0000 7fec65a36780 1 < canceled operation key=C1UIPV6F6AYG tag=TOFGO0IHYVXR type=del size=3358784 2023-12-03T11:44:10.087 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.085+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=BE63CGN52T5W type=write size=505453 2023-12-03T11:44:10.087 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.086+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=2IKCXBIIBG7L type=del 2023-12-03T11:44:10.089 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.088+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~ZJA0LDA4DQF3.0 size=1048576 2023-12-03T11:44:10.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.089+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~ZJA0LDA4DQF3.1 size=1048576 2023-12-03T11:44:10.091 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.090+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~ZJA0LDA4DQF3.2 size=354094 2023-12-03T11:44:10.091 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.090+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=ZJA0LDA4DQF3 tag=XNEB7BQAXGX9 type=write size=3499822 2023-12-03T11:44:10.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.091+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~ZK8FBWYQ1KXH.0 size=1048576 2023-12-03T11:44:10.093 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.092+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~ZK8FBWYQ1KXH.1 size=911190 2023-12-03T11:44:10.095 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.094+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=ZK8FBWYQ1KXH tag=UXA80F5009K7 type=write size=3008342 2023-12-03T11:44:10.097 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.095+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=9O301WNBI0LA type=del size=603935 2023-12-03T11:44:10.098 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.096+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=ZNHIJ2OIDCGC type=del 2023-12-03T11:44:10.099 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.097+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=C2XK5OQFBCLN type=del size=397213 2023-12-03T11:44:10.100 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.099+0000 7fec65a36780 1 < completed delete operation key=GR4SISUXSQOT tag=UX4AH3EJ9PZ2 type=del 2023-12-03T11:44:10.101 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.100+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=MWIAZZI1KQE9 type=del size=2570812 2023-12-03T11:44:10.102 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.101+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~01UT2F54LLFS.0 size=1048576 2023-12-03T11:44:10.104 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.103+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~01UT2F54LLFS.1 size=49420 2023-12-03T11:44:10.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.105+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=01UT2F54LLFS tag=5WAYFTSFGDK6 type=write size=2146572 2023-12-03T11:44:10.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.106+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=5VSIPFPYDS9G type=del size=7487 2023-12-03T11:44:10.108 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.107+0000 7fec65a36780 1 < completed write operation key=3QZKHX70UUGR tag=BFPBU1UVBMTS type=write size=921585 2023-12-03T11:44:10.110 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.109+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~KUTS5CF4ZNPZ.0 size=1048576 2023-12-03T11:44:10.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.110+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~KUTS5CF4ZNPZ.1 size=167123 2023-12-03T11:44:10.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.110+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=KUTS5CF4ZNPZ tag=YMINZ82L3L7C type=write size=2264275 2023-12-03T11:44:10.112 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.111+0000 7fec65a36780 1 < completed write operation key=6NE4YT7O3EKT tag=HLRA7S318CE2 type=write size=1012366 2023-12-03T11:44:10.114 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.113+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~GQJB3GQPVZ5Q.0 size=1048576 2023-12-03T11:44:10.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.114+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~GQJB3GQPVZ5Q.1 size=1048576 2023-12-03T11:44:10.116 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.115+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~GQJB3GQPVZ5Q.2 size=814097 2023-12-03T11:44:10.116 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.115+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=GQJB3GQPVZ5Q tag=HASRK15VVS0F type=write size=3959825 2023-12-03T11:44:10.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.117+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=4QQT30X51M5F type=del 2023-12-03T11:44:10.120 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.118+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=O3RRIACHKXLI type=del size=3921532 2023-12-03T11:44:10.122 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.121+0000 7fec65a36780 1 < suggested remove operation key=YRACKN8LKGIH tag=GP3QARYP0U3E type=del 2023-12-03T11:44:10.123 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.122+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=T11S0AN885TR type=del size=291779 2023-12-03T11:44:10.124 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.123+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~SRMWWG2BAM4T.0 size=718096 2023-12-03T11:44:10.126 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.125+0000 7fec65a36780 1 < completed multipart upload key=6NE4YT7O3EKT upload=SRMWWG2BAM4T tag=G1U46LARWV5H type=write size=1766672 2023-12-03T11:44:10.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.126+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=IZG1655TQ2RG type=del size=3935599 2023-12-03T11:44:10.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.127+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~C0G3R9AY1V4U.0 size=1048576 2023-12-03T11:44:10.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.127+0000 7fec65a36780 1 < canceled part key=_multipart_2RH7HHERSZ3G.2~C0G3R9AY1V4U.1 size=1048576 2023-12-03T11:44:10.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.127+0000 7fec65a36780 1 < canceled part key=_multipart_2RH7HHERSZ3G.2~C0G3R9AY1V4U.2 size=632333 2023-12-03T11:44:10.131 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.129+0000 7fec65a36780 1 < canceled multipart upload key=2RH7HHERSZ3G upload=C0G3R9AY1V4U tag=Y59CBDGVELRL type=write size=3778061 2023-12-03T11:44:10.132 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.131+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=6W1O8X2QI80A type=del size=2719497 2023-12-03T11:44:10.132 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.131+0000 7fec65a36780 1 < canceled part key=_multipart_P4HRMBD0NLGK.2~O37X35028YU2.0 size=1048576 2023-12-03T11:44:10.133 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.132+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~O37X35028YU2.1 size=1048576 2023-12-03T11:44:10.134 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.133+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~O37X35028YU2.2 size=258028 2023-12-03T11:44:10.136 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.135+0000 7fec65a36780 1 < canceled multipart upload key=P4HRMBD0NLGK upload=O37X35028YU2 tag=D347K78R1302 type=write size=3403756 2023-12-03T11:44:10.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.137+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~8QUIQVU3HL1H.0 size=1048576 2023-12-03T11:44:10.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.138+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~8QUIQVU3HL1H.1 size=993183 2023-12-03T11:44:10.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.138+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=8QUIQVU3HL1H tag=JLBSIOJIA2SC type=write size=3090335 2023-12-03T11:44:10.141 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.139+0000 7fec65a36780 1 < canceled operation key=3QZKHX70UUGR tag=2CJWEION4T3Q type=write size=425075 2023-12-03T11:44:10.142 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.141+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=N8XIBADJWAL9 type=del size=64916 2023-12-03T11:44:10.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.142+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=B5D8562O9KVH type=del 2023-12-03T11:44:10.144 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.143+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=56L06E03NSEM type=write size=169121 2023-12-03T11:44:10.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.144+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=RFW81WL2P31Q type=del 2023-12-03T11:44:10.147 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.146+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~EL4J517DT19Q.0 size=1048576 2023-12-03T11:44:10.149 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.147+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~EL4J517DT19Q.1 size=829532 2023-12-03T11:44:10.149 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.147+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=EL4J517DT19Q tag=4C5VWCYFZ2TE type=write size=2926684 2023-12-03T11:44:10.149 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.148+0000 7fec65a36780 1 < completed write operation key=0AZB86BIZ0MT tag=BE63CGN52T5W type=write size=505453 2023-12-03T11:44:10.152 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.150+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~14ZPN2PY87KP.0 size=1048576 2023-12-03T11:44:10.152 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.151+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~14ZPN2PY87KP.1 size=723240 2023-12-03T11:44:10.152 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.151+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=14ZPN2PY87KP tag=38KYVVNSB6PJ type=write size=2820392 2023-12-03T11:44:10.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.153+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~ZJA0LDA4DQF3.0 size=1048576 2023-12-03T11:44:10.155 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.154+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~ZJA0LDA4DQF3.1 size=1048576 2023-12-03T11:44:10.156 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.155+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~ZJA0LDA4DQF3.2 size=354094 2023-12-03T11:44:10.159 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.157+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=ZJA0LDA4DQF3 tag=XNEB7BQAXGX9 type=write size=3499822 2023-12-03T11:44:10.159 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.158+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=YL4XV3AXT0SW type=del size=4013808 2023-12-03T11:44:10.160 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.159+0000 7fec65a36780 1 < completed delete operation key=0AZB86BIZ0MT tag=9O301WNBI0LA type=del 2023-12-03T11:44:10.162 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.161+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~3AVNZG98PZ8L.0 size=675094 2023-12-03T11:44:10.163 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.161+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=3AVNZG98PZ8L tag=LZ0ISXKVJUAR type=write size=1723670 2023-12-03T11:44:10.164 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.163+0000 7fec65a36780 1 < completed delete operation key=8OT6OT3U65FW tag=C2XK5OQFBCLN type=del 2023-12-03T11:44:10.165 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.164+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=16S8FI3B2A6V type=del size=3949989 2023-12-03T11:44:10.166 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.165+0000 7fec65a36780 1 < canceled operation key=3C6QMW8IQIA4 tag=MWIAZZI1KQE9 type=del size=2570812 2023-12-03T11:44:10.167 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.166+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=V2T5JG4QNXUA type=del size=5370 2023-12-03T11:44:10.168 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.167+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=5VSIPFPYDS9G type=del 2023-12-03T11:44:10.170 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.169+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~E4T7X2G56YAI.0 size=1048576 2023-12-03T11:44:10.171 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.170+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~E4T7X2G56YAI.1 size=1048576 2023-12-03T11:44:10.172 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.171+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~E4T7X2G56YAI.2 size=929033 2023-12-03T11:44:10.172 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.171+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=E4T7X2G56YAI tag=34JBIEI5B9OY type=write size=4074761 2023-12-03T11:44:10.173 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.171+0000 7fec65a36780 1 < canceled part key=_multipart_GR4SISUXSQOT.2~KUTS5CF4ZNPZ.0 size=1048576 2023-12-03T11:44:10.173 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.172+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~KUTS5CF4ZNPZ.1 size=167123 2023-12-03T11:44:10.176 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.174+0000 7fec65a36780 1 < canceled multipart upload key=GR4SISUXSQOT upload=KUTS5CF4ZNPZ tag=YMINZ82L3L7C type=write size=2264275 2023-12-03T11:44:10.178 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.176+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~VESCR1FW0ZOS.0 size=1048576 2023-12-03T11:44:10.179 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.177+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~VESCR1FW0ZOS.1 size=595522 2023-12-03T11:44:10.179 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.177+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=VESCR1FW0ZOS tag=7H2J93JSXDEP type=write size=2692674 2023-12-03T11:44:10.180 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.179+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~GQJB3GQPVZ5Q.0 size=1048576 2023-12-03T11:44:10.181 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.180+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~GQJB3GQPVZ5Q.1 size=1048576 2023-12-03T11:44:10.182 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.181+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~GQJB3GQPVZ5Q.2 size=814097 2023-12-03T11:44:10.185 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.182+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=GQJB3GQPVZ5Q tag=HASRK15VVS0F type=write size=3959825 2023-12-03T11:44:10.185 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.184+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=I95A6WOY5YIG type=del size=40519 2023-12-03T11:44:10.186 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.185+0000 7fec65a36780 1 < canceled operation key=ZHU0D35IH21Q tag=O3RRIACHKXLI type=del size=3921532 2023-12-03T11:44:10.188 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.187+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~F2N1IOVQS5Q4.0 size=1048576 2023-12-03T11:44:10.189 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.188+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~F2N1IOVQS5Q4.1 size=1044844 2023-12-03T11:44:10.189 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.188+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=F2N1IOVQS5Q4 tag=0ZHDBBI738O9 type=write size=3141996 2023-12-03T11:44:10.190 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.189+0000 7fec65a36780 1 < completed delete operation key=X9QLCGIXBKPW tag=T11S0AN885TR type=del 2023-12-03T11:44:10.191 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.190+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=ZR7M3CKP8Y7B type=del size=182552 2023-12-03T11:44:10.193 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.191+0000 7fec65a36780 1 < canceled operation key=PEN3GY9LLJKQ tag=IZG1655TQ2RG type=del size=3935599 2023-12-03T11:44:10.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.194+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~N6VOHMR5LR3C.0 size=1048576 2023-12-03T11:44:10.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.194+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~N6VOHMR5LR3C.1 size=1048576 2023-12-03T11:44:10.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.195+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~N6VOHMR5LR3C.2 size=499515 2023-12-03T11:44:10.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.195+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=N6VOHMR5LR3C tag=GK8ULVRTWON5 type=write size=3645243 2023-12-03T11:44:10.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.197+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=6W1O8X2QI80A type=del 2023-12-03T11:44:10.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.198+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=SKHJISPMG43N type=del size=868086 2023-12-03T11:44:10.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.199+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~8QUIQVU3HL1H.0 size=1048576 2023-12-03T11:44:10.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.200+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~8QUIQVU3HL1H.1 size=993183 2023-12-03T11:44:10.203 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.202+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=8QUIQVU3HL1H tag=JLBSIOJIA2SC type=write size=3090335 2023-12-03T11:44:10.205 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.204+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~H0Y6HWNWVS9Q.0 size=1048576 2023-12-03T11:44:10.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.205+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~H0Y6HWNWVS9Q.1 size=399655 2023-12-03T11:44:10.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.205+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=H0Y6HWNWVS9Q tag=9Q8INE5TGL0H type=write size=2496807 2023-12-03T11:44:10.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.206+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=N8XIBADJWAL9 type=del 2023-12-03T11:44:10.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.207+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=RXOG24T1S7NT type=write size=338720 2023-12-03T11:44:10.210 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.208+0000 7fec65a36780 1 < completed write operation key=AH17BNCID2LT tag=56L06E03NSEM type=write size=169121 2023-12-03T11:44:10.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.211+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~B0C4BJIULZ2V.0 size=1017951 2023-12-03T11:44:10.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.211+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=B0C4BJIULZ2V tag=465P8Q0GBNGH type=write size=2066527 2023-12-03T11:44:10.214 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.213+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~EL4J517DT19Q.0 size=1048576 2023-12-03T11:44:10.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.214+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~EL4J517DT19Q.1 size=829532 2023-12-03T11:44:10.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.217+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=EL4J517DT19Q tag=4C5VWCYFZ2TE type=write size=2926684 2023-12-03T11:44:10.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.218+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=SETR42KIZXHF type=del size=2915872 2023-12-03T11:44:10.220 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.219+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~14ZPN2PY87KP.0 size=1048576 2023-12-03T11:44:10.220 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.219+0000 7fec65a36780 1 < canceled part key=_multipart_P4HRMBD0NLGK.2~14ZPN2PY87KP.1 size=723240 2023-12-03T11:44:10.222 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.221+0000 7fec65a36780 1 < canceled multipart upload key=P4HRMBD0NLGK upload=14ZPN2PY87KP tag=38KYVVNSB6PJ type=write size=2820392 2023-12-03T11:44:10.223 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.222+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=2Q6YHRCHVTT3 type=del size=4066169 2023-12-03T11:44:10.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.223+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=YL4XV3AXT0SW type=del 2023-12-03T11:44:10.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.226+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~IDUOCNR2J9EG.0 size=607438 2023-12-03T11:44:10.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.226+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=IDUOCNR2J9EG tag=N8XGVCIPYVIC type=write size=1656014 2023-12-03T11:44:10.228 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.227+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~3AVNZG98PZ8L.0 size=675094 2023-12-03T11:44:10.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.229+0000 7fec65a36780 1 < completed multipart upload key=6NE4YT7O3EKT upload=3AVNZG98PZ8L tag=LZ0ISXKVJUAR type=write size=1723670 2023-12-03T11:44:10.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.230+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=W490R6VU4VWQ type=del size=3915595 2023-12-03T11:44:10.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.231+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=16S8FI3B2A6V type=del 2023-12-03T11:44:10.234 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.232+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=J9MZGKN0VXPI type=del size=3694149 2023-12-03T11:44:10.235 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.234+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=V2T5JG4QNXUA type=del 2023-12-03T11:44:10.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.235+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=YN08YNAR7CXW type=del size=976499 2023-12-03T11:44:10.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.236+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~E4T7X2G56YAI.0 size=1048576 2023-12-03T11:44:10.238 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.237+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~E4T7X2G56YAI.1 size=1048576 2023-12-03T11:44:10.239 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.238+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~E4T7X2G56YAI.2 size=929033 2023-12-03T11:44:10.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.240+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=E4T7X2G56YAI tag=34JBIEI5B9OY type=write size=4074761 2023-12-03T11:44:10.242 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.241+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=WYVK21HMS903 type=del size=2060768 2023-12-03T11:44:10.244 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.242+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~VESCR1FW0ZOS.0 size=1048576 2023-12-03T11:44:10.244 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.243+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~VESCR1FW0ZOS.1 size=595522 2023-12-03T11:44:10.246 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.245+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=VESCR1FW0ZOS tag=7H2J93JSXDEP type=write size=2692674 2023-12-03T11:44:10.248 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.246+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=B3359TPPREAS type=del size=2267311 2023-12-03T11:44:10.249 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.248+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=I95A6WOY5YIG type=del 2023-12-03T11:44:10.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.249+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=APCZNRZK03BF type=del size=4065800 2023-12-03T11:44:10.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.250+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~F2N1IOVQS5Q4.0 size=1048576 2023-12-03T11:44:10.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.251+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~F2N1IOVQS5Q4.1 size=1044844 2023-12-03T11:44:10.254 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.253+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=F2N1IOVQS5Q4 tag=0ZHDBBI738O9 type=write size=3141996 2023-12-03T11:44:10.257 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.255+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~ZIWXYYK6BF4B.0 size=968626 2023-12-03T11:44:10.257 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.255+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=ZIWXYYK6BF4B tag=C74MCTL8AWK0 type=write size=2017202 2023-12-03T11:44:10.257 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.256+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=ZR7M3CKP8Y7B type=del 2023-12-03T11:44:10.260 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.259+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~05D5WLKIG823.0 size=453911 2023-12-03T11:44:10.260 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.259+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=05D5WLKIG823 tag=4SNUW4CXMQLN type=write size=1502487 2023-12-03T11:44:10.261 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.260+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~N6VOHMR5LR3C.0 size=1048576 2023-12-03T11:44:10.262 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.261+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~N6VOHMR5LR3C.1 size=1048576 2023-12-03T11:44:10.263 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.262+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~N6VOHMR5LR3C.2 size=499515 2023-12-03T11:44:10.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.264+0000 7fec65a36780 1 < completed multipart upload key=3C6QMW8IQIA4 upload=N6VOHMR5LR3C tag=GK8ULVRTWON5 type=write size=3645243 2023-12-03T11:44:10.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.266+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~F493UQIY4R7B.0 size=1048576 2023-12-03T11:44:10.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.267+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~F493UQIY4R7B.1 size=1048576 2023-12-03T11:44:10.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.268+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~F493UQIY4R7B.2 size=193629 2023-12-03T11:44:10.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.268+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=F493UQIY4R7B tag=2O1OVEEL3APC type=write size=3339357 2023-12-03T11:44:10.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.269+0000 7fec65a36780 1 < canceled operation key=X9QLCGIXBKPW tag=SKHJISPMG43N type=del size=868086 2023-12-03T11:44:10.271 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.270+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=7PDGWC17Y5MA type=del size=2098958 2023-12-03T11:44:10.273 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.271+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~H0Y6HWNWVS9Q.0 size=1048576 2023-12-03T11:44:10.274 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.273+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~H0Y6HWNWVS9Q.1 size=399655 2023-12-03T11:44:10.276 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.274+0000 7fec65a36780 1 < completed multipart upload key=8OT6OT3U65FW upload=H0Y6HWNWVS9Q tag=9Q8INE5TGL0H type=write size=2496807 2023-12-03T11:44:10.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.276+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=J22VO8QQ5W1M type=write size=802249 2023-12-03T11:44:10.278 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.277+0000 7fec65a36780 1 < completed write operation key=WOVRQGZRPR2M tag=RXOG24T1S7NT type=write size=338720 2023-12-03T11:44:10.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.278+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=XXJ0JRL1G2FA type=del size=1637304 2023-12-03T11:44:10.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.279+0000 7fec65a36780 1 < canceled part key=_multipart_P4HRMBD0NLGK.2~B0C4BJIULZ2V.0 size=1017951 2023-12-03T11:44:10.282 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.281+0000 7fec65a36780 1 < canceled multipart upload key=P4HRMBD0NLGK upload=B0C4BJIULZ2V tag=465P8Q0GBNGH type=write size=2066527 2023-12-03T11:44:10.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.282+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=2UMZX5PSZ0P9 type=del size=3850764 2023-12-03T11:44:10.286 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.284+0000 7fec65a36780 1 < suggested remove operation key=X9RVI5NGJ2OL tag=SETR42KIZXHF type=del 2023-12-03T11:44:10.287 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.286+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=LC3RC6SETK9W type=del size=2805376 2023-12-03T11:44:10.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.287+0000 7fec65a36780 1 < completed delete operation key=GR4SISUXSQOT tag=2Q6YHRCHVTT3 type=del 2023-12-03T11:44:10.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.288+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=EK6RBEE5UNA3 type=del size=785893 2023-12-03T11:44:10.291 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.290+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~IDUOCNR2J9EG.0 size=607438 2023-12-03T11:44:10.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.291+0000 7fec65a36780 1 < completed multipart upload key=8OT6OT3U65FW upload=IDUOCNR2J9EG tag=N8XGVCIPYVIC type=write size=1656014 2023-12-03T11:44:10.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.294+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~EQ7QGAYKJNP4.0 size=1048576 2023-12-03T11:44:10.296 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.295+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~EQ7QGAYKJNP4.1 size=908921 2023-12-03T11:44:10.296 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.295+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=EQ7QGAYKJNP4 tag=O6DCI6BTIVFT type=write size=3006073 2023-12-03T11:44:10.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.297+0000 7fec65a36780 1 < suggested update operation key=2RH7HHERSZ3G tag=W490R6VU4VWQ type=del size=3915595 2023-12-03T11:44:10.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.298+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=BOES5UDLINXL type=del size=48350 2023-12-03T11:44:10.300 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.299+0000 7fec65a36780 1 < completed delete operation key=C0RNK06G6OQP tag=J9MZGKN0VXPI type=del 2023-12-03T11:44:10.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.300+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=N85H1KPCKOA1 type=del size=1626071 2023-12-03T11:44:10.304 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.303+0000 7fec65a36780 1 < suggested update operation key=X9QLCGIXBKPW tag=YN08YNAR7CXW type=del size=976499 2023-12-03T11:44:10.305 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.304+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=PJVJ0U54334R type=del size=792332 2023-12-03T11:44:10.307 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.305+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=WYVK21HMS903 type=del 2023-12-03T11:44:10.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.307+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~H8R5UDFO5UM4.0 size=1048576 2023-12-03T11:44:10.310 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.308+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~H8R5UDFO5UM4.1 size=1048576 2023-12-03T11:44:10.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.309+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~H8R5UDFO5UM4.2 size=156276 2023-12-03T11:44:10.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.309+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=H8R5UDFO5UM4 tag=PQHT136AYKWG type=write size=3302004 2023-12-03T11:44:10.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.311+0000 7fec65a36780 1 < completed delete operation key=GR4SISUXSQOT tag=B3359TPPREAS type=del 2023-12-03T11:44:10.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.312+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=R41GYJIRUGLY type=del size=3826606 2023-12-03T11:44:10.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.313+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=APCZNRZK03BF type=del 2023-12-03T11:44:10.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.315+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~FWO365DK4CQW.0 size=1048576 2023-12-03T11:44:10.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.316+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~FWO365DK4CQW.1 size=241660 2023-12-03T11:44:10.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.316+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=FWO365DK4CQW tag=ATE4FX8797GD type=write size=2338812 2023-12-03T11:44:10.319 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.317+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~ZIWXYYK6BF4B.0 size=968626 2023-12-03T11:44:10.321 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.319+0000 7fec65a36780 1 < completed multipart upload key=ZHU0D35IH21Q upload=ZIWXYYK6BF4B tag=C74MCTL8AWK0 type=write size=2017202 2023-12-03T11:44:10.322 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.321+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=V55NI5YBMTGY type=del size=861381 2023-12-03T11:44:10.323 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.322+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~05D5WLKIG823.0 size=453911 2023-12-03T11:44:10.325 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.324+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=05D5WLKIG823 tag=4SNUW4CXMQLN type=write size=1502487 2023-12-03T11:44:10.327 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.326+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=MQYP28GT4SJS type=del size=3080385 2023-12-03T11:44:10.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.327+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~F493UQIY4R7B.0 size=1048576 2023-12-03T11:44:10.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.328+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~F493UQIY4R7B.1 size=1048576 2023-12-03T11:44:10.331 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.329+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~F493UQIY4R7B.2 size=193629 2023-12-03T11:44:10.333 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.331+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=F493UQIY4R7B tag=2O1OVEEL3APC type=write size=3339357 2023-12-03T11:44:10.334 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.333+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=1J8DEYB62FQ6 type=del size=577135 2023-12-03T11:44:10.336 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.335+0000 7fec65a36780 1 < suggested update operation key=133Q3KH264WU tag=7PDGWC17Y5MA type=del size=2098958 2023-12-03T11:44:10.337 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.336+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=DU2VIPEJOV2V type=del size=2012462 2023-12-03T11:44:10.338 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.337+0000 7fec65a36780 1 < completed write operation key=P4HRMBD0NLGK tag=J22VO8QQ5W1M type=write size=802249 2023-12-03T11:44:10.340 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.338+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=D1C031G7BL60 type=del size=538864 2023-12-03T11:44:10.341 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.340+0000 7fec65a36780 1 < canceled operation key=47SL1QFM71HF tag=XXJ0JRL1G2FA type=del size=1637304 2023-12-03T11:44:10.342 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.341+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=SR4CSYGUXP9L type=write size=381348 2023-12-03T11:44:10.344 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.343+0000 7fec65a36780 1 < suggested update operation key=PEN3GY9LLJKQ tag=2UMZX5PSZ0P9 type=del size=3850764 2023-12-03T11:44:10.345 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.344+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=CTPM3449F49M type=del size=1519255 2023-12-03T11:44:10.346 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.345+0000 7fec65a36780 1 < completed delete operation key=T9V22NACHJGL tag=LC3RC6SETK9W type=del 2023-12-03T11:44:10.348 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.346+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=J8KSV5TB4198 type=del size=3222702 2023-12-03T11:44:10.349 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.348+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=EK6RBEE5UNA3 type=del 2023-12-03T11:44:10.350 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.349+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=O7YQWXYS3NU3 type=write size=587623 2023-12-03T11:44:10.350 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.349+0000 7fec65a36780 1 < canceled part key=_multipart_H2MMD7J4LFAH.2~EQ7QGAYKJNP4.0 size=1048576 2023-12-03T11:44:10.351 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.350+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~EQ7QGAYKJNP4.1 size=908921 2023-12-03T11:44:10.353 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.352+0000 7fec65a36780 1 < canceled multipart upload key=H2MMD7J4LFAH upload=EQ7QGAYKJNP4 tag=O6DCI6BTIVFT type=write size=3006073 2023-12-03T11:44:10.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.353+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=Z4N1DUSLKLYS type=del size=1332771 2023-12-03T11:44:10.357 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.356+0000 7fec65a36780 1 < suggested update operation key=AH17BNCID2LT tag=BOES5UDLINXL type=del size=48350 2023-12-03T11:44:10.358 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.357+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=TK8B0OYU5PQN type=del size=1774613 2023-12-03T11:44:10.360 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.359+0000 7fec65a36780 1 < suggested update operation key=3QZKHX70UUGR tag=N85H1KPCKOA1 type=del size=1626071 2023-12-03T11:44:10.361 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.360+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=VG8POU5TMGY7 type=del size=1676655 2023-12-03T11:44:10.363 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.361+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=PJVJ0U54334R type=del 2023-12-03T11:44:10.364 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.363+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=JWG5HTDVY89D type=write size=295599 2023-12-03T11:44:10.365 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.364+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~H8R5UDFO5UM4.0 size=1048576 2023-12-03T11:44:10.365 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.364+0000 7fec65a36780 1 < canceled part key=_multipart_5Z9PG5J6Q8GF.2~H8R5UDFO5UM4.1 size=1048576 2023-12-03T11:44:10.366 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.365+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~H8R5UDFO5UM4.2 size=156276 2023-12-03T11:44:10.368 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.367+0000 7fec65a36780 1 < canceled multipart upload key=5Z9PG5J6Q8GF upload=H8R5UDFO5UM4 tag=PQHT136AYKWG type=write size=3302004 2023-12-03T11:44:10.369 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.368+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=PR95QSXPN3ME type=del size=625504 2023-12-03T11:44:10.371 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.369+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=R41GYJIRUGLY type=del 2023-12-03T11:44:10.372 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.371+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=IFFO5XR885KP type=del size=1253284 2023-12-03T11:44:10.373 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.372+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~FWO365DK4CQW.0 size=1048576 2023-12-03T11:44:10.373 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.372+0000 7fec65a36780 1 < canceled part key=_multipart_ZHU0D35IH21Q.2~FWO365DK4CQW.1 size=241660 2023-12-03T11:44:10.375 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.374+0000 7fec65a36780 1 < canceled multipart upload key=ZHU0D35IH21Q upload=FWO365DK4CQW tag=ATE4FX8797GD type=write size=2338812 2023-12-03T11:44:10.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.377+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~5V47D9Y8F7WO.0 size=1048576 2023-12-03T11:44:10.379 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.378+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~5V47D9Y8F7WO.1 size=854772 2023-12-03T11:44:10.379 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.378+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=5V47D9Y8F7WO tag=E7M39PER0KE7 type=write size=2951924 2023-12-03T11:44:10.380 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.379+0000 7fec65a36780 1 < completed delete operation key=8OT6OT3U65FW tag=V55NI5YBMTGY type=del 2023-12-03T11:44:10.382 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.380+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=PSSRH3TPNKBU type=del size=1593828 2023-12-03T11:44:10.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.383+0000 7fec65a36780 1 < suggested update operation key=AH17BNCID2LT tag=MQYP28GT4SJS type=del size=3080385 2023-12-03T11:44:10.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.385+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~RWZMTFWX7UV1.0 size=1048576 2023-12-03T11:44:10.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.386+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~RWZMTFWX7UV1.1 size=1048576 2023-12-03T11:44:10.388 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.387+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~RWZMTFWX7UV1.2 size=321556 2023-12-03T11:44:10.388 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.387+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=RWZMTFWX7UV1 tag=G0ISYVC6EP09 type=write size=3467284 2023-12-03T11:44:10.390 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.388+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=1J8DEYB62FQ6 type=del 2023-12-03T11:44:10.390 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.389+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=ELFDPKLPDSRS type=write size=729744 2023-12-03T11:44:10.392 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.390+0000 7fec65a36780 -1 < failed to complete operation key=PEN3GY9LLJKQ tag=DU2VIPEJOV2V type=del size=2012462: (22) Invalid argument 2023-12-03T11:44:10.393 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.392+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=2KDDJ4NLXNDV type=del size=1335969 2023-12-03T11:44:10.394 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.393+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=D1C031G7BL60 type=del 2023-12-03T11:44:10.398 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.397+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~ZNK1JLH0ARIK.0 size=753934 2023-12-03T11:44:10.398 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.397+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=ZNK1JLH0ARIK tag=TAVWQCQQ6RYG type=write size=1802510 2023-12-03T11:44:10.399 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.398+0000 7fec65a36780 1 < completed write operation key=133Q3KH264WU tag=SR4CSYGUXP9L type=write size=381348 2023-12-03T11:44:10.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.399+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=G0QD02QS7X5D type=write size=325654 2023-12-03T11:44:10.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.400+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=CTPM3449F49M type=del 2023-12-03T11:44:10.403 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.402+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~ZLT48S35WI28.0 size=1048576 2023-12-03T11:44:10.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.403+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~ZLT48S35WI28.1 size=1048576 2023-12-03T11:44:10.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.404+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~ZLT48S35WI28.2 size=261890 2023-12-03T11:44:10.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.404+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=ZLT48S35WI28 tag=L144SXWFYJSG type=write size=3407618 2023-12-03T11:44:10.406 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.405+0000 7fec65a36780 1 < completed delete operation key=GR4SISUXSQOT tag=J8KSV5TB4198 type=del 2023-12-03T11:44:10.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.406+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=C1RACK861WF0 type=del size=4043209 2023-12-03T11:44:10.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.408+0000 7fec65a36780 1 < completed write operation key=1Q50D75XSIR5 tag=O7YQWXYS3NU3 type=write size=587623 2023-12-03T11:44:10.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.410+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~S1J2SL7FZ18G.0 size=1048576 2023-12-03T11:44:10.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.411+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~S1J2SL7FZ18G.1 size=111055 2023-12-03T11:44:10.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.411+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=S1J2SL7FZ18G tag=2Q0H1B0QFZ1V type=write size=2208207 2023-12-03T11:44:10.414 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.413+0000 7fec65a36780 1 < suggested remove operation key=BG6UOS1WMDBY tag=Z4N1DUSLKLYS type=del 2023-12-03T11:44:10.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.414+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=0S8I0DJZJ7AK type=del size=779632 2023-12-03T11:44:10.416 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.415+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=TK8B0OYU5PQN type=del 2023-12-03T11:44:10.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.417+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~RPB53J8YYME9.0 size=1048576 2023-12-03T11:44:10.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.418+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~RPB53J8YYME9.1 size=35371 2023-12-03T11:44:10.420 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.418+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=RPB53J8YYME9 tag=PPWHJSMOI6EK type=write size=2132523 2023-12-03T11:44:10.421 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.419+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=VG8POU5TMGY7 type=del 2023-12-03T11:44:10.423 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.421+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~92PLLDE4M1G0.0 size=1048576 2023-12-03T11:44:10.423 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.422+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~92PLLDE4M1G0.1 size=1048576 2023-12-03T11:44:10.424 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.423+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~92PLLDE4M1G0.2 size=979618 2023-12-03T11:44:10.424 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.423+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=92PLLDE4M1G0 tag=1PQBM8QVF88N type=write size=4125346 2023-12-03T11:44:10.426 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.424+0000 7fec65a36780 1 < completed write operation key=6NE4YT7O3EKT tag=JWG5HTDVY89D type=write size=295599 2023-12-03T11:44:10.427 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.425+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=KL5G6CUQS3Q3 type=del size=1223962 2023-12-03T11:44:10.428 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.427+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=PR95QSXPN3ME type=del 2023-12-03T11:44:10.429 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.428+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=CUZV4AIEED6A type=del size=3693051 2023-12-03T11:44:10.430 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.429+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=IFFO5XR885KP type=del 2023-12-03T11:44:10.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.430+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=YM808BJISFKJ type=del size=898070 2023-12-03T11:44:10.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.431+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~5V47D9Y8F7WO.0 size=1048576 2023-12-03T11:44:10.433 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.432+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~5V47D9Y8F7WO.1 size=854772 2023-12-03T11:44:10.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.434+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=5V47D9Y8F7WO tag=E7M39PER0KE7 type=write size=2951924 2023-12-03T11:44:10.436 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.435+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=UF88XD28XP3H type=del size=3541933 2023-12-03T11:44:10.439 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.437+0000 7fec65a36780 1 < suggested update operation key=YRACKN8LKGIH tag=PSSRH3TPNKBU type=del size=1593828 2023-12-03T11:44:10.440 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.438+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=R6CV9PV83KIU type=write size=599319 2023-12-03T11:44:10.442 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.441+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~RWZMTFWX7UV1.0 size=1048576 2023-12-03T11:44:10.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.442+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~RWZMTFWX7UV1.1 size=1048576 2023-12-03T11:44:10.444 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.443+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~RWZMTFWX7UV1.2 size=321556 2023-12-03T11:44:10.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.445+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=RWZMTFWX7UV1 tag=G0ISYVC6EP09 type=write size=3467284 2023-12-03T11:44:10.448 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.447+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~9K11VY9Z2LTL.0 size=1048576 2023-12-03T11:44:10.449 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.448+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~9K11VY9Z2LTL.1 size=1048576 2023-12-03T11:44:10.450 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.449+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~9K11VY9Z2LTL.2 size=583886 2023-12-03T11:44:10.450 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.449+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=9K11VY9Z2LTL tag=KQ606MM0E59V type=write size=3729614 2023-12-03T11:44:10.451 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.450+0000 7fec65a36780 1 < completed write operation key=SSVHOXNGSFYF tag=ELFDPKLPDSRS type=write size=729744 2023-12-03T11:44:10.452 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.451+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=ANX60TKG6WVX type=del size=2369108 2023-12-03T11:44:10.457 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.452+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=2KDDJ4NLXNDV type=del 2023-12-03T11:44:10.457 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.453+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=RLGUY25V7YUY type=del size=3393275 2023-12-03T11:44:10.458 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.454+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~ZNK1JLH0ARIK.0 size=753934 2023-12-03T11:44:10.458 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.457+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=ZNK1JLH0ARIK tag=TAVWQCQQ6RYG type=write size=1802510 2023-12-03T11:44:10.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.458+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=MZ8NLSV7RZRF type=del size=3230927 2023-12-03T11:44:10.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.459+0000 7fec65a36780 1 < completed write operation key=133Q3KH264WU tag=G0QD02QS7X5D type=write size=325654 2023-12-03T11:44:10.462 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.461+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~SMPD6J4CL6EN.0 size=1048576 2023-12-03T11:44:10.463 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.462+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~SMPD6J4CL6EN.1 size=802245 2023-12-03T11:44:10.463 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.462+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=SMPD6J4CL6EN tag=X3RM4ST7TTVM type=write size=2899397 2023-12-03T11:44:10.464 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.463+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~ZLT48S35WI28.0 size=1048576 2023-12-03T11:44:10.465 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.464+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~ZLT48S35WI28.1 size=1048576 2023-12-03T11:44:10.466 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.465+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~ZLT48S35WI28.2 size=261890 2023-12-03T11:44:10.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.467+0000 7fec65a36780 1 < completed multipart upload key=2RH7HHERSZ3G upload=ZLT48S35WI28 tag=L144SXWFYJSG type=write size=3407618 2023-12-03T11:44:10.469 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.468+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=PF9T7T88B7HJ type=del size=4009636 2023-12-03T11:44:10.470 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.469+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=C1RACK861WF0 type=del 2023-12-03T11:44:10.472 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.471+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~LI72O8ARCSP3.0 size=1048576 2023-12-03T11:44:10.473 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.472+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~LI72O8ARCSP3.1 size=928859 2023-12-03T11:44:10.473 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.472+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=LI72O8ARCSP3 tag=H8EJM634A06A type=write size=3026011 2023-12-03T11:44:10.474 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.473+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~S1J2SL7FZ18G.0 size=1048576 2023-12-03T11:44:10.475 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.474+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~S1J2SL7FZ18G.1 size=111055 2023-12-03T11:44:10.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.476+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=S1J2SL7FZ18G tag=2Q0H1B0QFZ1V type=write size=2208207 2023-12-03T11:44:10.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.477+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=M2N2RZNR6N53 type=del size=3349028 2023-12-03T11:44:10.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.478+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=0S8I0DJZJ7AK type=del 2023-12-03T11:44:10.480 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.479+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=HF2M78XC9RX9 type=del size=3097530 2023-12-03T11:44:10.482 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.481+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~RPB53J8YYME9.0 size=1048576 2023-12-03T11:44:10.483 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.482+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~RPB53J8YYME9.1 size=35371 2023-12-03T11:44:10.485 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.484+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=RPB53J8YYME9 tag=PPWHJSMOI6EK type=write size=2132523 2023-12-03T11:44:10.486 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.485+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=S4LLPOXREH61 type=del size=512329 2023-12-03T11:44:10.487 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.486+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~92PLLDE4M1G0.0 size=1048576 2023-12-03T11:44:10.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.487+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~92PLLDE4M1G0.1 size=1048576 2023-12-03T11:44:10.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.489+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~92PLLDE4M1G0.2 size=979618 2023-12-03T11:44:10.492 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.491+0000 7fec65a36780 1 < completed multipart upload key=8OT6OT3U65FW upload=92PLLDE4M1G0 tag=1PQBM8QVF88N type=write size=4125346 2023-12-03T11:44:10.493 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.492+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=4YF4F4460R32 type=del size=3515187 2023-12-03T11:44:10.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.494+0000 7fec65a36780 1 < suggested update operation key=6NE4YT7O3EKT tag=KL5G6CUQS3Q3 type=del size=1223962 2023-12-03T11:44:10.496 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.495+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=RTPMY3YDGR3H type=del size=695778 2023-12-03T11:44:10.498 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.496+0000 7fec65a36780 1 < completed delete operation key=PEN3GY9LLJKQ tag=CUZV4AIEED6A type=del 2023-12-03T11:44:10.500 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.499+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~7JUMIEUTRF3R.0 size=445229 2023-12-03T11:44:10.500 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.499+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=7JUMIEUTRF3R tag=SQ67Q5DL4CGB type=write size=1493805 2023-12-03T11:44:10.502 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.501+0000 7fec65a36780 1 < suggested update operation key=YXIRHDBN13DX tag=YM808BJISFKJ type=del size=898070 2023-12-03T11:44:10.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.504+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~9QZ3HOJ2ZI0D.0 size=808285 2023-12-03T11:44:10.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.504+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=9QZ3HOJ2ZI0D tag=DTD9JJ3DGCBC type=write size=1856861 2023-12-03T11:44:10.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.505+0000 7fec65a36780 1 < canceled operation key=0AZB86BIZ0MT tag=UF88XD28XP3H type=del size=3541933 2023-12-03T11:44:10.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.506+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=02W85KYNKNU7 type=del size=3836425 2023-12-03T11:44:10.509 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.507+0000 7fec65a36780 1 < completed write operation key=YRACKN8LKGIH tag=R6CV9PV83KIU type=write size=599319 2023-12-03T11:44:10.511 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.509+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~R1LADWKI7VL7.0 size=1030036 2023-12-03T11:44:10.511 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.509+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=R1LADWKI7VL7 tag=AI0QX6LDN2IE type=write size=2078612 2023-12-03T11:44:10.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.511+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~9K11VY9Z2LTL.0 size=1048576 2023-12-03T11:44:10.513 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.511+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~9K11VY9Z2LTL.1 size=1048576 2023-12-03T11:44:10.514 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.513+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~9K11VY9Z2LTL.2 size=583886 2023-12-03T11:44:10.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.515+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=9K11VY9Z2LTL tag=KQ606MM0E59V type=write size=3729614 2023-12-03T11:44:10.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.516+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=XRU0POBDA5MW type=del size=2804908 2023-12-03T11:44:10.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.517+0000 7fec65a36780 1 < completed delete operation key=PEN3GY9LLJKQ tag=ANX60TKG6WVX type=del 2023-12-03T11:44:10.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.518+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=QYZZ5HGX19C8 type=del size=854373 2023-12-03T11:44:10.521 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.519+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=RLGUY25V7YUY type=del 2023-12-03T11:44:10.523 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.521+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~KWQ9RAP4B3WS.0 size=568598 2023-12-03T11:44:10.523 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.521+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=KWQ9RAP4B3WS tag=V6N34V02EQ60 type=write size=1617174 2023-12-03T11:44:10.524 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.523+0000 7fec65a36780 1 < completed delete operation key=0HEXWFSSYOFX tag=MZ8NLSV7RZRF type=del 2023-12-03T11:44:10.526 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.525+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~GRZHV614Y317.0 size=170378 2023-12-03T11:44:10.527 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.525+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=GRZHV614Y317 tag=FTJI4SN79T0H type=write size=1218954 2023-12-03T11:44:10.527 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.526+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~SMPD6J4CL6EN.0 size=1048576 2023-12-03T11:44:10.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.527+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~SMPD6J4CL6EN.1 size=802245 2023-12-03T11:44:10.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.529+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=SMPD6J4CL6EN tag=X3RM4ST7TTVM type=write size=2899397 2023-12-03T11:44:10.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.531+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=OHSMR0N99ATL type=del size=880623 2023-12-03T11:44:10.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.532+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=PF9T7T88B7HJ type=del 2023-12-03T11:44:10.535 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.534+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~FSAS6J0A7OJ0.0 size=1048576 2023-12-03T11:44:10.536 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.535+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~FSAS6J0A7OJ0.1 size=1048576 2023-12-03T11:44:10.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.536+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~FSAS6J0A7OJ0.2 size=476304 2023-12-03T11:44:10.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.536+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=FSAS6J0A7OJ0 tag=N8JUS0FZMOLK type=write size=3622032 2023-12-03T11:44:10.538 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.537+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~LI72O8ARCSP3.0 size=1048576 2023-12-03T11:44:10.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.538+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~LI72O8ARCSP3.1 size=928859 2023-12-03T11:44:10.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.540+0000 7fec65a36780 1 < completed multipart upload key=8OT6OT3U65FW upload=LI72O8ARCSP3 tag=H8EJM634A06A type=write size=3026011 2023-12-03T11:44:10.542 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.541+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=OMPFRVDOXSBT type=write size=988771 2023-12-03T11:44:10.543 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.542+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=M2N2RZNR6N53 type=del 2023-12-03T11:44:10.545 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.544+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~NBH0XYN0XV0B.0 size=749646 2023-12-03T11:44:10.545 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.544+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=NBH0XYN0XV0B tag=T43D1RPH1Y4G type=write size=1798222 2023-12-03T11:44:10.546 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.545+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=HF2M78XC9RX9 type=del 2023-12-03T11:44:10.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.547+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~DVKJ3KJJR2YD.0 size=1048576 2023-12-03T11:44:10.549 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.548+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~DVKJ3KJJR2YD.1 size=771745 2023-12-03T11:44:10.549 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.548+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=DVKJ3KJJR2YD tag=338NEJ8BREU8 type=write size=2868897 2023-12-03T11:44:10.551 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.550+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=S4LLPOXREH61 type=del 2023-12-03T11:44:10.552 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.551+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=1Y9RR98EOMQL type=write size=444169 2023-12-03T11:44:10.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.552+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=4YF4F4460R32 type=del 2023-12-03T11:44:10.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.554+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=5WU7O41N0HXC type=del size=1007416 2023-12-03T11:44:10.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.555+0000 7fec65a36780 1 < completed delete operation key=GR4SISUXSQOT tag=RTPMY3YDGR3H type=del 2023-12-03T11:44:10.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.557+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~X17Q47T2RP7Z.0 size=331120 2023-12-03T11:44:10.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.557+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=X17Q47T2RP7Z tag=E6OPE52AE21K type=write size=1379696 2023-12-03T11:44:10.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.558+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~7JUMIEUTRF3R.0 size=445229 2023-12-03T11:44:10.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.560+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=7JUMIEUTRF3R tag=SQ67Q5DL4CGB type=write size=1493805 2023-12-03T11:44:10.564 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.562+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~E231D2I20FUC.0 size=1048576 2023-12-03T11:44:10.564 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.563+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~E231D2I20FUC.1 size=1048576 2023-12-03T11:44:10.565 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.564+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~E231D2I20FUC.2 size=209314 2023-12-03T11:44:10.565 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.564+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=E231D2I20FUC tag=ETRR73AFXMAR type=write size=3355042 2023-12-03T11:44:10.566 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.565+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~9QZ3HOJ2ZI0D.0 size=808285 2023-12-03T11:44:10.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.567+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=9QZ3HOJ2ZI0D tag=DTD9JJ3DGCBC type=write size=1856861 2023-12-03T11:44:10.570 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.569+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~TRKZWO6AUPHT.0 size=1048576 2023-12-03T11:44:10.571 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.570+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~TRKZWO6AUPHT.1 size=1048576 2023-12-03T11:44:10.572 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.571+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~TRKZWO6AUPHT.2 size=578476 2023-12-03T11:44:10.572 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.571+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=TRKZWO6AUPHT tag=FAZMTJTRW010 type=write size=3724204 2023-12-03T11:44:10.574 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.573+0000 7fec65a36780 1 < suggested update operation key=1Q50D75XSIR5 tag=02W85KYNKNU7 type=del size=3836425 2023-12-03T11:44:10.576 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.574+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=CHFR6ARMTSV9 type=del size=3302779 2023-12-03T11:44:10.577 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.575+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~R1LADWKI7VL7.0 size=1030036 2023-12-03T11:44:10.578 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.577+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=R1LADWKI7VL7 tag=AI0QX6LDN2IE type=write size=2078612 2023-12-03T11:44:10.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.579+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=L0NTN95RRNFF type=del size=108401 2023-12-03T11:44:10.581 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.580+0000 7fec65a36780 1 < completed delete operation key=ZCS6XX24O8P4 tag=XRU0POBDA5MW type=del 2023-12-03T11:44:10.582 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.581+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=9X0B1U1QCL0I type=del size=4158779 2023-12-03T11:44:10.583 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.582+0000 7fec65a36780 1 < canceled operation key=BG6UOS1WMDBY tag=QYZZ5HGX19C8 type=del size=854373 2023-12-03T11:44:10.584 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.583+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=MOYRJY6M2Y3Z type=write size=104128 2023-12-03T11:44:10.585 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.584+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~KWQ9RAP4B3WS.0 size=568598 2023-12-03T11:44:10.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.586+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=KWQ9RAP4B3WS tag=V6N34V02EQ60 type=write size=1617174 2023-12-03T11:44:10.589 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.588+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=VEU3VJG2VQT0 type=del size=3718052 2023-12-03T11:44:10.590 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.589+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~GRZHV614Y317.0 size=170378 2023-12-03T11:44:10.592 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.591+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=GRZHV614Y317 tag=FTJI4SN79T0H type=write size=1218954 2023-12-03T11:44:10.594 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.593+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~XBYBLKOA6GAM.0 size=234673 2023-12-03T11:44:10.594 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.593+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=XBYBLKOA6GAM tag=3C2ABVYA1AG2 type=write size=1283249 2023-12-03T11:44:10.595 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.594+0000 7fec65a36780 1 < canceled operation key=0AZB86BIZ0MT tag=OHSMR0N99ATL type=del size=880623 2023-12-03T11:44:10.598 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.596+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~73Q74VC17IB1.0 size=1048576 2023-12-03T11:44:10.598 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.597+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~73Q74VC17IB1.1 size=732609 2023-12-03T11:44:10.598 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.597+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=73Q74VC17IB1 tag=SQ3UZ2290IP0 type=write size=2829761 2023-12-03T11:44:10.600 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.598+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~FSAS6J0A7OJ0.0 size=1048576 2023-12-03T11:44:10.600 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.598+0000 7fec65a36780 1 < canceled part key=_multipart_BG6UOS1WMDBY.2~FSAS6J0A7OJ0.1 size=1048576 2023-12-03T11:44:10.600 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.599+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~FSAS6J0A7OJ0.2 size=476304 2023-12-03T11:44:10.603 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.601+0000 7fec65a36780 1 < canceled multipart upload key=BG6UOS1WMDBY upload=FSAS6J0A7OJ0 tag=N8JUS0FZMOLK type=write size=3622032 2023-12-03T11:44:10.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.603+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=K0CFI0ECW0Y4 type=del size=670813 2023-12-03T11:44:10.605 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.604+0000 7fec65a36780 1 < completed write operation key=8OT6OT3U65FW tag=OMPFRVDOXSBT type=write size=988771 2023-12-03T11:44:10.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.605+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=ZFTYRKD9B9G5 type=write size=912281 2023-12-03T11:44:10.607 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.606+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~NBH0XYN0XV0B.0 size=749646 2023-12-03T11:44:10.609 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.608+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=NBH0XYN0XV0B tag=T43D1RPH1Y4G type=write size=1798222 2023-12-03T11:44:10.610 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.609+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=Q55ZYQQIH0X1 type=del size=2602044 2023-12-03T11:44:10.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.610+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~DVKJ3KJJR2YD.0 size=1048576 2023-12-03T11:44:10.612 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.611+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~DVKJ3KJJR2YD.1 size=771745 2023-12-03T11:44:10.615 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.613+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=DVKJ3KJJR2YD tag=338NEJ8BREU8 type=write size=2868897 2023-12-03T11:44:10.616 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.614+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=5J7SNV6AEE9T type=del size=3214603 2023-12-03T11:44:10.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.615+0000 7fec65a36780 1 < canceled operation key=MR1LTY3JH4WC tag=1Y9RR98EOMQL type=write size=444169 2023-12-03T11:44:10.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.617+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=UOS2449LKZ0N type=del size=1381924 2023-12-03T11:44:10.619 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.618+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=5WU7O41N0HXC type=del 2023-12-03T11:44:10.620 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.619+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=Y2XJY3AO9D9S type=del size=3432090 2023-12-03T11:44:10.621 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.620+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~X17Q47T2RP7Z.0 size=331120 2023-12-03T11:44:10.623 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.622+0000 7fec65a36780 1 < completed multipart upload key=X9QLCGIXBKPW upload=X17Q47T2RP7Z tag=E6OPE52AE21K type=write size=1379696 2023-12-03T11:44:10.625 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.624+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~CUNKJXFR2GK9.0 size=1048576 2023-12-03T11:44:10.626 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.625+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~CUNKJXFR2GK9.1 size=1048576 2023-12-03T11:44:10.627 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.626+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~CUNKJXFR2GK9.2 size=857445 2023-12-03T11:44:10.627 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.626+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=CUNKJXFR2GK9 tag=W6CQF3TGT6P9 type=write size=4003173 2023-12-03T11:44:10.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.627+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~E231D2I20FUC.0 size=1048576 2023-12-03T11:44:10.629 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.628+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~E231D2I20FUC.1 size=1048576 2023-12-03T11:44:10.630 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.629+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~E231D2I20FUC.2 size=209314 2023-12-03T11:44:10.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.631+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=E231D2I20FUC tag=ETRR73AFXMAR type=write size=3355042 2023-12-03T11:44:10.635 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.633+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~GFP6D8URBCKE.0 size=1048576 2023-12-03T11:44:10.635 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.634+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~GFP6D8URBCKE.1 size=893499 2023-12-03T11:44:10.635 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.634+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=GFP6D8URBCKE tag=8PQQ42DA2VUY type=write size=2990651 2023-12-03T11:44:10.637 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.635+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~TRKZWO6AUPHT.0 size=1048576 2023-12-03T11:44:10.638 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.637+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~TRKZWO6AUPHT.1 size=1048576 2023-12-03T11:44:10.639 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.637+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~TRKZWO6AUPHT.2 size=578476 2023-12-03T11:44:10.641 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.640+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=TRKZWO6AUPHT tag=FAZMTJTRW010 type=write size=3724204 2023-12-03T11:44:10.643 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.642+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~7DV4DAI2VXRZ.0 size=1048576 2023-12-03T11:44:10.644 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.643+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~7DV4DAI2VXRZ.1 size=124406 2023-12-03T11:44:10.644 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.643+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=7DV4DAI2VXRZ tag=N3M6HD8PII1Z type=write size=2221558 2023-12-03T11:44:10.645 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.644+0000 7fec65a36780 1 < completed delete operation key=PEN3GY9LLJKQ tag=CHFR6ARMTSV9 type=del 2023-12-03T11:44:10.647 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.646+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~SKHYNXE5G6FD.0 size=1048576 2023-12-03T11:44:10.648 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.647+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~SKHYNXE5G6FD.1 size=98049 2023-12-03T11:44:10.648 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.647+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=SKHYNXE5G6FD tag=47HX4YP20SCW type=write size=2195201 2023-12-03T11:44:10.650 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.649+0000 7fec65a36780 1 < suggested remove operation key=SSVHOXNGSFYF tag=L0NTN95RRNFF type=del 2023-12-03T11:44:10.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.650+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=YSAG59J22BYR type=del size=3679188 2023-12-03T11:44:10.653 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.652+0000 7fec65a36780 1 < canceled operation key=6NE4YT7O3EKT tag=9X0B1U1QCL0I type=del size=4158779 2023-12-03T11:44:10.655 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.654+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~9DMEOAK9CM28.0 size=1048576 2023-12-03T11:44:10.656 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.655+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~9DMEOAK9CM28.1 size=1048576 2023-12-03T11:44:10.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.656+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~9DMEOAK9CM28.2 size=467417 2023-12-03T11:44:10.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.656+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=9DMEOAK9CM28 tag=D64LOEZUC11X type=write size=3613145 2023-12-03T11:44:10.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.658+0000 7fec65a36780 1 < completed write operation key=0HEXWFSSYOFX tag=MOYRJY6M2Y3Z type=write size=104128 2023-12-03T11:44:10.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.660+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~OH4T5MWKC9K8.0 size=1048576 2023-12-03T11:44:10.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.660+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~OH4T5MWKC9K8.1 size=1048576 2023-12-03T11:44:10.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.661+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~OH4T5MWKC9K8.2 size=387161 2023-12-03T11:44:10.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.661+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=OH4T5MWKC9K8 tag=OBVO1CLL4RRN type=write size=3532889 2023-12-03T11:44:10.664 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.662+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=VEU3VJG2VQT0 type=del 2023-12-03T11:44:10.666 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.664+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~S1EWCP03JQVC.0 size=1048353 2023-12-03T11:44:10.666 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.664+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=S1EWCP03JQVC tag=9Y1VO3V60I8K type=write size=2096929 2023-12-03T11:44:10.667 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.665+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~XBYBLKOA6GAM.0 size=234673 2023-12-03T11:44:10.668 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.667+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=XBYBLKOA6GAM tag=3C2ABVYA1AG2 type=write size=1283249 2023-12-03T11:44:10.670 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.669+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~H3U1ZE7ZSYKY.0 size=1048576 2023-12-03T11:44:10.671 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.670+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~H3U1ZE7ZSYKY.1 size=1048576 2023-12-03T11:44:10.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.671+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~H3U1ZE7ZSYKY.2 size=759655 2023-12-03T11:44:10.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.671+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=H3U1ZE7ZSYKY tag=NQEBV3CJZULG type=write size=3905383 2023-12-03T11:44:10.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.672+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~73Q74VC17IB1.0 size=1048576 2023-12-03T11:44:10.675 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.673+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~73Q74VC17IB1.1 size=732609 2023-12-03T11:44:10.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.675+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=73Q74VC17IB1 tag=SQ3UZ2290IP0 type=write size=2829761 2023-12-03T11:44:10.678 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.676+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=QCYEBSQ159VL type=write size=701705 2023-12-03T11:44:10.679 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.677+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=K0CFI0ECW0Y4 type=del 2023-12-03T11:44:10.680 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.678+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=NM6ZCUWNJ4LL type=del size=3551459 2023-12-03T11:44:10.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.681+0000 7fec65a36780 1 < suggested remove operation key=X9RVI5NGJ2OL tag=ZFTYRKD9B9G5 type=write 2023-12-03T11:44:10.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.682+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=7VLMBW5XJ0FS type=write size=60057 2023-12-03T11:44:10.685 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.684+0000 7fec65a36780 1 < suggested update operation key=ZCS6XX24O8P4 tag=Q55ZYQQIH0X1 type=del size=2602044 2023-12-03T11:44:10.686 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.685+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=5GNHRPJQ2INV type=del size=1844960 2023-12-03T11:44:10.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.687+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=5J7SNV6AEE9T type=del 2023-12-03T11:44:10.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.688+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=E6NX3RT1VVR0 type=del size=164287 2023-12-03T11:44:10.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.689+0000 7fec65a36780 1 < canceled operation key=2RH7HHERSZ3G tag=UOS2449LKZ0N type=del size=1381924 2023-12-03T11:44:10.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.690+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=RXOAKJOOBIS8 type=del size=1505433 2023-12-03T11:44:10.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.691+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=Y2XJY3AO9D9S type=del 2023-12-03T11:44:10.694 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.692+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=EJT4T7VRV16C type=del size=3375925 2023-12-03T11:44:10.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.694+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~CUNKJXFR2GK9.0 size=1048576 2023-12-03T11:44:10.696 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.695+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~CUNKJXFR2GK9.1 size=1048576 2023-12-03T11:44:10.697 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.696+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~CUNKJXFR2GK9.2 size=857445 2023-12-03T11:44:10.699 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.698+0000 7fec65a36780 1 < completed multipart upload key=ZHU0D35IH21Q upload=CUNKJXFR2GK9 tag=W6CQF3TGT6P9 type=write size=4003173 2023-12-03T11:44:10.700 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.699+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=QBWG97YEXJY3 type=del size=1686540 2023-12-03T11:44:10.702 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.700+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~GFP6D8URBCKE.0 size=1048576 2023-12-03T11:44:10.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.701+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~GFP6D8URBCKE.1 size=893499 2023-12-03T11:44:10.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.704+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=GFP6D8URBCKE tag=8PQQ42DA2VUY type=write size=2990651 2023-12-03T11:44:10.706 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.705+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=666WOZ8YA01W type=del size=4109355 2023-12-03T11:44:10.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.706+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~7DV4DAI2VXRZ.0 size=1048576 2023-12-03T11:44:10.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.707+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~7DV4DAI2VXRZ.1 size=124406 2023-12-03T11:44:10.710 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.709+0000 7fec65a36780 1 < completed multipart upload key=3C6QMW8IQIA4 upload=7DV4DAI2VXRZ tag=N3M6HD8PII1Z type=write size=2221558 2023-12-03T11:44:10.711 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.710+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=TE52DIITW1LO type=del size=559064 2023-12-03T11:44:10.713 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.712+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~SKHYNXE5G6FD.0 size=1048576 2023-12-03T11:44:10.714 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.712+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~SKHYNXE5G6FD.1 size=98049 2023-12-03T11:44:10.716 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.715+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=SKHYNXE5G6FD tag=47HX4YP20SCW type=write size=2195201 2023-12-03T11:44:10.717 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.716+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=3W22JJ36YR3C type=del size=400934 2023-12-03T11:44:10.718 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.717+0000 7fec65a36780 -1 < failed to complete operation key=X9RVI5NGJ2OL tag=YSAG59J22BYR type=del size=3679188: (22) Invalid argument 2023-12-03T11:44:10.719 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.718+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=U22SYR4G1J2U type=del size=1684404 2023-12-03T11:44:10.721 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.720+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~9DMEOAK9CM28.0 size=1048576 2023-12-03T11:44:10.721 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.720+0000 7fec65a36780 1 < canceled part key=_multipart_133Q3KH264WU.2~9DMEOAK9CM28.1 size=1048576 2023-12-03T11:44:10.721 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.720+0000 7fec65a36780 1 < canceled part key=_multipart_133Q3KH264WU.2~9DMEOAK9CM28.2 size=467417 2023-12-03T11:44:10.723 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.722+0000 7fec65a36780 1 < canceled multipart upload key=133Q3KH264WU upload=9DMEOAK9CM28 tag=D64LOEZUC11X type=write size=3613145 2023-12-03T11:44:10.724 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.723+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=GT0Y9TJVTBIL type=del size=913379 2023-12-03T11:44:10.725 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.724+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~OH4T5MWKC9K8.0 size=1048576 2023-12-03T11:44:10.726 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.725+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~OH4T5MWKC9K8.1 size=1048576 2023-12-03T11:44:10.727 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.726+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~OH4T5MWKC9K8.2 size=387161 2023-12-03T11:44:10.731 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.730+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=OH4T5MWKC9K8 tag=OBVO1CLL4RRN type=write size=3532889 2023-12-03T11:44:10.732 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.731+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=D5EN32KHZSFA type=del size=459739 2023-12-03T11:44:10.733 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.732+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~S1EWCP03JQVC.0 size=1048353 2023-12-03T11:44:10.735 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.734+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=S1EWCP03JQVC tag=9Y1VO3V60I8K type=write size=2096929 2023-12-03T11:44:10.737 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.735+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=RL9L3E6EBIG9 type=write size=282078 2023-12-03T11:44:10.738 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.737+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~H3U1ZE7ZSYKY.0 size=1048576 2023-12-03T11:44:10.739 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.737+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~H3U1ZE7ZSYKY.1 size=1048576 2023-12-03T11:44:10.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.738+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~H3U1ZE7ZSYKY.2 size=759655 2023-12-03T11:44:10.742 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.740+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=H3U1ZE7ZSYKY tag=NQEBV3CJZULG type=write size=3905383 2023-12-03T11:44:10.743 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.742+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=WPVNU6SC01LR type=write size=934107 2023-12-03T11:44:10.744 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.743+0000 7fec65a36780 1 < completed write operation key=T9V22NACHJGL tag=QCYEBSQ159VL type=write size=701705 2023-12-03T11:44:10.745 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.744+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=FDYV8WGDQWOM type=del size=3032447 2023-12-03T11:44:10.746 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.745+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=NM6ZCUWNJ4LL type=del 2023-12-03T11:44:10.747 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.746+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=RCTLI5SKRDDJ type=del size=1442466 2023-12-03T11:44:10.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.747+0000 7fec65a36780 1 < completed write operation key=P4HRMBD0NLGK tag=7VLMBW5XJ0FS type=write size=60057 2023-12-03T11:44:10.751 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.749+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~C5KD61P24U9J.0 size=306899 2023-12-03T11:44:10.751 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.749+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=C5KD61P24U9J tag=YHKF88B4RYP8 type=write size=1355475 2023-12-03T11:44:10.752 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.750+0000 7fec65a36780 1 < completed delete operation key=C0RNK06G6OQP tag=5GNHRPJQ2INV type=del 2023-12-03T11:44:10.754 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.752+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~IWAE99QP3C91.0 size=1048576 2023-12-03T11:44:10.755 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.753+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~IWAE99QP3C91.1 size=1048576 2023-12-03T11:44:10.756 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.754+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~IWAE99QP3C91.2 size=501607 2023-12-03T11:44:10.756 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.754+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=IWAE99QP3C91 tag=40VIV2YKFUCC type=write size=3647335 2023-12-03T11:44:10.757 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.756+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=E6NX3RT1VVR0 type=del 2023-12-03T11:44:10.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.757+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=ZNXD7WBMFNDR type=del size=2721974 2023-12-03T11:44:10.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.758+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=RXOAKJOOBIS8 type=del 2023-12-03T11:44:10.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.760+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=HU00KSF6LUKF type=del size=2301702 2023-12-03T11:44:10.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.762+0000 7fec65a36780 1 < suggested update operation key=3C6QMW8IQIA4 tag=EJT4T7VRV16C type=del size=3375925 2023-12-03T11:44:10.766 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.764+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~T5W4S2K5HMPN.0 size=469421 2023-12-03T11:44:10.766 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.764+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=T5W4S2K5HMPN tag=JNPY52XPI7Y8 type=write size=1517997 2023-12-03T11:44:10.767 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.766+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=QBWG97YEXJY3 type=del 2023-12-03T11:44:10.768 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.767+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=CDRM82BLSV4J type=del size=3811247 2023-12-03T11:44:10.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.771+0000 7fec65a36780 1 < suggested remove operation key=8OT6OT3U65FW tag=666WOZ8YA01W type=del 2023-12-03T11:44:10.774 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.773+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~MP1LA9XT3X47.0 size=1048576 2023-12-03T11:44:10.775 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.774+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~MP1LA9XT3X47.1 size=1048576 2023-12-03T11:44:10.776 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.775+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~MP1LA9XT3X47.2 size=469290 2023-12-03T11:44:10.776 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.775+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=MP1LA9XT3X47 tag=HJJR8BWKPA9E type=write size=3615018 2023-12-03T11:44:10.777 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.776+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=TE52DIITW1LO type=del 2023-12-03T11:44:10.779 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.778+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~GTG9C52MLERE.0 size=1048576 2023-12-03T11:44:10.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.779+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~GTG9C52MLERE.1 size=1048576 2023-12-03T11:44:10.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.780+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~GTG9C52MLERE.2 size=145192 2023-12-03T11:44:10.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.780+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=GTG9C52MLERE tag=N6UK2X880ZHR type=write size=3290920 2023-12-03T11:44:10.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.782+0000 7fec65a36780 1 < suggested remove operation key=GR4SISUXSQOT tag=3W22JJ36YR3C type=del 2023-12-03T11:44:10.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.784+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=7K9QF0S1PFPA type=del size=477798 2023-12-03T11:44:10.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.785+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=U22SYR4G1J2U type=del 2023-12-03T11:44:10.789 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.788+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~8D7T4DBNNDYP.0 size=132731 2023-12-03T11:44:10.789 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.788+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=8D7T4DBNNDYP tag=44J4NM20U82P type=write size=1181307 2023-12-03T11:44:10.790 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.789+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=GT0Y9TJVTBIL type=del 2023-12-03T11:44:10.791 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.790+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=M3Z9TT0NRD3J type=del size=282763 2023-12-03T11:44:10.792 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.791+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=D5EN32KHZSFA type=del 2023-12-03T11:44:10.795 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.793+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~JXQOK7RRZ187.0 size=512311 2023-12-03T11:44:10.795 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.793+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=JXQOK7RRZ187 tag=VG090HGXWQXJ type=write size=1560887 2023-12-03T11:44:10.796 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.795+0000 7fec65a36780 1 < completed write operation key=5C1TNEXGMTX2 tag=RL9L3E6EBIG9 type=write size=282078 2023-12-03T11:44:10.798 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.797+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~JZ4OEPEYVBTR.0 size=1048576 2023-12-03T11:44:10.799 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.798+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~JZ4OEPEYVBTR.1 size=1048576 2023-12-03T11:44:10.800 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.799+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~JZ4OEPEYVBTR.2 size=858584 2023-12-03T11:44:10.800 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.799+0000 7fec65a36780 1 > prepared multipart upload key=0HEXWFSSYOFX upload=JZ4OEPEYVBTR tag=AP6JFRKL34LR type=write size=4004312 2023-12-03T11:44:10.801 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.800+0000 7fec65a36780 1 < completed write operation key=SSVHOXNGSFYF tag=WPVNU6SC01LR type=write size=934107 2023-12-03T11:44:10.802 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.801+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=1ORNF7U75K26 type=del size=3371770 2023-12-03T11:44:10.803 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.802+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=FDYV8WGDQWOM type=del 2023-12-03T11:44:10.805 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.804+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~ICJP9I67NQ40.0 size=1048576 2023-12-03T11:44:10.806 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.805+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~ICJP9I67NQ40.1 size=441537 2023-12-03T11:44:10.806 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.805+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=ICJP9I67NQ40 tag=XY08T3WEGO2V type=write size=2538689 2023-12-03T11:44:10.808 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.806+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=RCTLI5SKRDDJ type=del 2023-12-03T11:44:10.810 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.808+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~I0PBESC6D8SW.0 size=757589 2023-12-03T11:44:10.810 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.808+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=I0PBESC6D8SW tag=14L2U4X0PU7I type=write size=1806165 2023-12-03T11:44:10.811 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.810+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~C5KD61P24U9J.0 size=306899 2023-12-03T11:44:10.813 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.812+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=C5KD61P24U9J tag=YHKF88B4RYP8 type=write size=1355475 2023-12-03T11:44:10.814 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.813+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=W07BH38UCJD0 type=del size=2100042 2023-12-03T11:44:10.815 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.814+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~IWAE99QP3C91.0 size=1048576 2023-12-03T11:44:10.816 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.815+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~IWAE99QP3C91.1 size=1048576 2023-12-03T11:44:10.817 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.816+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~IWAE99QP3C91.2 size=501607 2023-12-03T11:44:10.820 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.819+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=IWAE99QP3C91 tag=40VIV2YKFUCC type=write size=3647335 2023-12-03T11:44:10.821 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.820+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=QVMU42KBPSNM type=del size=2445674 2023-12-03T11:44:10.822 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.821+0000 7fec65a36780 1 < completed delete operation key=ZCS6XX24O8P4 tag=ZNXD7WBMFNDR type=del 2023-12-03T11:44:10.823 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.822+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=Q4AGCOZTLNZY type=del size=4085884 2023-12-03T11:44:10.825 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.823+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=HU00KSF6LUKF type=del 2023-12-03T11:44:10.827 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.826+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~DTGM0WQ21Y6H.0 size=1048576 2023-12-03T11:44:10.828 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.826+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~DTGM0WQ21Y6H.1 size=1048576 2023-12-03T11:44:10.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.827+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~DTGM0WQ21Y6H.2 size=33438 2023-12-03T11:44:10.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.827+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=DTGM0WQ21Y6H tag=ZIYBNI5JAPGC type=write size=3179166 2023-12-03T11:44:10.830 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.829+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~T5W4S2K5HMPN.0 size=469421 2023-12-03T11:44:10.832 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.831+0000 7fec65a36780 1 < completed multipart upload key=YRACKN8LKGIH upload=T5W4S2K5HMPN tag=JNPY52XPI7Y8 type=write size=1517997 2023-12-03T11:44:10.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.833+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~58W01CSTTQ6P.0 size=1048576 2023-12-03T11:44:10.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.834+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~58W01CSTTQ6P.1 size=469361 2023-12-03T11:44:10.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.834+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=58W01CSTTQ6P tag=PAWLJISXTS9N type=write size=2566513 2023-12-03T11:44:10.837 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.836+0000 7fec65a36780 1 < suggested update operation key=X9QLCGIXBKPW tag=CDRM82BLSV4J type=del size=3811247 2023-12-03T11:44:10.838 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.837+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=FX3ZSF1AEWMJ type=del size=2298016 2023-12-03T11:44:10.839 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.838+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~MP1LA9XT3X47.0 size=1048576 2023-12-03T11:44:10.840 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.839+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~MP1LA9XT3X47.1 size=1048576 2023-12-03T11:44:10.841 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.840+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~MP1LA9XT3X47.2 size=469290 2023-12-03T11:44:10.843 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.842+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=MP1LA9XT3X47 tag=HJJR8BWKPA9E type=write size=3615018 2023-12-03T11:44:10.844 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.843+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=85BRWMKN4YY5 type=write size=983813 2023-12-03T11:44:10.846 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.844+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~GTG9C52MLERE.0 size=1048576 2023-12-03T11:44:10.847 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.845+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~GTG9C52MLERE.1 size=1048576 2023-12-03T11:44:10.847 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.846+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~GTG9C52MLERE.2 size=145192 2023-12-03T11:44:10.850 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.848+0000 7fec65a36780 1 < completed multipart upload key=X9QLCGIXBKPW upload=GTG9C52MLERE tag=N6UK2X880ZHR type=write size=3290920 2023-12-03T11:44:10.852 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.850+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~GOKJ6LRA9F93.0 size=1048576 2023-12-03T11:44:10.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.851+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~GOKJ6LRA9F93.1 size=1048576 2023-12-03T11:44:10.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.852+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~GOKJ6LRA9F93.2 size=716987 2023-12-03T11:44:10.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.852+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=GOKJ6LRA9F93 tag=8AEMV8YSVY2V type=write size=3862715 2023-12-03T11:44:10.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.854+0000 7fec65a36780 1 < canceled operation key=BG6UOS1WMDBY tag=7K9QF0S1PFPA type=del size=477798 2023-12-03T11:44:10.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.855+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=GWG9I6W7V6UM type=del size=3630991 2023-12-03T11:44:10.858 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.856+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~8D7T4DBNNDYP.0 size=132731 2023-12-03T11:44:10.859 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.858+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=8D7T4DBNNDYP tag=44J4NM20U82P type=write size=1181307 2023-12-03T11:44:10.861 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.860+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=1UV6W7S1B3JC type=del size=647650 2023-12-03T11:44:10.865 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.862+0000 7fec65a36780 1 < suggested update operation key=1Q50D75XSIR5 tag=M3Z9TT0NRD3J type=del size=282763 2023-12-03T11:44:10.865 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.863+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=DPU91ELVTIX3 type=del size=3345405 2023-12-03T11:44:10.866 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.865+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~JXQOK7RRZ187.0 size=512311 2023-12-03T11:44:10.868 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.867+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=JXQOK7RRZ187 tag=VG090HGXWQXJ type=write size=1560887 2023-12-03T11:44:10.870 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.869+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~2AJ5IVKSUS5B.0 size=1048576 2023-12-03T11:44:10.871 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.870+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~2AJ5IVKSUS5B.1 size=312699 2023-12-03T11:44:10.871 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.870+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=2AJ5IVKSUS5B tag=0JSTMU4BMS76 type=write size=2409851 2023-12-03T11:44:10.872 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.871+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~JZ4OEPEYVBTR.0 size=1048576 2023-12-03T11:44:10.873 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.872+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~JZ4OEPEYVBTR.1 size=1048576 2023-12-03T11:44:10.874 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.873+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~JZ4OEPEYVBTR.2 size=858584 2023-12-03T11:44:10.876 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.875+0000 7fec65a36780 1 < completed multipart upload key=0HEXWFSSYOFX upload=JZ4OEPEYVBTR tag=AP6JFRKL34LR type=write size=4004312 2023-12-03T11:44:10.878 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.877+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~JJFT7H9E8J6A.0 size=414628 2023-12-03T11:44:10.878 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.877+0000 7fec65a36780 1 > prepared multipart upload key=0HEXWFSSYOFX upload=JJFT7H9E8J6A tag=QLVYFX0AFT3W type=write size=1463204 2023-12-03T11:44:10.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.878+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=1ORNF7U75K26 type=del 2023-12-03T11:44:10.882 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.881+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~OK5MANEUD014.0 size=1048576 2023-12-03T11:44:10.883 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.882+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~OK5MANEUD014.1 size=1048576 2023-12-03T11:44:10.884 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.883+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~OK5MANEUD014.2 size=661691 2023-12-03T11:44:10.884 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.883+0000 7fec65a36780 1 > prepared multipart upload key=AH17BNCID2LT upload=OK5MANEUD014 tag=IFX7D0VFF42S type=write size=3807419 2023-12-03T11:44:10.885 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.884+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~ICJP9I67NQ40.0 size=1048576 2023-12-03T11:44:10.886 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.885+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~ICJP9I67NQ40.1 size=441537 2023-12-03T11:44:10.888 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.887+0000 7fec65a36780 1 < completed multipart upload key=X9QLCGIXBKPW upload=ICJP9I67NQ40 tag=XY08T3WEGO2V type=write size=2538689 2023-12-03T11:44:10.889 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.888+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=VLHGOVALVPPL type=del size=504983 2023-12-03T11:44:10.890 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.889+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~I0PBESC6D8SW.0 size=757589 2023-12-03T11:44:10.892 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.891+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=I0PBESC6D8SW tag=14L2U4X0PU7I type=write size=1806165 2023-12-03T11:44:10.893 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.892+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=J4LC3K026MOW type=write size=484639 2023-12-03T11:44:10.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.894+0000 7fec65a36780 1 < suggested remove operation key=ZCS6XX24O8P4 tag=W07BH38UCJD0 type=del 2023-12-03T11:44:10.897 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.895+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=0WQ38U59IENA type=del size=1287216 2023-12-03T11:44:10.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.897+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=QVMU42KBPSNM type=del 2023-12-03T11:44:10.899 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.898+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=W2B7WJUL4QCA type=del size=2248239 2023-12-03T11:44:10.900 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.899+0000 7fec65a36780 -1 < failed to complete operation key=ZCS6XX24O8P4 tag=Q4AGCOZTLNZY type=del size=4085884: (22) Invalid argument 2023-12-03T11:44:10.902 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.901+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~JP4V0VMJECFD.0 size=1048576 2023-12-03T11:44:10.903 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.902+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~JP4V0VMJECFD.1 size=774716 2023-12-03T11:44:10.903 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.902+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=JP4V0VMJECFD tag=I3F31ORCUIPX type=write size=2871868 2023-12-03T11:44:10.904 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.903+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~DTGM0WQ21Y6H.0 size=1048576 2023-12-03T11:44:10.906 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.904+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~DTGM0WQ21Y6H.1 size=1048576 2023-12-03T11:44:10.906 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.905+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~DTGM0WQ21Y6H.2 size=33438 2023-12-03T11:44:10.908 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.907+0000 7fec65a36780 1 < completed multipart upload key=YRACKN8LKGIH upload=DTGM0WQ21Y6H tag=ZIYBNI5JAPGC type=write size=3179166 2023-12-03T11:44:10.909 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.908+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=XBST2XYXPIOL type=write size=290944 2023-12-03T11:44:10.910 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.909+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~58W01CSTTQ6P.0 size=1048576 2023-12-03T11:44:10.911 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.910+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~58W01CSTTQ6P.1 size=469361 2023-12-03T11:44:10.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.912+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=58W01CSTTQ6P tag=PAWLJISXTS9N type=write size=2566513 2023-12-03T11:44:10.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.913+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=1LN9EPEXY9XN type=del size=166937 2023-12-03T11:44:10.916 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.914+0000 7fec65a36780 -1 < failed to complete operation key=1Q50D75XSIR5 tag=FX3ZSF1AEWMJ type=del size=2298016: (22) Invalid argument 2023-12-03T11:44:10.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.916+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=M852BYHQXXZ9 type=write size=970575 2023-12-03T11:44:10.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.917+0000 7fec65a36780 1 < completed write operation key=5Z9PG5J6Q8GF tag=85BRWMKN4YY5 type=write size=983813 2023-12-03T11:44:10.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.918+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=RIZ4WZDQ7775 type=del size=2989463 2023-12-03T11:44:10.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.919+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~GOKJ6LRA9F93.0 size=1048576 2023-12-03T11:44:10.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.920+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~GOKJ6LRA9F93.1 size=1048576 2023-12-03T11:44:10.923 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.922+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~GOKJ6LRA9F93.2 size=716987 2023-12-03T11:44:10.925 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.924+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=GOKJ6LRA9F93 tag=8AEMV8YSVY2V type=write size=3862715 2023-12-03T11:44:10.926 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.925+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=WZAA5ZDSLMTT type=del size=901116 2023-12-03T11:44:10.928 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.926+0000 7fec65a36780 1 < completed delete operation key=8OT6OT3U65FW tag=GWG9I6W7V6UM type=del 2023-12-03T11:44:10.929 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.928+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=0P202U8I3FR8 type=del size=719582 2023-12-03T11:44:10.930 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.929+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=1UV6W7S1B3JC type=del 2023-12-03T11:44:10.932 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.931+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~VWDTXCLEKNGE.0 size=1048576 2023-12-03T11:44:10.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.932+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~VWDTXCLEKNGE.1 size=163086 2023-12-03T11:44:10.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.932+0000 7fec65a36780 1 > prepared multipart upload key=ZCS6XX24O8P4 upload=VWDTXCLEKNGE tag=OHOLXKZX3HCY type=write size=2260238 2023-12-03T11:44:10.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.933+0000 7fec65a36780 1 < completed delete operation key=PEN3GY9LLJKQ tag=DPU91ELVTIX3 type=del 2023-12-03T11:44:10.935 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.934+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=E8Y3V88KZXAD type=del size=1128708 2023-12-03T11:44:10.935 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.934+0000 7fec65a36780 1 < canceled part key=_multipart_H2MMD7J4LFAH.2~2AJ5IVKSUS5B.0 size=1048576 2023-12-03T11:44:10.935 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.934+0000 7fec65a36780 1 < canceled part key=_multipart_H2MMD7J4LFAH.2~2AJ5IVKSUS5B.1 size=312699 2023-12-03T11:44:10.937 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.936+0000 7fec65a36780 1 < canceled multipart upload key=H2MMD7J4LFAH upload=2AJ5IVKSUS5B tag=0JSTMU4BMS76 type=write size=2409851 2023-12-03T11:44:10.938 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.937+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=99KAO0TT2TBX type=write size=307051 2023-12-03T11:44:10.939 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.938+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~JJFT7H9E8J6A.0 size=414628 2023-12-03T11:44:10.941 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.940+0000 7fec65a36780 1 < completed multipart upload key=0HEXWFSSYOFX upload=JJFT7H9E8J6A tag=QLVYFX0AFT3W type=write size=1463204 2023-12-03T11:44:10.942 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.941+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=OW9M6ZH319TW type=del size=4150347 2023-12-03T11:44:10.944 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.942+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~OK5MANEUD014.0 size=1048576 2023-12-03T11:44:10.945 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.943+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~OK5MANEUD014.1 size=1048576 2023-12-03T11:44:10.946 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.944+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~OK5MANEUD014.2 size=661691 2023-12-03T11:44:10.947 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.946+0000 7fec65a36780 1 < completed multipart upload key=AH17BNCID2LT upload=OK5MANEUD014 tag=IFX7D0VFF42S type=write size=3807419 2023-12-03T11:44:10.949 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.947+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=7A9J0NWLTLYH type=del size=1709961 2023-12-03T11:44:10.950 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.949+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=VLHGOVALVPPL type=del 2023-12-03T11:44:10.951 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.950+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=7FZRH1DGE7IO type=del size=1728259 2023-12-03T11:44:10.952 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.951+0000 7fec65a36780 1 < completed write operation key=H2MMD7J4LFAH tag=J4LC3K026MOW type=write size=484639 2023-12-03T11:44:10.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.952+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=PPAU1U8I9GVI type=del size=2665480 2023-12-03T11:44:10.955 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.953+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=0WQ38U59IENA type=del 2023-12-03T11:44:10.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.954+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=OZJV2VT9HRCQ type=del size=3680822 2023-12-03T11:44:10.957 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.956+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=W2B7WJUL4QCA type=del 2023-12-03T11:44:10.959 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.958+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~E1GRHUWWNPNY.0 size=718426 2023-12-03T11:44:10.959 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.958+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=E1GRHUWWNPNY tag=P91C124EP6E5 type=write size=1767002 2023-12-03T11:44:10.960 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.959+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~JP4V0VMJECFD.0 size=1048576 2023-12-03T11:44:10.961 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.960+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~JP4V0VMJECFD.1 size=774716 2023-12-03T11:44:10.963 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.962+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=JP4V0VMJECFD tag=I3F31ORCUIPX type=write size=2871868 2023-12-03T11:44:10.965 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.964+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~1P9NVU80HAZI.0 size=1048576 2023-12-03T11:44:10.966 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.964+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~1P9NVU80HAZI.1 size=1048576 2023-12-03T11:44:10.967 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.965+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~1P9NVU80HAZI.2 size=348460 2023-12-03T11:44:10.967 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.965+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=1P9NVU80HAZI tag=0Z0VBDUY44NW type=write size=3494188 2023-12-03T11:44:10.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.968+0000 7fec65a36780 1 < suggested remove operation key=5Z9PG5J6Q8GF tag=XBST2XYXPIOL type=write 2023-12-03T11:44:10.971 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.970+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~L7UHIAK6MNUV.0 size=1048576 2023-12-03T11:44:10.972 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.970+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~L7UHIAK6MNUV.1 size=905151 2023-12-03T11:44:10.972 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.970+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=L7UHIAK6MNUV tag=PKIO2KG3VE8H type=write size=3002303 2023-12-03T11:44:10.973 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.972+0000 7fec65a36780 -1 < failed to complete operation key=5Z9PG5J6Q8GF tag=1LN9EPEXY9XN type=del size=166937: (22) Invalid argument 2023-12-03T11:44:10.974 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.973+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=LSD35TZ5Y60N type=del size=3189903 2023-12-03T11:44:10.975 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.973+0000 7fec65a36780 -1 < no bi entry to suggest for operation key=5Z9PG5J6Q8GF tag=M852BYHQXXZ9 type=write size=970575: (2) No such file or directory 2023-12-03T11:44:10.977 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.976+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~4K4WGC25R14F.0 size=739406 2023-12-03T11:44:10.977 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.976+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=4K4WGC25R14F tag=Z49UU0KLCWH8 type=write size=1787982 2023-12-03T11:44:10.978 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.977+0000 7fec65a36780 1 < completed delete operation key=PEN3GY9LLJKQ tag=RIZ4WZDQ7775 type=del 2023-12-03T11:44:10.980 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.979+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~TPR1YCZKRFQX.0 size=129826 2023-12-03T11:44:10.980 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.979+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=TPR1YCZKRFQX tag=IOIG30X550KK type=write size=1178402 2023-12-03T11:44:10.981 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.980+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=WZAA5ZDSLMTT type=del 2023-12-03T11:44:10.983 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.982+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=NSZN46YIRT0Z type=del size=1668495 2023-12-03T11:44:10.984 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.983+0000 7fec65a36780 1 < completed delete operation key=X9QLCGIXBKPW tag=0P202U8I3FR8 type=del 2023-12-03T11:44:10.986 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.985+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~G27R7D6PGPVN.0 size=1048576 2023-12-03T11:44:10.987 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.986+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~G27R7D6PGPVN.1 size=1048576 2023-12-03T11:44:10.988 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.987+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~G27R7D6PGPVN.2 size=200862 2023-12-03T11:44:10.988 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.987+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=G27R7D6PGPVN tag=2EAUTY6BDPUZ type=write size=3346590 2023-12-03T11:44:10.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.988+0000 7fec65a36780 1 < completed part key=_multipart_ZCS6XX24O8P4.2~VWDTXCLEKNGE.0 size=1048576 2023-12-03T11:44:10.991 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.990+0000 7fec65a36780 1 < completed part key=_multipart_ZCS6XX24O8P4.2~VWDTXCLEKNGE.1 size=163086 2023-12-03T11:44:10.993 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.992+0000 7fec65a36780 1 < completed multipart upload key=ZCS6XX24O8P4 upload=VWDTXCLEKNGE tag=OHOLXKZX3HCY type=write size=2260238 2023-12-03T11:44:10.995 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.994+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~X5RORVTL4ADO.0 size=1048576 2023-12-03T11:44:10.996 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.995+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~X5RORVTL4ADO.1 size=652252 2023-12-03T11:44:10.996 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.995+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=X5RORVTL4ADO tag=1FJ20CBC1RKE type=write size=2749404 2023-12-03T11:44:10.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.996+0000 7fec65a36780 1 < completed delete operation key=3QZKHX70UUGR tag=E8Y3V88KZXAD type=del 2023-12-03T11:44:10.999 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.998+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~TP7NU0VMZNMV.0 size=1048576 2023-12-03T11:44:11.000 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.999+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~TP7NU0VMZNMV.1 size=725632 2023-12-03T11:44:11.000 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:10.999+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=TP7NU0VMZNMV tag=8URC7Y9OG9YJ type=write size=2822784 2023-12-03T11:44:11.001 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.000+0000 7fec65a36780 -1 < failed to complete operation key=5Z9PG5J6Q8GF tag=99KAO0TT2TBX type=write size=307051: (22) Invalid argument 2023-12-03T11:44:11.003 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.001+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=CDI00CR0KWRQ type=del size=3601973 2023-12-03T11:44:11.005 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.003+0000 7fec65a36780 1 < suggested remove operation key=AH17BNCID2LT tag=OW9M6ZH319TW type=del 2023-12-03T11:44:11.007 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.006+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~JQ57XIZRI6PL.0 size=1048576 2023-12-03T11:44:11.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.007+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~JQ57XIZRI6PL.1 size=413090 2023-12-03T11:44:11.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.007+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=JQ57XIZRI6PL tag=G6SKU2S6GWYR type=write size=2510242 2023-12-03T11:44:11.010 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.009+0000 7fec65a36780 1 < suggested update operation key=MR1LTY3JH4WC tag=7A9J0NWLTLYH type=del size=1709961 2023-12-03T11:44:11.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.010+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=XGGKF8CYXMSJ type=del size=2956224 2023-12-03T11:44:11.013 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.012+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=7FZRH1DGE7IO type=del 2023-12-03T11:44:11.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.014+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~JWJ98YBSBZN1.0 size=307447 2023-12-03T11:44:11.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.014+0000 7fec65a36780 1 > prepared multipart upload key=ZCS6XX24O8P4 upload=JWJ98YBSBZN1 tag=EPT5S0979VII type=write size=1356023 2023-12-03T11:44:11.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.016+0000 7fec65a36780 1 < suggested update operation key=ZHU0D35IH21Q tag=PPAU1U8I9GVI type=del size=2665480 2023-12-03T11:44:11.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.017+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=ATIIEB0ILB39 type=write size=580757 2023-12-03T11:44:11.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.019+0000 7fec65a36780 -1 < failed to complete operation key=AH17BNCID2LT tag=OZJV2VT9HRCQ type=del size=3680822: (22) Invalid argument 2023-12-03T11:44:11.022 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.021+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=X59OUDT2GDP9 type=del size=1675699 2023-12-03T11:44:11.024 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.023+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~E1GRHUWWNPNY.0 size=718426 2023-12-03T11:44:11.026 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.025+0000 7fec65a36780 1 < completed multipart upload key=X9QLCGIXBKPW upload=E1GRHUWWNPNY tag=P91C124EP6E5 type=write size=1767002 2023-12-03T11:44:11.027 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.026+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=AL4TW9OC7P88 type=del size=696646 2023-12-03T11:44:11.028 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.026+0000 7fec65a36780 1 < canceled part key=_multipart_DVENHTCK7GZA.2~1P9NVU80HAZI.0 size=1048576 2023-12-03T11:44:11.028 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.027+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~1P9NVU80HAZI.1 size=1048576 2023-12-03T11:44:11.029 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.028+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~1P9NVU80HAZI.2 size=348460 2023-12-03T11:44:11.032 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.030+0000 7fec65a36780 1 < canceled multipart upload key=DVENHTCK7GZA upload=1P9NVU80HAZI tag=0Z0VBDUY44NW type=write size=3494188 2023-12-03T11:44:11.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.032+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=EDPCST1CQNUU type=del size=1370568 2023-12-03T11:44:11.034 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.033+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~L7UHIAK6MNUV.0 size=1048576 2023-12-03T11:44:11.034 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.033+0000 7fec65a36780 1 < canceled part key=_multipart_3C6QMW8IQIA4.2~L7UHIAK6MNUV.1 size=905151 2023-12-03T11:44:11.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.035+0000 7fec65a36780 1 < canceled multipart upload key=3C6QMW8IQIA4 upload=L7UHIAK6MNUV tag=PKIO2KG3VE8H type=write size=3002303 2023-12-03T11:44:11.038 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.037+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~XY90CU1OSVA5.0 size=296064 2023-12-03T11:44:11.038 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.037+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=XY90CU1OSVA5 tag=QRJ7DGA4P7LE type=write size=1344640 2023-12-03T11:44:11.039 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.038+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=LSD35TZ5Y60N type=del 2023-12-03T11:44:11.040 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.039+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=2BZ72NDMOY34 type=del size=2616413 2023-12-03T11:44:11.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.040+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~4K4WGC25R14F.0 size=739406 2023-12-03T11:44:11.043 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.042+0000 7fec65a36780 1 < completed multipart upload key=X9QLCGIXBKPW upload=4K4WGC25R14F tag=Z49UU0KLCWH8 type=write size=1787982 2023-12-03T11:44:11.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.044+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~DV5HTAFYIIEH.0 size=1048576 2023-12-03T11:44:11.046 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.045+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~DV5HTAFYIIEH.1 size=448755 2023-12-03T11:44:11.046 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.045+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=DV5HTAFYIIEH tag=E79IR0WFFW6N type=write size=2545907 2023-12-03T11:44:11.048 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.046+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~TPR1YCZKRFQX.0 size=129826 2023-12-03T11:44:11.050 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.048+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=TPR1YCZKRFQX tag=IOIG30X550KK type=write size=1178402 2023-12-03T11:44:11.052 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.050+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~Z471M254DZD5.0 size=452895 2023-12-03T11:44:11.052 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.050+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=Z471M254DZD5 tag=HBQM28QHWX3U type=write size=1501471 2023-12-03T11:44:11.053 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.052+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=NSZN46YIRT0Z type=del 2023-12-03T11:44:11.055 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.054+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~U6MTWT7XNK31.0 size=1046744 2023-12-03T11:44:11.055 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.054+0000 7fec65a36780 1 > prepared multipart upload key=0HEXWFSSYOFX upload=U6MTWT7XNK31 tag=Q5CPKPHA6L59 type=write size=2095320 2023-12-03T11:44:11.056 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.055+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~G27R7D6PGPVN.0 size=1048576 2023-12-03T11:44:11.057 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.056+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~G27R7D6PGPVN.1 size=1048576 2023-12-03T11:44:11.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.057+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~G27R7D6PGPVN.2 size=200862 2023-12-03T11:44:11.060 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.059+0000 7fec65a36780 1 < completed multipart upload key=8OT6OT3U65FW upload=G27R7D6PGPVN tag=2EAUTY6BDPUZ type=write size=3346590 2023-12-03T11:44:11.061 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.060+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=1N2RCRRDB6ZR type=del size=363551 2023-12-03T11:44:11.062 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.061+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~X5RORVTL4ADO.0 size=1048576 2023-12-03T11:44:11.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.062+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~X5RORVTL4ADO.1 size=652252 2023-12-03T11:44:11.065 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.064+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=X5RORVTL4ADO tag=1FJ20CBC1RKE type=write size=2749404 2023-12-03T11:44:11.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.065+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=TH2R9LEJLQ80 type=del size=4129763 2023-12-03T11:44:11.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.065+0000 7fec65a36780 1 < canceled part key=_multipart_X9RVI5NGJ2OL.2~TP7NU0VMZNMV.0 size=1048576 2023-12-03T11:44:11.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.066+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~TP7NU0VMZNMV.1 size=725632 2023-12-03T11:44:11.069 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.068+0000 7fec65a36780 1 < canceled multipart upload key=X9RVI5NGJ2OL upload=TP7NU0VMZNMV tag=8URC7Y9OG9YJ type=write size=2822784 2023-12-03T11:44:11.074 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.069+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=1LI3PNVY0Q5G type=del size=2647674 2023-12-03T11:44:11.074 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.071+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=CDI00CR0KWRQ type=del 2023-12-03T11:44:11.074 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.072+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=29VCC550VPL8 type=write size=548907 2023-12-03T11:44:11.074 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.073+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~JQ57XIZRI6PL.0 size=1048576 2023-12-03T11:44:11.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.074+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~JQ57XIZRI6PL.1 size=413090 2023-12-03T11:44:11.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.076+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=JQ57XIZRI6PL tag=G6SKU2S6GWYR type=write size=2510242 2023-12-03T11:44:11.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.078+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~WBWWF5RPLUMM.0 size=1048576 2023-12-03T11:44:11.080 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.079+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~WBWWF5RPLUMM.1 size=1048576 2023-12-03T11:44:11.081 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.080+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~WBWWF5RPLUMM.2 size=749324 2023-12-03T11:44:11.081 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.080+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=WBWWF5RPLUMM tag=DXQUHIB7O3H3 type=write size=3895052 2023-12-03T11:44:11.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.081+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=XGGKF8CYXMSJ type=del 2023-12-03T11:44:11.083 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.082+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=YXRRS7H0FTLY type=del size=3089460 2023-12-03T11:44:11.085 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.084+0000 7fec65a36780 1 < completed part key=_multipart_ZCS6XX24O8P4.2~JWJ98YBSBZN1.0 size=307447 2023-12-03T11:44:11.087 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.086+0000 7fec65a36780 1 < completed multipart upload key=ZCS6XX24O8P4 upload=JWJ98YBSBZN1 tag=EPT5S0979VII type=write size=1356023 2023-12-03T11:44:11.088 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.087+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=7AK40X4VPXA6 type=write size=1045084 2023-12-03T11:44:11.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.088+0000 7fec65a36780 1 < completed write operation key=MR1LTY3JH4WC tag=ATIIEB0ILB39 type=write size=580757 2023-12-03T11:44:11.091 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.089+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=Y4Y9FCX686CK type=del size=2185369 2023-12-03T11:44:11.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.091+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=X59OUDT2GDP9 type=del 2023-12-03T11:44:11.093 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.092+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=NDL7FE5TKGOS type=del size=511685 2023-12-03T11:44:11.094 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.093+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=AL4TW9OC7P88 type=del 2023-12-03T11:44:11.096 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.095+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~FTHO2U2UXNL7.0 size=1048576 2023-12-03T11:44:11.097 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.096+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~FTHO2U2UXNL7.1 size=72627 2023-12-03T11:44:11.097 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.096+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=FTHO2U2UXNL7 tag=JFPGFER4E6AV type=write size=2169779 2023-12-03T11:44:11.098 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.097+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=EDPCST1CQNUU type=del 2023-12-03T11:44:11.100 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.099+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~Q63BH2GLKW05.0 size=104988 2023-12-03T11:44:11.101 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.099+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=Q63BH2GLKW05 tag=6PM0JTZEHIU4 type=write size=1153564 2023-12-03T11:44:11.103 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.102+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~XY90CU1OSVA5.0 size=296064 2023-12-03T11:44:11.108 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.107+0000 7fec65a36780 1 < completed multipart upload key=3C6QMW8IQIA4 upload=XY90CU1OSVA5 tag=QRJ7DGA4P7LE type=write size=1344640 2023-12-03T11:44:11.110 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.109+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~J704KMEBYNMH.0 size=1048576 2023-12-03T11:44:11.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.110+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~J704KMEBYNMH.1 size=198398 2023-12-03T11:44:11.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.110+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=J704KMEBYNMH tag=SJBLKD8KIVZ2 type=write size=2295550 2023-12-03T11:44:11.112 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.111+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=2BZ72NDMOY34 type=del 2023-12-03T11:44:11.114 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.112+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=L1LT2XP020XV type=del size=2035010 2023-12-03T11:44:11.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.114+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~DV5HTAFYIIEH.0 size=1048576 2023-12-03T11:44:11.116 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.115+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~DV5HTAFYIIEH.1 size=448755 2023-12-03T11:44:11.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.117+0000 7fec65a36780 1 < completed multipart upload key=YRACKN8LKGIH upload=DV5HTAFYIIEH tag=E79IR0WFFW6N type=write size=2545907 2023-12-03T11:44:11.120 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.119+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~MGU3SICITM4S.0 size=926956 2023-12-03T11:44:11.120 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.119+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=MGU3SICITM4S tag=HXE2KQM04CNH type=write size=1975532 2023-12-03T11:44:11.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.120+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~Z471M254DZD5.0 size=452895 2023-12-03T11:44:11.124 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.122+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=Z471M254DZD5 tag=HBQM28QHWX3U type=write size=1501471 2023-12-03T11:44:11.126 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.125+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~FM4VP61YU73I.0 size=685654 2023-12-03T11:44:11.126 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.125+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=FM4VP61YU73I tag=LRCQUSZ0MA2C type=write size=1734230 2023-12-03T11:44:11.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.126+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~U6MTWT7XNK31.0 size=1046744 2023-12-03T11:44:11.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.128+0000 7fec65a36780 1 < completed multipart upload key=0HEXWFSSYOFX upload=U6MTWT7XNK31 tag=Q5CPKPHA6L59 type=write size=2095320 2023-12-03T11:44:11.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.129+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=VIGVASSEAQFJ type=write size=383222 2023-12-03T11:44:11.131 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.130+0000 7fec65a36780 1 < completed delete operation key=GR4SISUXSQOT tag=1N2RCRRDB6ZR type=del 2023-12-03T11:44:11.133 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.131+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=00DIL9YYIDGF type=del size=1446872 2023-12-03T11:44:11.134 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.133+0000 7fec65a36780 1 < completed delete operation key=X9RVI5NGJ2OL tag=TH2R9LEJLQ80 type=del 2023-12-03T11:44:11.136 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.135+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~WV00RY3JSUSS.0 size=171737 2023-12-03T11:44:11.136 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.135+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=WV00RY3JSUSS tag=YEVYVXFHLN1C type=write size=1220313 2023-12-03T11:44:11.137 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.136+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=1LI3PNVY0Q5G type=del 2023-12-03T11:44:11.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.137+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=86XRA8QDL1LJ type=write size=981189 2023-12-03T11:44:11.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.138+0000 7fec65a36780 1 < canceled operation key=SSVHOXNGSFYF tag=29VCC550VPL8 type=write size=548907 2023-12-03T11:44:11.141 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.140+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=CR1SJZRFAC7I type=del size=1663014 2023-12-03T11:44:11.142 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.141+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~WBWWF5RPLUMM.0 size=1048576 2023-12-03T11:44:11.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.142+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~WBWWF5RPLUMM.1 size=1048576 2023-12-03T11:44:11.144 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.143+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~WBWWF5RPLUMM.2 size=749324 2023-12-03T11:44:11.146 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.145+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=WBWWF5RPLUMM tag=DXQUHIB7O3H3 type=write size=3895052 2023-12-03T11:44:11.147 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.146+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=EX5QXH2LX1O9 type=del size=704385 2023-12-03T11:44:11.148 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.147+0000 7fec65a36780 1 < canceled operation key=0AZB86BIZ0MT tag=YXRRS7H0FTLY type=del size=3089460 2023-12-03T11:44:11.150 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.148+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=42JWL6F3JX3K type=del size=717806 2023-12-03T11:44:11.151 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.149+0000 7fec65a36780 1 < completed write operation key=0HEXWFSSYOFX tag=7AK40X4VPXA6 type=write size=1045084 2023-12-03T11:44:11.152 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.151+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=5LYPYDFZ0FHH type=del size=1521462 2023-12-03T11:44:11.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.152+0000 7fec65a36780 1 < completed delete operation key=C0RNK06G6OQP tag=Y4Y9FCX686CK type=del 2023-12-03T11:44:11.155 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.154+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~1VMAO50F5078.0 size=544035 2023-12-03T11:44:11.155 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.154+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=1VMAO50F5078 tag=P0ZZHWPQU94Y type=write size=1592611 2023-12-03T11:44:11.158 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.156+0000 7fec65a36780 1 < suggested remove operation key=X9QLCGIXBKPW tag=NDL7FE5TKGOS type=del 2023-12-03T11:44:11.159 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.158+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=NLOS46WX66JA type=write size=221776 2023-12-03T11:44:11.160 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.159+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~FTHO2U2UXNL7.0 size=1048576 2023-12-03T11:44:11.161 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.160+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~FTHO2U2UXNL7.1 size=72627 2023-12-03T11:44:11.163 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.162+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=FTHO2U2UXNL7 tag=JFPGFER4E6AV type=write size=2169779 2023-12-03T11:44:11.164 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.163+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=AYKFBAKWYYZI type=write size=538325 2023-12-03T11:44:11.166 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.165+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~Q63BH2GLKW05.0 size=104988 2023-12-03T11:44:11.168 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.167+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=Q63BH2GLKW05 tag=6PM0JTZEHIU4 type=write size=1153564 2023-12-03T11:44:11.169 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.168+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=DIWK6MKG55HO type=write size=486598 2023-12-03T11:44:11.169 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.168+0000 7fec65a36780 1 < canceled part key=_multipart_3QZKHX70UUGR.2~J704KMEBYNMH.0 size=1048576 2023-12-03T11:44:11.170 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.169+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~J704KMEBYNMH.1 size=198398 2023-12-03T11:44:11.172 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.171+0000 7fec65a36780 1 < canceled multipart upload key=3QZKHX70UUGR upload=J704KMEBYNMH tag=SJBLKD8KIVZ2 type=write size=2295550 2023-12-03T11:44:11.176 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.175+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~7SXRQN5022KK.0 size=1048576 2023-12-03T11:44:11.179 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.178+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~7SXRQN5022KK.1 size=1048576 2023-12-03T11:44:11.180 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.179+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~7SXRQN5022KK.2 size=487180 2023-12-03T11:44:11.181 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.179+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=7SXRQN5022KK tag=0KS6FOCTJAGO type=write size=3632908 2023-12-03T11:44:11.182 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.180+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=L1LT2XP020XV type=del 2023-12-03T11:44:11.183 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.182+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=81OGHQJS00E2 type=del size=4089330 2023-12-03T11:44:11.184 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.183+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~MGU3SICITM4S.0 size=926956 2023-12-03T11:44:11.186 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.185+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=MGU3SICITM4S tag=HXE2KQM04CNH type=write size=1975532 2023-12-03T11:44:11.187 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.186+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=5TCYCNAPK5GV type=write size=347633 2023-12-03T11:44:11.189 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.187+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~FM4VP61YU73I.0 size=685654 2023-12-03T11:44:11.191 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.190+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=FM4VP61YU73I tag=LRCQUSZ0MA2C type=write size=1734230 2023-12-03T11:44:11.192 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.191+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=GHPK7D1XZOZ1 type=del size=3191724 2023-12-03T11:44:11.193 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.192+0000 7fec65a36780 1 < completed write operation key=ZCS6XX24O8P4 tag=VIGVASSEAQFJ type=write size=383222 2023-12-03T11:44:11.194 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.193+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=SVF1QNIOAJXE type=del size=1882050 2023-12-03T11:44:11.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.195+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=00DIL9YYIDGF type=del 2023-12-03T11:44:11.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.196+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=1JUT3EX5L2ZL type=del size=4034244 2023-12-03T11:44:11.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.196+0000 7fec65a36780 1 < canceled part key=_multipart_X9RVI5NGJ2OL.2~WV00RY3JSUSS.0 size=171737 2023-12-03T11:44:11.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.198+0000 7fec65a36780 1 < canceled multipart upload key=X9RVI5NGJ2OL upload=WV00RY3JSUSS tag=YEVYVXFHLN1C type=write size=1220313 2023-12-03T11:44:11.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.201+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~D8Z18MD44YMK.0 size=1048576 2023-12-03T11:44:11.203 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.202+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~D8Z18MD44YMK.1 size=1029640 2023-12-03T11:44:11.203 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.202+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=D8Z18MD44YMK tag=3EAKDGBL8EAZ type=write size=3126792 2023-12-03T11:44:11.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.203+0000 7fec65a36780 1 < completed write operation key=BG6UOS1WMDBY tag=86XRA8QDL1LJ type=write size=981189 2023-12-03T11:44:11.205 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.204+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=S46NM9C0UTQK type=del size=2537891 2023-12-03T11:44:11.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.206+0000 7fec65a36780 1 < completed delete operation key=0HEXWFSSYOFX tag=CR1SJZRFAC7I type=del 2023-12-03T11:44:11.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.207+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=M84QGT2I674K type=del size=1654294 2023-12-03T11:44:11.209 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.208+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=EX5QXH2LX1O9 type=del 2023-12-03T11:44:11.210 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.209+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=NQUCBEHG825U type=del size=1895450 2023-12-03T11:44:11.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.211+0000 7fec65a36780 1 < completed delete operation key=3QZKHX70UUGR tag=42JWL6F3JX3K type=del 2023-12-03T11:44:11.214 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.213+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~CZ0BRRM2GEUN.0 size=1037581 2023-12-03T11:44:11.214 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.213+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=CZ0BRRM2GEUN tag=NLSWEOECRGO7 type=write size=2086157 2023-12-03T11:44:11.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.215+0000 7fec65a36780 1 < suggested update operation key=3C6QMW8IQIA4 tag=5LYPYDFZ0FHH type=del size=1521462 2023-12-03T11:44:11.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.217+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~NL6DW8AS5339.0 size=597567 2023-12-03T11:44:11.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.217+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=NL6DW8AS5339 tag=T5OEBR0963YV type=write size=1646143 2023-12-03T11:44:11.220 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.219+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~1VMAO50F5078.0 size=544035 2023-12-03T11:44:11.222 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.221+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=1VMAO50F5078 tag=P0ZZHWPQU94Y type=write size=1592611 2023-12-03T11:44:11.223 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.222+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=PVIT6CXS5GDX type=del size=2298743 2023-12-03T11:44:11.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.224+0000 7fec65a36780 1 < completed write operation key=3QZKHX70UUGR tag=NLOS46WX66JA type=write size=221776 2023-12-03T11:44:11.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.225+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=M6OO7XU3VGK3 type=del size=34188 2023-12-03T11:44:11.228 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.227+0000 7fec65a36780 1 < completed write operation key=8OT6OT3U65FW tag=AYKFBAKWYYZI type=write size=538325 2023-12-03T11:44:11.229 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.228+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=ZCJJMICSC2G0 type=write size=32151 2023-12-03T11:44:11.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.229+0000 7fec65a36780 1 < completed write operation key=0HEXWFSSYOFX tag=DIWK6MKG55HO type=write size=486598 2023-12-03T11:44:11.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.230+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=628UWITV8V0R type=del size=264714 2023-12-03T11:44:11.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.232+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~7SXRQN5022KK.0 size=1048576 2023-12-03T11:44:11.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.232+0000 7fec65a36780 1 < canceled part key=_multipart_3QZKHX70UUGR.2~7SXRQN5022KK.1 size=1048576 2023-12-03T11:44:11.234 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.232+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~7SXRQN5022KK.2 size=487180 2023-12-03T11:44:11.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.234+0000 7fec65a36780 1 < canceled multipart upload key=3QZKHX70UUGR upload=7SXRQN5022KK tag=0KS6FOCTJAGO type=write size=3632908 2023-12-03T11:44:11.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.236+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=FJUJQPTMM3B5 type=write size=769854 2023-12-03T11:44:11.238 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.237+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=81OGHQJS00E2 type=del 2023-12-03T11:44:11.239 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.238+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=CN58LMJKZF75 type=write size=765865 2023-12-03T11:44:11.240 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.239+0000 7fec65a36780 1 < completed write operation key=5Z9PG5J6Q8GF tag=5TCYCNAPK5GV type=write size=347633 2023-12-03T11:44:11.242 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.240+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=X5GMOYV0F416 type=del size=2562700 2023-12-03T11:44:11.243 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.242+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=GHPK7D1XZOZ1 type=del 2023-12-03T11:44:11.245 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.244+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~1U8BNXIVNN0G.0 size=1048576 2023-12-03T11:44:11.246 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.245+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~1U8BNXIVNN0G.1 size=1048576 2023-12-03T11:44:11.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.246+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~1U8BNXIVNN0G.2 size=160141 2023-12-03T11:44:11.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.246+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=1U8BNXIVNN0G tag=VUHDGHA8BAUM type=write size=3305869 2023-12-03T11:44:11.248 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.247+0000 7fec65a36780 1 < canceled operation key=SSVHOXNGSFYF tag=SVF1QNIOAJXE type=del size=1882050 2023-12-03T11:44:11.249 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.248+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=WQFCBXBXHBPX type=del size=3213692 2023-12-03T11:44:11.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.249+0000 7fec65a36780 1 < completed delete operation key=0AZB86BIZ0MT tag=1JUT3EX5L2ZL type=del 2023-12-03T11:44:11.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.251+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=HNU0XYBHD1UF type=write size=1040442 2023-12-03T11:44:11.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.251+0000 7fec65a36780 1 < canceled part key=_multipart_YXIRHDBN13DX.2~D8Z18MD44YMK.0 size=1048576 2023-12-03T11:44:11.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.252+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~D8Z18MD44YMK.1 size=1029640 2023-12-03T11:44:11.255 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.254+0000 7fec65a36780 1 < canceled multipart upload key=YXIRHDBN13DX upload=D8Z18MD44YMK tag=3EAKDGBL8EAZ type=write size=3126792 2023-12-03T11:44:11.257 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.256+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~6R0MZSOSVAFT.0 size=118228 2023-12-03T11:44:11.257 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.256+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=6R0MZSOSVAFT tag=QLIWG2BW2644 type=write size=1166804 2023-12-03T11:44:11.258 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.257+0000 7fec65a36780 1 < completed delete operation key=6NE4YT7O3EKT tag=S46NM9C0UTQK type=del 2023-12-03T11:44:11.260 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.258+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=EUF942EAAUB8 type=del size=3850856 2023-12-03T11:44:11.261 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.260+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=M84QGT2I674K type=del 2023-12-03T11:44:11.263 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.262+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~UXV30TLQFWFA.0 size=1048576 2023-12-03T11:44:11.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.263+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~UXV30TLQFWFA.1 size=1048576 2023-12-03T11:44:11.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.264+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~UXV30TLQFWFA.2 size=163497 2023-12-03T11:44:11.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.264+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=UXV30TLQFWFA tag=NEHTB6B0Q8VV type=write size=3309225 2023-12-03T11:44:11.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.265+0000 7fec65a36780 1 < completed delete operation key=GR4SISUXSQOT tag=NQUCBEHG825U type=del 2023-12-03T11:44:11.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.266+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=QCX4YO6QXTIB type=del size=3106017 2023-12-03T11:44:11.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.267+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~CZ0BRRM2GEUN.0 size=1037581 2023-12-03T11:44:11.273 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.269+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=CZ0BRRM2GEUN tag=NLSWEOECRGO7 type=write size=2086157 2023-12-03T11:44:11.273 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.271+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=DU56BKIBFURG type=del size=340302 2023-12-03T11:44:11.273 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.272+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~NL6DW8AS5339.0 size=597567 2023-12-03T11:44:11.275 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.274+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=NL6DW8AS5339 tag=T5OEBR0963YV type=write size=1646143 2023-12-03T11:44:11.276 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.275+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=35KLI1OTUBVJ type=write size=332754 2023-12-03T11:44:11.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.276+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=PVIT6CXS5GDX type=del 2023-12-03T11:44:11.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.278+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~SUQ69H7N3TB1.0 size=1048576 2023-12-03T11:44:11.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.279+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~SUQ69H7N3TB1.1 size=1048576 2023-12-03T11:44:11.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.280+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~SUQ69H7N3TB1.2 size=333418 2023-12-03T11:44:11.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.280+0000 7fec65a36780 1 > prepared multipart upload key=0HEXWFSSYOFX upload=SUQ69H7N3TB1 tag=C4KR3XZV00YT type=write size=3479146 2023-12-03T11:44:11.282 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.281+0000 7fec65a36780 1 < canceled operation key=PEN3GY9LLJKQ tag=M6OO7XU3VGK3 type=del size=34188 2023-12-03T11:44:11.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.282+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=0A7OAU9WD3R5 type=write size=70296 2023-12-03T11:44:11.286 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.285+0000 7fec65a36780 1 < suggested update operation key=ZHU0D35IH21Q tag=ZCJJMICSC2G0 type=write size=32151 2023-12-03T11:44:11.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.287+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~PR2R90DYF65Q.0 size=775204 2023-12-03T11:44:11.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.287+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=PR2R90DYF65Q tag=HFXR1KR8D87G type=write size=1823780 2023-12-03T11:44:11.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.288+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=628UWITV8V0R type=del 2023-12-03T11:44:11.291 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.290+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~NQK76NP0X3X4.0 size=1048576 2023-12-03T11:44:11.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.291+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~NQK76NP0X3X4.1 size=1048576 2023-12-03T11:44:11.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.292+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~NQK76NP0X3X4.2 size=897672 2023-12-03T11:44:11.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.292+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=NQK76NP0X3X4 tag=T4KV4Q03P7U5 type=write size=4043400 2023-12-03T11:44:11.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.293+0000 7fec65a36780 1 < completed write operation key=SSVHOXNGSFYF tag=FJUJQPTMM3B5 type=write size=769854 2023-12-03T11:44:11.296 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.295+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=D31YQ3WYHCAA type=write size=901999 2023-12-03T11:44:11.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.296+0000 7fec65a36780 1 < completed write operation key=5Z9PG5J6Q8GF tag=CN58LMJKZF75 type=write size=765865 2023-12-03T11:44:11.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.298+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=SXEWZDENIW7N type=del size=1981462 2023-12-03T11:44:11.300 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.299+0000 7fec65a36780 1 < completed delete operation key=8OT6OT3U65FW tag=X5GMOYV0F416 type=del 2023-12-03T11:44:11.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.300+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=4KT3UNP2BG8Z type=del size=3148392 2023-12-03T11:44:11.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.301+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~1U8BNXIVNN0G.0 size=1048576 2023-12-03T11:44:11.304 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.302+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~1U8BNXIVNN0G.1 size=1048576 2023-12-03T11:44:11.305 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.303+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~1U8BNXIVNN0G.2 size=160141 2023-12-03T11:44:11.307 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.306+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=1U8BNXIVNN0G tag=VUHDGHA8BAUM type=write size=3305869 2023-12-03T11:44:11.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.308+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~ON3V73OVF4I2.0 size=699205 2023-12-03T11:44:11.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.308+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=ON3V73OVF4I2 tag=A5XYZTL7TGFN type=write size=1747781 2023-12-03T11:44:11.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.309+0000 7fec65a36780 1 < completed delete operation key=0HEXWFSSYOFX tag=WQFCBXBXHBPX type=del 2023-12-03T11:44:11.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.311+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=XJ2OIT32ODUB type=write size=235935 2023-12-03T11:44:11.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.312+0000 7fec65a36780 1 < completed write operation key=3QZKHX70UUGR tag=HNU0XYBHD1UF type=write size=1040442 2023-12-03T11:44:11.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.313+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=2DX1788410SE type=del size=1340612 2023-12-03T11:44:11.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.315+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~6R0MZSOSVAFT.0 size=118228 2023-12-03T11:44:11.318 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.317+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=6R0MZSOSVAFT tag=QLIWG2BW2644 type=write size=1166804 2023-12-03T11:44:11.319 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.318+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=B5WAG798V3AB type=del size=1623752 2023-12-03T11:44:11.320 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.319+0000 7fec65a36780 1 < completed delete operation key=0HEXWFSSYOFX tag=EUF942EAAUB8 type=del 2023-12-03T11:44:11.321 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.320+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=3EBPDCS51KRT type=del size=2686039 2023-12-03T11:44:11.323 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.322+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~UXV30TLQFWFA.0 size=1048576 2023-12-03T11:44:11.324 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.323+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~UXV30TLQFWFA.1 size=1048576 2023-12-03T11:44:11.325 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.324+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~UXV30TLQFWFA.2 size=163497 2023-12-03T11:44:11.327 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.326+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=UXV30TLQFWFA tag=NEHTB6B0Q8VV type=write size=3309225 2023-12-03T11:44:11.328 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.327+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=D1H25B56G91M type=del size=2090058 2023-12-03T11:44:11.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.329+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=QCX4YO6QXTIB type=del 2023-12-03T11:44:11.332 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.331+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~IZEMZ2EFAD2Y.0 size=1048576 2023-12-03T11:44:11.333 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.332+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~IZEMZ2EFAD2Y.1 size=1048576 2023-12-03T11:44:11.334 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.333+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~IZEMZ2EFAD2Y.2 size=997036 2023-12-03T11:44:11.334 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.333+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=IZEMZ2EFAD2Y tag=W1MW0JSDMEIP type=write size=4142764 2023-12-03T11:44:11.335 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.334+0000 7fec65a36780 1 < canceled operation key=BG6UOS1WMDBY tag=DU56BKIBFURG type=del size=340302 2023-12-03T11:44:11.338 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.336+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~N9V0GP7YLJKX.0 size=1048576 2023-12-03T11:44:11.339 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.337+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~N9V0GP7YLJKX.1 size=1048576 2023-12-03T11:44:11.341 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.340+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~N9V0GP7YLJKX.2 size=963084 2023-12-03T11:44:11.341 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.340+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=N9V0GP7YLJKX tag=AL62J2H352WZ type=write size=4108812 2023-12-03T11:44:11.343 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.342+0000 7fec65a36780 1 < suggested remove operation key=GR4SISUXSQOT tag=35KLI1OTUBVJ type=write 2023-12-03T11:44:11.345 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.344+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~DT55NWW7VGR7.0 size=1048576 2023-12-03T11:44:11.346 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.345+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~DT55NWW7VGR7.1 size=1048576 2023-12-03T11:44:11.347 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.346+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~DT55NWW7VGR7.2 size=535860 2023-12-03T11:44:11.347 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.346+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=DT55NWW7VGR7 tag=5YABFHYLLJC7 type=write size=3681588 2023-12-03T11:44:11.348 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.347+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~SUQ69H7N3TB1.0 size=1048576 2023-12-03T11:44:11.349 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.348+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~SUQ69H7N3TB1.1 size=1048576 2023-12-03T11:44:11.350 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.349+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~SUQ69H7N3TB1.2 size=333418 2023-12-03T11:44:11.352 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.350+0000 7fec65a36780 1 < completed multipart upload key=0HEXWFSSYOFX upload=SUQ69H7N3TB1 tag=C4KR3XZV00YT type=write size=3479146 2023-12-03T11:44:11.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.352+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~AZGMNXNZSCBZ.0 size=1048576 2023-12-03T11:44:11.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.353+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~AZGMNXNZSCBZ.1 size=1048576 2023-12-03T11:44:11.355 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.354+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~AZGMNXNZSCBZ.2 size=783678 2023-12-03T11:44:11.355 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.354+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=AZGMNXNZSCBZ tag=5XXHSZVQNG5N type=write size=3929406 2023-12-03T11:44:11.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.355+0000 7fec65a36780 -1 < failed to complete operation key=ZHU0D35IH21Q tag=0A7OAU9WD3R5 type=write size=70296: (22) Invalid argument 2023-12-03T11:44:11.360 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.359+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~RRJ8JU2PWU05.0 size=388450 2023-12-03T11:44:11.360 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.359+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=RRJ8JU2PWU05 tag=R5FMLZP84NAO type=write size=1437026 2023-12-03T11:44:11.360 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.359+0000 7fec65a36780 1 < canceled part key=_multipart_BG6UOS1WMDBY.2~PR2R90DYF65Q.0 size=775204 2023-12-03T11:44:11.362 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.361+0000 7fec65a36780 1 < canceled multipart upload key=BG6UOS1WMDBY upload=PR2R90DYF65Q tag=HFXR1KR8D87G type=write size=1823780 2023-12-03T11:44:11.364 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.363+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~LWH9TPJEFXL4.0 size=571207 2023-12-03T11:44:11.364 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.363+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=LWH9TPJEFXL4 tag=PCT8ZG0FBNQ4 type=write size=1619783 2023-12-03T11:44:11.365 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.364+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~NQK76NP0X3X4.0 size=1048576 2023-12-03T11:44:11.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.365+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~NQK76NP0X3X4.1 size=1048576 2023-12-03T11:44:11.368 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.366+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~NQK76NP0X3X4.2 size=897672 2023-12-03T11:44:11.370 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.369+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=NQK76NP0X3X4 tag=T4KV4Q03P7U5 type=write size=4043400 2023-12-03T11:44:11.372 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.371+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~XDPVIBXFSWOU.0 size=1048576 2023-12-03T11:44:11.373 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.372+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~XDPVIBXFSWOU.1 size=1048576 2023-12-03T11:44:11.374 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.373+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~XDPVIBXFSWOU.2 size=1040869 2023-12-03T11:44:11.374 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.373+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=XDPVIBXFSWOU tag=HLWX25PF2AR3 type=write size=4186597 2023-12-03T11:44:11.375 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.374+0000 7fec65a36780 1 < completed write operation key=3QZKHX70UUGR tag=D31YQ3WYHCAA type=write size=901999 2023-12-03T11:44:11.376 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.375+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=5JF2JQVFH30V type=del size=1879034 2023-12-03T11:44:11.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.376+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=SXEWZDENIW7N type=del 2023-12-03T11:44:11.379 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.378+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=BWJ6Z4J742MQ type=del size=1578903 2023-12-03T11:44:11.380 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.379+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=4KT3UNP2BG8Z type=del 2023-12-03T11:44:11.382 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.380+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=Z8KL542MOFE9 type=del size=3632556 2023-12-03T11:44:11.383 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.382+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~ON3V73OVF4I2.0 size=699205 2023-12-03T11:44:11.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.384+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=ON3V73OVF4I2 tag=A5XYZTL7TGFN type=write size=1747781 2023-12-03T11:44:11.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.385+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=RDWVQ4J6IKAB type=del size=3893679 2023-12-03T11:44:11.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.386+0000 7fec65a36780 1 < completed write operation key=X9QLCGIXBKPW tag=XJ2OIT32ODUB type=write size=235935 2023-12-03T11:44:11.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.388+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=1OS3S5CBRITR type=del size=2334178 2023-12-03T11:44:11.390 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.389+0000 7fec65a36780 1 < canceled operation key=9JLT22LCTIPC tag=2DX1788410SE type=del size=1340612 2023-12-03T11:44:11.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.390+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=13IU0GX5ZJ6H type=del size=1742063 2023-12-03T11:44:11.392 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.391+0000 7fec65a36780 1 < completed delete operation key=X9QLCGIXBKPW tag=B5WAG798V3AB type=del 2023-12-03T11:44:11.393 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.392+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=PT78D26PDONV type=del size=1154115 2023-12-03T11:44:11.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.393+0000 7fec65a36780 -1 < failed to complete operation key=GR4SISUXSQOT tag=3EBPDCS51KRT type=del size=2686039: (22) Invalid argument 2023-12-03T11:44:11.397 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.395+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~DBTHUKW92VR4.0 size=1048576 2023-12-03T11:44:11.398 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.396+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~DBTHUKW92VR4.1 size=191392 2023-12-03T11:44:11.398 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.396+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=DBTHUKW92VR4 tag=O8WNI54CI3A2 type=write size=2288544 2023-12-03T11:44:11.399 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.398+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=D1H25B56G91M type=del 2023-12-03T11:44:11.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.399+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=1KRSDD5ZW4JT type=write size=771374 2023-12-03T11:44:11.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.400+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~IZEMZ2EFAD2Y.0 size=1048576 2023-12-03T11:44:11.402 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.401+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~IZEMZ2EFAD2Y.1 size=1048576 2023-12-03T11:44:11.403 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.402+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~IZEMZ2EFAD2Y.2 size=997036 2023-12-03T11:44:11.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.404+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=IZEMZ2EFAD2Y tag=W1MW0JSDMEIP type=write size=4142764 2023-12-03T11:44:11.406 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.405+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=Y4SFH3BUQN0N type=del size=3683843 2023-12-03T11:44:11.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.406+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~N9V0GP7YLJKX.0 size=1048576 2023-12-03T11:44:11.408 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.407+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~N9V0GP7YLJKX.1 size=1048576 2023-12-03T11:44:11.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.408+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~N9V0GP7YLJKX.2 size=963084 2023-12-03T11:44:11.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.410+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=N9V0GP7YLJKX tag=AL62J2H352WZ type=write size=4108812 2023-12-03T11:44:11.413 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.412+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~KQRMMSWNVMM1.0 size=1048576 2023-12-03T11:44:11.414 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.413+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~KQRMMSWNVMM1.1 size=665832 2023-12-03T11:44:11.414 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.413+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=KQRMMSWNVMM1 tag=XHIP5FZWNYXJ type=write size=2762984 2023-12-03T11:44:11.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.414+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~DT55NWW7VGR7.0 size=1048576 2023-12-03T11:44:11.416 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.415+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~DT55NWW7VGR7.1 size=1048576 2023-12-03T11:44:11.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.417+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~DT55NWW7VGR7.2 size=535860 2023-12-03T11:44:11.421 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.419+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=DT55NWW7VGR7 tag=5YABFHYLLJC7 type=write size=3681588 2023-12-03T11:44:11.423 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.421+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~ITX0GJVS5UER.0 size=1048576 2023-12-03T11:44:11.424 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.422+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~ITX0GJVS5UER.1 size=1048576 2023-12-03T11:44:11.424 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.423+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~ITX0GJVS5UER.2 size=381716 2023-12-03T11:44:11.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.423+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=ITX0GJVS5UER tag=VVZNR2NJASV2 type=write size=3527444 2023-12-03T11:44:11.426 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.424+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~AZGMNXNZSCBZ.0 size=1048576 2023-12-03T11:44:11.426 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.424+0000 7fec65a36780 1 < canceled part key=_multipart_3QZKHX70UUGR.2~AZGMNXNZSCBZ.1 size=1048576 2023-12-03T11:44:11.426 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.425+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~AZGMNXNZSCBZ.2 size=783678 2023-12-03T11:44:11.428 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.427+0000 7fec65a36780 1 < canceled multipart upload key=3QZKHX70UUGR upload=AZGMNXNZSCBZ tag=5XXHSZVQNG5N type=write size=3929406 2023-12-03T11:44:11.430 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.429+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~4MPI0OKFB83I.0 size=1048576 2023-12-03T11:44:11.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.430+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~4MPI0OKFB83I.1 size=276997 2023-12-03T11:44:11.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.430+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=4MPI0OKFB83I tag=VGFFOYEAXF0C type=write size=2374149 2023-12-03T11:44:11.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.431+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~RRJ8JU2PWU05.0 size=388450 2023-12-03T11:44:11.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.433+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=RRJ8JU2PWU05 tag=R5FMLZP84NAO type=write size=1437026 2023-12-03T11:44:11.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.434+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=OF4UCRW7MNBV type=del size=3755984 2023-12-03T11:44:11.437 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.435+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~LWH9TPJEFXL4.0 size=571207 2023-12-03T11:44:11.439 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.437+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=LWH9TPJEFXL4 tag=PCT8ZG0FBNQ4 type=write size=1619783 2023-12-03T11:44:11.440 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.439+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=E35CVDSNMO13 type=del size=3038657 2023-12-03T11:44:11.441 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.440+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~XDPVIBXFSWOU.0 size=1048576 2023-12-03T11:44:11.442 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.441+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~XDPVIBXFSWOU.1 size=1048576 2023-12-03T11:44:11.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.442+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~XDPVIBXFSWOU.2 size=1040869 2023-12-03T11:44:11.445 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.443+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=XDPVIBXFSWOU tag=HLWX25PF2AR3 type=write size=4186597 2023-12-03T11:44:11.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.445+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=E07IPF0BGT6X type=del size=2334936 2023-12-03T11:44:11.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.446+0000 7fec65a36780 1 < canceled operation key=C0RNK06G6OQP tag=5JF2JQVFH30V type=del size=1879034 2023-12-03T11:44:11.448 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.447+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=VXAL621FUB38 type=del size=3419041 2023-12-03T11:44:11.450 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.449+0000 7fec65a36780 1 < completed delete operation key=C0RNK06G6OQP tag=BWJ6Z4J742MQ type=del 2023-12-03T11:44:11.451 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.450+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=L9LVRYLLX3V5 type=del size=162923 2023-12-03T11:44:11.452 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.451+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=Z8KL542MOFE9 type=del 2023-12-03T11:44:11.454 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.453+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~SSYVRPBON56Y.0 size=1048576 2023-12-03T11:44:11.455 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.454+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~SSYVRPBON56Y.1 size=741180 2023-12-03T11:44:11.455 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.454+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=SSYVRPBON56Y tag=X4F7D66TYP7R type=write size=2838332 2023-12-03T11:44:11.458 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.457+0000 7fec65a36780 1 < suggested remove operation key=T9V22NACHJGL tag=RDWVQ4J6IKAB type=del 2023-12-03T11:44:11.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.458+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=LYQFA212XK5N type=write size=266969 2023-12-03T11:44:11.460 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.459+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=1OS3S5CBRITR type=del 2023-12-03T11:44:11.462 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.460+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=QB8G4MPMAD1U type=del size=4079766 2023-12-03T11:44:11.464 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.463+0000 7fec65a36780 1 < suggested update operation key=2RH7HHERSZ3G tag=13IU0GX5ZJ6H type=del size=1742063 2023-12-03T11:44:11.465 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.464+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=1H2UBMPZXJLO type=write size=442228 2023-12-03T11:44:11.466 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.465+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=PT78D26PDONV type=del 2023-12-03T11:44:11.467 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.466+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=H8BSPP6RGQXA type=del size=1491623 2023-12-03T11:44:11.469 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.468+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~DBTHUKW92VR4.0 size=1048576 2023-12-03T11:44:11.470 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.468+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~DBTHUKW92VR4.1 size=191392 2023-12-03T11:44:11.472 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.471+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=DBTHUKW92VR4 tag=O8WNI54CI3A2 type=write size=2288544 2023-12-03T11:44:11.473 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.472+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=46LJGLPBWYGN type=del size=3829705 2023-12-03T11:44:11.474 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.473+0000 7fec65a36780 1 < canceled operation key=47SL1QFM71HF tag=1KRSDD5ZW4JT type=write size=771374 2023-12-03T11:44:11.475 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.474+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=KD0OK5ELWXB6 type=del size=1208609 2023-12-03T11:44:11.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.476+0000 7fec65a36780 1 < completed delete operation key=ZCS6XX24O8P4 tag=Y4SFH3BUQN0N type=del 2023-12-03T11:44:11.482 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.478+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~4Q9VE8TUKCPP.0 size=1048576 2023-12-03T11:44:11.482 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.478+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~4Q9VE8TUKCPP.1 size=1048576 2023-12-03T11:44:11.482 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.479+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~4Q9VE8TUKCPP.2 size=354654 2023-12-03T11:44:11.482 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.479+0000 7fec65a36780 1 > prepared multipart upload key=0AZB86BIZ0MT upload=4Q9VE8TUKCPP tag=CSTEPMQH2GZJ type=write size=3500382 2023-12-03T11:44:11.482 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.481+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~KQRMMSWNVMM1.0 size=1048576 2023-12-03T11:44:11.483 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.482+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~KQRMMSWNVMM1.1 size=665832 2023-12-03T11:44:11.486 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.485+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=KQRMMSWNVMM1 tag=XHIP5FZWNYXJ type=write size=2762984 2023-12-03T11:44:11.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.487+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~VBNED8JN5IGL.0 size=1048576 2023-12-03T11:44:11.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.488+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~VBNED8JN5IGL.1 size=1048576 2023-12-03T11:44:11.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.489+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~VBNED8JN5IGL.2 size=657452 2023-12-03T11:44:11.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.489+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=VBNED8JN5IGL tag=D7P2E1OXG57R type=write size=3803180 2023-12-03T11:44:11.491 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.490+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~ITX0GJVS5UER.0 size=1048576 2023-12-03T11:44:11.492 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.491+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~ITX0GJVS5UER.1 size=1048576 2023-12-03T11:44:11.493 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.492+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~ITX0GJVS5UER.2 size=381716 2023-12-03T11:44:11.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.494+0000 7fec65a36780 1 < completed multipart upload key=X9QLCGIXBKPW upload=ITX0GJVS5UER tag=VVZNR2NJASV2 type=write size=3527444 2023-12-03T11:44:11.497 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.496+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~6CCRRWD1AHQO.0 size=1048576 2023-12-03T11:44:11.498 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.497+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~6CCRRWD1AHQO.1 size=65232 2023-12-03T11:44:11.498 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.497+0000 7fec65a36780 1 > prepared multipart upload key=SSVHOXNGSFYF upload=6CCRRWD1AHQO tag=6NU9VQHD4RC9 type=write size=2162384 2023-12-03T11:44:11.499 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.498+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~4MPI0OKFB83I.0 size=1048576 2023-12-03T11:44:11.500 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.499+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~4MPI0OKFB83I.1 size=276997 2023-12-03T11:44:11.502 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.501+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=4MPI0OKFB83I tag=VGFFOYEAXF0C type=write size=2374149 2023-12-03T11:44:11.503 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.502+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=8WRC7GM9EG5Z type=del size=3208291 2023-12-03T11:44:11.504 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.503+0000 7fec65a36780 -1 < failed to complete operation key=2RH7HHERSZ3G tag=OF4UCRW7MNBV type=del size=3755984: (22) Invalid argument 2023-12-03T11:44:11.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.505+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~9W83LRFDJW4N.0 size=169440 2023-12-03T11:44:11.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.505+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=9W83LRFDJW4N tag=2ZL21Q0I7IUM type=write size=1218016 2023-12-03T11:44:11.508 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.507+0000 7fec65a36780 1 < suggested update operation key=C1UIPV6F6AYG tag=E35CVDSNMO13 type=del size=3038657 2023-12-03T11:44:11.509 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.508+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=4DYARYTHLJAP type=del size=3864813 2023-12-03T11:44:11.510 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.509+0000 7fec65a36780 1 < completed delete operation key=ZCS6XX24O8P4 tag=E07IPF0BGT6X type=del 2023-12-03T11:44:11.511 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.510+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=FRNGUMFWHBTS type=write size=134982 2023-12-03T11:44:11.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.511+0000 7fec65a36780 -1 < failed to complete operation key=T9V22NACHJGL tag=VXAL621FUB38 type=del size=3419041: (22) Invalid argument 2023-12-03T11:44:11.513 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.512+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=DQCYCIUO9UNO type=del size=194018 2023-12-03T11:44:11.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.513+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=L9LVRYLLX3V5 type=del 2023-12-03T11:44:11.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.515+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~7JG10Y2WH6JN.0 size=1048576 2023-12-03T11:44:11.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.516+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~7JG10Y2WH6JN.1 size=1048576 2023-12-03T11:44:11.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.517+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~7JG10Y2WH6JN.2 size=550638 2023-12-03T11:44:11.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.517+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=7JG10Y2WH6JN tag=VCIZZB1CX6GE type=write size=3696366 2023-12-03T11:44:11.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.518+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~SSYVRPBON56Y.0 size=1048576 2023-12-03T11:44:11.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.519+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~SSYVRPBON56Y.1 size=741180 2023-12-03T11:44:11.522 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.521+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=SSYVRPBON56Y tag=X4F7D66TYP7R type=write size=2838332 2023-12-03T11:44:11.524 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.522+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=BWXEYLW3X7CX type=write size=982104 2023-12-03T11:44:11.525 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.524+0000 7fec65a36780 1 < completed write operation key=C0RNK06G6OQP tag=LYQFA212XK5N type=write size=266969 2023-12-03T11:44:11.526 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.525+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=JSCNFIMXKYWK type=write size=160567 2023-12-03T11:44:11.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.527+0000 7fec65a36780 1 < suggested update operation key=C1UIPV6F6AYG tag=QB8G4MPMAD1U type=del size=4079766 2023-12-03T11:44:11.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.529+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~BW52NQ9F14UT.0 size=1048576 2023-12-03T11:44:11.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.530+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~BW52NQ9F14UT.1 size=206691 2023-12-03T11:44:11.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.530+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=BW52NQ9F14UT tag=SCN714H9YLS3 type=write size=2303843 2023-12-03T11:44:11.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.531+0000 7fec65a36780 1 < completed write operation key=3C6QMW8IQIA4 tag=1H2UBMPZXJLO type=write size=442228 2023-12-03T11:44:11.534 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.533+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=ZM7MUJDDK6FD type=write size=842922 2023-12-03T11:44:11.535 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.534+0000 7fec65a36780 1 < canceled operation key=2RH7HHERSZ3G tag=H8BSPP6RGQXA type=del size=1491623 2023-12-03T11:44:11.536 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.535+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=QSUVOE63XDDQ type=del size=2381002 2023-12-03T11:44:11.538 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.537+0000 7fec65a36780 1 < suggested remove operation key=ZCS6XX24O8P4 tag=46LJGLPBWYGN type=del 2023-12-03T11:44:11.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.538+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=VN2G9X0BBKFN type=del size=824356 2023-12-03T11:44:11.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.539+0000 7fec65a36780 1 < completed delete operation key=SSVHOXNGSFYF tag=KD0OK5ELWXB6 type=del 2023-12-03T11:44:11.542 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.541+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~NRS7JWQKC8T9.0 size=1048576 2023-12-03T11:44:11.544 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.542+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~NRS7JWQKC8T9.1 size=864151 2023-12-03T11:44:11.544 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.542+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=NRS7JWQKC8T9 tag=KI9P7NRKCWYP type=write size=2961303 2023-12-03T11:44:11.544 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.543+0000 7fec65a36780 1 < canceled part key=_multipart_0AZB86BIZ0MT.2~4Q9VE8TUKCPP.0 size=1048576 2023-12-03T11:44:11.545 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.544+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~4Q9VE8TUKCPP.1 size=1048576 2023-12-03T11:44:11.546 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.544+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~4Q9VE8TUKCPP.2 size=354654 2023-12-03T11:44:11.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.546+0000 7fec65a36780 1 < canceled multipart upload key=0AZB86BIZ0MT upload=4Q9VE8TUKCPP tag=CSTEPMQH2GZJ type=write size=3500382 2023-12-03T11:44:11.549 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.547+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=VTVV13N3AMPH type=del size=3597008 2023-12-03T11:44:11.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.549+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~VBNED8JN5IGL.0 size=1048576 2023-12-03T11:44:11.551 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.550+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~VBNED8JN5IGL.1 size=1048576 2023-12-03T11:44:11.552 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.551+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~VBNED8JN5IGL.2 size=657452 2023-12-03T11:44:11.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.553+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=VBNED8JN5IGL tag=D7P2E1OXG57R type=write size=3803180 2023-12-03T11:44:11.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.554+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=Q3M5MAP51XFV type=del size=2469933 2023-12-03T11:44:11.557 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.556+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~6CCRRWD1AHQO.0 size=1048576 2023-12-03T11:44:11.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.557+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~6CCRRWD1AHQO.1 size=65232 2023-12-03T11:44:11.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.560+0000 7fec65a36780 1 < completed multipart upload key=SSVHOXNGSFYF upload=6CCRRWD1AHQO tag=6NU9VQHD4RC9 type=write size=2162384 2023-12-03T11:44:11.563 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.561+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=QVLQIJ4XJSYX type=del size=3053445 2023-12-03T11:44:11.564 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.563+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=8WRC7GM9EG5Z type=del 2023-12-03T11:44:11.565 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.564+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=T4DE1OB8KFZF type=del size=3050881 2023-12-03T11:44:11.566 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.565+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~9W83LRFDJW4N.0 size=169440 2023-12-03T11:44:11.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.567+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=9W83LRFDJW4N tag=2ZL21Q0I7IUM type=write size=1218016 2023-12-03T11:44:11.569 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.568+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=QU4HP8NXEPHI type=del size=1194223 2023-12-03T11:44:11.570 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.569+0000 7fec65a36780 1 < canceled operation key=AH17BNCID2LT tag=4DYARYTHLJAP type=del size=3864813 2023-12-03T11:44:11.571 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.570+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=FW8A2ZRJYMVP type=del size=2901193 2023-12-03T11:44:11.573 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.572+0000 7fec65a36780 1 < completed write operation key=WOVRQGZRPR2M tag=FRNGUMFWHBTS type=write size=134982 2023-12-03T11:44:11.575 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.574+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~5A1AK9TJAMF2.0 size=1048576 2023-12-03T11:44:11.576 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.574+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~5A1AK9TJAMF2.1 size=1048576 2023-12-03T11:44:11.577 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.575+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~5A1AK9TJAMF2.2 size=489211 2023-12-03T11:44:11.577 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.575+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=5A1AK9TJAMF2 tag=THB3W432I2QR type=write size=3634939 2023-12-03T11:44:11.579 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.578+0000 7fec65a36780 1 < suggested update operation key=5C1TNEXGMTX2 tag=DQCYCIUO9UNO type=del size=194018 2023-12-03T11:44:11.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.579+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=24B1FDYXGR0I type=write size=871441 2023-12-03T11:44:11.581 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.580+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~7JG10Y2WH6JN.0 size=1048576 2023-12-03T11:44:11.581 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.580+0000 7fec65a36780 1 < canceled part key=_multipart_3C6QMW8IQIA4.2~7JG10Y2WH6JN.1 size=1048576 2023-12-03T11:44:11.582 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.581+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~7JG10Y2WH6JN.2 size=550638 2023-12-03T11:44:11.584 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.583+0000 7fec65a36780 1 < canceled multipart upload key=3C6QMW8IQIA4 upload=7JG10Y2WH6JN tag=VCIZZB1CX6GE type=write size=3696366 2023-12-03T11:44:11.585 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.584+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=9DOCI5G2M7Q2 type=del size=1452425 2023-12-03T11:44:11.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.585+0000 7fec65a36780 1 < completed write operation key=0AZB86BIZ0MT tag=BWXEYLW3X7CX type=write size=982104 2023-12-03T11:44:11.589 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.588+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~1JW6BT75CE1G.0 size=1048576 2023-12-03T11:44:11.590 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.589+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~1JW6BT75CE1G.1 size=1048576 2023-12-03T11:44:11.591 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.589+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~1JW6BT75CE1G.2 size=496619 2023-12-03T11:44:11.591 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.589+0000 7fec65a36780 1 > prepared multipart upload key=AH17BNCID2LT upload=1JW6BT75CE1G tag=VF3HM6Y2BZVG type=write size=3642347 2023-12-03T11:44:11.592 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.591+0000 7fec65a36780 1 < completed write operation key=GR4SISUXSQOT tag=JSCNFIMXKYWK type=write size=160567 2023-12-03T11:44:11.594 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.593+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~HXSCP8KT7LE8.0 size=171398 2023-12-03T11:44:11.594 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.593+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=HXSCP8KT7LE8 tag=7563YGXQBIY5 type=write size=1219974 2023-12-03T11:44:11.594 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.593+0000 7fec65a36780 1 < canceled part key=_multipart_8OT6OT3U65FW.2~BW52NQ9F14UT.0 size=1048576 2023-12-03T11:44:11.595 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.594+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~BW52NQ9F14UT.1 size=206691 2023-12-03T11:44:11.597 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.596+0000 7fec65a36780 1 < canceled multipart upload key=8OT6OT3U65FW upload=BW52NQ9F14UT tag=SCN714H9YLS3 type=write size=2303843 2023-12-03T11:44:11.599 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.597+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=7V2MTCESACH3 type=del size=1666644 2023-12-03T11:44:11.600 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.599+0000 7fec65a36780 1 < completed write operation key=3QZKHX70UUGR tag=ZM7MUJDDK6FD type=write size=842922 2023-12-03T11:44:11.601 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.600+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=XA1IS4T6PNWM type=del size=2830918 2023-12-03T11:44:11.602 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.601+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=QSUVOE63XDDQ type=del 2023-12-03T11:44:11.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.602+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=AIEIPF918SDU type=write size=292555 2023-12-03T11:44:11.605 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.604+0000 7fec65a36780 1 < canceled operation key=9JLT22LCTIPC tag=VN2G9X0BBKFN type=del size=824356 2023-12-03T11:44:11.607 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.606+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~4F3DHPJMJRYI.0 size=846576 2023-12-03T11:44:11.607 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.606+0000 7fec65a36780 1 > prepared multipart upload key=0HEXWFSSYOFX upload=4F3DHPJMJRYI tag=9T6QLXVNE21D type=write size=1895152 2023-12-03T11:44:11.608 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.607+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~NRS7JWQKC8T9.0 size=1048576 2023-12-03T11:44:11.609 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.608+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~NRS7JWQKC8T9.1 size=864151 2023-12-03T11:44:11.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.610+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=NRS7JWQKC8T9 tag=KI9P7NRKCWYP type=write size=2961303 2023-12-03T11:44:11.613 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.612+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~C6Y7X0XXMR7Q.0 size=1048576 2023-12-03T11:44:11.614 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.613+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~C6Y7X0XXMR7Q.1 size=705466 2023-12-03T11:44:11.614 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.613+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=C6Y7X0XXMR7Q tag=VGZ5T61R5K7O type=write size=2802618 2023-12-03T11:44:11.615 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.614+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=VTVV13N3AMPH type=del 2023-12-03T11:44:11.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.616+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~UQWBXF3OG4RU.0 size=1048576 2023-12-03T11:44:11.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.617+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~UQWBXF3OG4RU.1 size=681244 2023-12-03T11:44:11.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.617+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=UQWBXF3OG4RU tag=PRJU47M2IZBS type=write size=2778396 2023-12-03T11:44:11.619 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.618+0000 7fec65a36780 1 < completed delete operation key=3QZKHX70UUGR tag=Q3M5MAP51XFV type=del 2023-12-03T11:44:11.621 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.620+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~YJNZP016EIJ3.0 size=1048576 2023-12-03T11:44:11.622 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.621+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~YJNZP016EIJ3.1 size=1048576 2023-12-03T11:44:11.623 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.622+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~YJNZP016EIJ3.2 size=642182 2023-12-03T11:44:11.623 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.622+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=YJNZP016EIJ3 tag=7UY5DET3CB02 type=write size=3787910 2023-12-03T11:44:11.624 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.623+0000 7fec65a36780 1 < completed delete operation key=WOVRQGZRPR2M tag=QVLQIJ4XJSYX type=del 2023-12-03T11:44:11.627 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.625+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~5AW8A10OTMHF.0 size=1048576 2023-12-03T11:44:11.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.626+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~5AW8A10OTMHF.1 size=1048576 2023-12-03T11:44:11.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.627+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~5AW8A10OTMHF.2 size=195766 2023-12-03T11:44:11.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.627+0000 7fec65a36780 1 > prepared multipart upload key=0AZB86BIZ0MT upload=5AW8A10OTMHF tag=MKG1ZAFSD3Q6 type=write size=3341494 2023-12-03T11:44:11.629 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.628+0000 7fec65a36780 1 < completed delete operation key=8OT6OT3U65FW tag=T4DE1OB8KFZF type=del 2023-12-03T11:44:11.630 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.629+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=VYBVR4CBUK7W type=del size=2241405 2023-12-03T11:44:11.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.631+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=QU4HP8NXEPHI type=del 2023-12-03T11:44:11.633 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.632+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=R433WXS45V00 type=write size=891528 2023-12-03T11:44:11.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.633+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=FW8A2ZRJYMVP type=del 2023-12-03T11:44:11.636 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.635+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=BRM9J744BKYF type=del size=68090 2023-12-03T11:44:11.637 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.636+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~5A1AK9TJAMF2.0 size=1048576 2023-12-03T11:44:11.638 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.637+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~5A1AK9TJAMF2.1 size=1048576 2023-12-03T11:44:11.639 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.638+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~5A1AK9TJAMF2.2 size=489211 2023-12-03T11:44:11.641 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.640+0000 7fec65a36780 1 < completed multipart upload key=ZHU0D35IH21Q upload=5A1AK9TJAMF2 tag=THB3W432I2QR type=write size=3634939 2023-12-03T11:44:11.642 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.641+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=D5AAVUNAOZJQ type=del size=3478040 2023-12-03T11:44:11.643 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.642+0000 7fec65a36780 1 < completed write operation key=9JLT22LCTIPC tag=24B1FDYXGR0I type=write size=871441 2023-12-03T11:44:11.644 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.643+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=8GYVNBFN71L3 type=write size=158553 2023-12-03T11:44:11.646 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.645+0000 7fec65a36780 1 < canceled operation key=H2MMD7J4LFAH tag=9DOCI5G2M7Q2 type=del size=1452425 2023-12-03T11:44:11.647 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.646+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=1E672O4M9M6Z type=del size=3086848 2023-12-03T11:44:11.648 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.647+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~1JW6BT75CE1G.0 size=1048576 2023-12-03T11:44:11.649 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.648+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~1JW6BT75CE1G.1 size=1048576 2023-12-03T11:44:11.650 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.649+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~1JW6BT75CE1G.2 size=496619 2023-12-03T11:44:11.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.651+0000 7fec65a36780 1 < completed multipart upload key=AH17BNCID2LT upload=1JW6BT75CE1G tag=VF3HM6Y2BZVG type=write size=3642347 2023-12-03T11:44:11.653 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.652+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=C2XDGCRE1501 type=del size=1424896 2023-12-03T11:44:11.654 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.653+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~HXSCP8KT7LE8.0 size=171398 2023-12-03T11:44:11.656 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.655+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=HXSCP8KT7LE8 tag=7563YGXQBIY5 type=write size=1219974 2023-12-03T11:44:11.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.656+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=EG78CFR9SGPY type=del size=4082361 2023-12-03T11:44:11.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.658+0000 7fec65a36780 1 < completed delete operation key=X9QLCGIXBKPW tag=7V2MTCESACH3 type=del 2023-12-03T11:44:11.660 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.659+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=T45NSIX16E7R type=write size=753195 2023-12-03T11:44:11.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.661+0000 7fec65a36780 1 < suggested remove operation key=YRACKN8LKGIH tag=XA1IS4T6PNWM type=del 2023-12-03T11:44:11.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.664+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~TYKO1GAS84OY.0 size=596661 2023-12-03T11:44:11.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.664+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=TYKO1GAS84OY tag=DHUREEXI8XP0 type=write size=1645237 2023-12-03T11:44:11.666 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.665+0000 7fec65a36780 1 < completed write operation key=3C6QMW8IQIA4 tag=AIEIPF918SDU type=write size=292555 2023-12-03T11:44:11.667 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.666+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=01S5M0K6TVPH type=del size=2182377 2023-12-03T11:44:11.668 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.667+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~4F3DHPJMJRYI.0 size=846576 2023-12-03T11:44:11.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.671+0000 7fec65a36780 1 < completed multipart upload key=0HEXWFSSYOFX upload=4F3DHPJMJRYI tag=9T6QLXVNE21D type=write size=1895152 2023-12-03T11:44:11.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.672+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=07YRJ0NEPKD7 type=write size=805608 2023-12-03T11:44:11.674 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.673+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~C6Y7X0XXMR7Q.0 size=1048576 2023-12-03T11:44:11.675 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.674+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~C6Y7X0XXMR7Q.1 size=705466 2023-12-03T11:44:11.677 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.676+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=C6Y7X0XXMR7Q tag=VGZ5T61R5K7O type=write size=2802618 2023-12-03T11:44:11.678 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.677+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=W99JI9WPQWP4 type=write size=772371 2023-12-03T11:44:11.680 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.678+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~UQWBXF3OG4RU.0 size=1048576 2023-12-03T11:44:11.680 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.678+0000 7fec65a36780 1 < canceled part key=_multipart_133Q3KH264WU.2~UQWBXF3OG4RU.1 size=681244 2023-12-03T11:44:11.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.680+0000 7fec65a36780 1 < canceled multipart upload key=133Q3KH264WU upload=UQWBXF3OG4RU tag=PRJU47M2IZBS type=write size=2778396 2023-12-03T11:44:11.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.682+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~A1BKPDQFAKHO.0 size=216389 2023-12-03T11:44:11.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.682+0000 7fec65a36780 1 > prepared multipart upload key=ZCS6XX24O8P4 upload=A1BKPDQFAKHO tag=WP1FA1RAQM3G type=write size=1264965 2023-12-03T11:44:11.685 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.684+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~YJNZP016EIJ3.0 size=1048576 2023-12-03T11:44:11.686 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.685+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~YJNZP016EIJ3.1 size=1048576 2023-12-03T11:44:11.687 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.686+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~YJNZP016EIJ3.2 size=642182 2023-12-03T11:44:11.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.688+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=YJNZP016EIJ3 tag=7UY5DET3CB02 type=write size=3787910 2023-12-03T11:44:11.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.690+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~CE4I2APV05DA.0 size=508413 2023-12-03T11:44:11.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.690+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=CE4I2APV05DA tag=MPWWG3RORZ8R type=write size=1556989 2023-12-03T11:44:11.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.691+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~5AW8A10OTMHF.0 size=1048576 2023-12-03T11:44:11.693 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.692+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~5AW8A10OTMHF.1 size=1048576 2023-12-03T11:44:11.693 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.692+0000 7fec65a36780 1 < canceled part key=_multipart_0AZB86BIZ0MT.2~5AW8A10OTMHF.2 size=195766 2023-12-03T11:44:11.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.694+0000 7fec65a36780 1 < canceled multipart upload key=0AZB86BIZ0MT upload=5AW8A10OTMHF tag=MKG1ZAFSD3Q6 type=write size=3341494 2023-12-03T11:44:11.697 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.696+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~X4Z35O3VF1D4.0 size=1048576 2023-12-03T11:44:11.698 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.697+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~X4Z35O3VF1D4.1 size=1048576 2023-12-03T11:44:11.699 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.698+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~X4Z35O3VF1D4.2 size=772603 2023-12-03T11:44:11.699 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.698+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=X4Z35O3VF1D4 tag=S6ZT9TZU2XHR type=write size=3918331 2023-12-03T11:44:11.700 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.699+0000 7fec65a36780 1 < completed delete operation key=0HEXWFSSYOFX tag=VYBVR4CBUK7W type=del 2023-12-03T11:44:11.702 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.701+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~0CM5A2E5QGH4.0 size=1048576 2023-12-03T11:44:11.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.702+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~0CM5A2E5QGH4.1 size=4764 2023-12-03T11:44:11.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.702+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=0CM5A2E5QGH4 tag=ERISQNG7G7HG type=write size=2101916 2023-12-03T11:44:11.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.704+0000 7fec65a36780 1 < suggested update operation key=1Q50D75XSIR5 tag=R433WXS45V00 type=write size=891528 2023-12-03T11:44:11.707 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.706+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~LE0BY2N5N50K.0 size=1048576 2023-12-03T11:44:11.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.707+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~LE0BY2N5N50K.1 size=400084 2023-12-03T11:44:11.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.707+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=LE0BY2N5N50K tag=I8N5E5DPE6R7 type=write size=2497236 2023-12-03T11:44:11.710 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.709+0000 7fec65a36780 1 < suggested update operation key=T9V22NACHJGL tag=BRM9J744BKYF type=del size=68090 2023-12-03T11:44:11.711 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.710+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=B705NY16JMX9 type=del size=1114006 2023-12-03T11:44:11.714 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.712+0000 7fec65a36780 1 < suggested remove operation key=DVENHTCK7GZA tag=D5AAVUNAOZJQ type=del 2023-12-03T11:44:11.715 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.714+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=LSF3X6F5031B type=del size=1160727 2023-12-03T11:44:11.716 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.715+0000 7fec65a36780 1 < canceled operation key=X9RVI5NGJ2OL tag=8GYVNBFN71L3 type=write size=158553 2023-12-03T11:44:11.717 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.716+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=Z6LA0DGD1QC6 type=del size=1008986 2023-12-03T11:44:11.719 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.718+0000 7fec65a36780 1 < suggested remove operation key=C0RNK06G6OQP tag=1E672O4M9M6Z type=del 2023-12-03T11:44:11.720 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.719+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=5CBZLXCWNAU8 type=del size=1634925 2023-12-03T11:44:11.721 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.720+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=C2XDGCRE1501 type=del 2023-12-03T11:44:11.723 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.722+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~168KNBYUG6VC.0 size=1048576 2023-12-03T11:44:11.724 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.723+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~168KNBYUG6VC.1 size=948394 2023-12-03T11:44:11.724 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.723+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=168KNBYUG6VC tag=IZBXRRROIQ4M type=write size=3045546 2023-12-03T11:44:11.725 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.724+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=EG78CFR9SGPY type=del 2023-12-03T11:44:11.727 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.725+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=WJ4GEFIWU5XY type=del size=860186 2023-12-03T11:44:11.729 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.728+0000 7fec65a36780 1 < suggested update operation key=YXIRHDBN13DX tag=T45NSIX16E7R type=write size=753195 2023-12-03T11:44:11.730 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.729+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=DWQGXV3PNJZ1 type=write size=223592 2023-12-03T11:44:11.731 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.730+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~TYKO1GAS84OY.0 size=596661 2023-12-03T11:44:11.733 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.732+0000 7fec65a36780 1 < completed multipart upload key=6NE4YT7O3EKT upload=TYKO1GAS84OY tag=DHUREEXI8XP0 type=write size=1645237 2023-12-03T11:44:11.734 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.733+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=VRV2BI1W99C1 type=del size=2549369 2023-12-03T11:44:11.735 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.734+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=01S5M0K6TVPH type=del 2023-12-03T11:44:11.738 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.736+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~NEYS1CBSG90F.0 size=367725 2023-12-03T11:44:11.738 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.736+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=NEYS1CBSG90F tag=H136TMN2DDF2 type=write size=1416301 2023-12-03T11:44:11.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.739+0000 7fec65a36780 1 < suggested update operation key=PEN3GY9LLJKQ tag=07YRJ0NEPKD7 type=write size=805608 2023-12-03T11:44:11.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.740+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=NRKZOYYXQHB4 type=del size=3438607 2023-12-03T11:44:11.742 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.741+0000 7fec65a36780 1 < completed write operation key=X9QLCGIXBKPW tag=W99JI9WPQWP4 type=write size=772371 2023-12-03T11:44:11.744 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.742+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=B7BFPU1J0AKV type=del size=4073520 2023-12-03T11:44:11.745 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.743+0000 7fec65a36780 1 < completed part key=_multipart_ZCS6XX24O8P4.2~A1BKPDQFAKHO.0 size=216389 2023-12-03T11:44:11.747 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.746+0000 7fec65a36780 1 < completed multipart upload key=ZCS6XX24O8P4 upload=A1BKPDQFAKHO tag=WP1FA1RAQM3G type=write size=1264965 2023-12-03T11:44:11.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.748+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~RTCY925LI2O6.0 size=361973 2023-12-03T11:44:11.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.748+0000 7fec65a36780 1 > prepared multipart upload key=ZCS6XX24O8P4 upload=RTCY925LI2O6 tag=TPVYS1LWZEFF type=write size=1410549 2023-12-03T11:44:11.750 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.749+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~CE4I2APV05DA.0 size=508413 2023-12-03T11:44:11.752 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.751+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=CE4I2APV05DA tag=MPWWG3RORZ8R type=write size=1556989 2023-12-03T11:44:11.754 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.753+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~TY69R4QSSYMO.0 size=1048576 2023-12-03T11:44:11.755 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.754+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~TY69R4QSSYMO.1 size=1048576 2023-12-03T11:44:11.756 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.755+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~TY69R4QSSYMO.2 size=442424 2023-12-03T11:44:11.756 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.755+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=TY69R4QSSYMO tag=GHW705S44DFZ type=write size=3588152 2023-12-03T11:44:11.757 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.755+0000 7fec65a36780 1 < canceled part key=_multipart_YRACKN8LKGIH.2~X4Z35O3VF1D4.0 size=1048576 2023-12-03T11:44:11.757 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.756+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~X4Z35O3VF1D4.1 size=1048576 2023-12-03T11:44:11.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.757+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~X4Z35O3VF1D4.2 size=772603 2023-12-03T11:44:11.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.759+0000 7fec65a36780 1 < canceled multipart upload key=YRACKN8LKGIH upload=X4Z35O3VF1D4 tag=S6ZT9TZU2XHR type=write size=3918331 2023-12-03T11:44:11.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.760+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=O4VUNFRDU18F type=del size=2793647 2023-12-03T11:44:11.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.762+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~0CM5A2E5QGH4.0 size=1048576 2023-12-03T11:44:11.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.763+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~0CM5A2E5QGH4.1 size=4764 2023-12-03T11:44:11.766 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.765+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=0CM5A2E5QGH4 tag=ERISQNG7G7HG type=write size=2101916 2023-12-03T11:44:11.767 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.766+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=D1PLNND01HDH type=del size=2102620 2023-12-03T11:44:11.768 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.767+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~LE0BY2N5N50K.0 size=1048576 2023-12-03T11:44:11.769 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.768+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~LE0BY2N5N50K.1 size=400084 2023-12-03T11:44:11.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.770+0000 7fec65a36780 1 < completed multipart upload key=YRACKN8LKGIH upload=LE0BY2N5N50K tag=I8N5E5DPE6R7 type=write size=2497236 2023-12-03T11:44:11.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.771+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=8TL18AV7TZHZ type=del size=3607565 2023-12-03T11:44:11.773 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.772+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=B705NY16JMX9 type=del 2023-12-03T11:44:11.776 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.774+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~1IEXQXR6FKHC.0 size=453239 2023-12-03T11:44:11.776 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.774+0000 7fec65a36780 1 > prepared multipart upload key=SSVHOXNGSFYF upload=1IEXQXR6FKHC tag=STYZTXBCTGJ2 type=write size=1501815 2023-12-03T11:44:11.778 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.777+0000 7fec65a36780 1 < suggested update operation key=47SL1QFM71HF tag=LSF3X6F5031B type=del size=1160727 2023-12-03T11:44:11.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.779+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=P4HCIEVFRQSF type=write size=897883 2023-12-03T11:44:11.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.780+0000 7fec65a36780 1 < completed delete operation key=WOVRQGZRPR2M tag=Z6LA0DGD1QC6 type=del 2023-12-03T11:44:11.783 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.781+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=LEXWZ33JVMB6 type=del size=648129 2023-12-03T11:44:11.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.783+0000 7fec65a36780 1 < canceled operation key=3C6QMW8IQIA4 tag=5CBZLXCWNAU8 type=del size=1634925 2023-12-03T11:44:11.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.785+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~1K5VND0QZLF6.0 size=1048576 2023-12-03T11:44:11.787 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.786+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~1K5VND0QZLF6.1 size=439394 2023-12-03T11:44:11.787 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.786+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=1K5VND0QZLF6 tag=OK7E2T2JMDOX type=write size=2536546 2023-12-03T11:44:11.788 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.787+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~168KNBYUG6VC.0 size=1048576 2023-12-03T11:44:11.789 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.788+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~168KNBYUG6VC.1 size=948394 2023-12-03T11:44:11.791 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.790+0000 7fec65a36780 1 < completed multipart upload key=X9QLCGIXBKPW upload=168KNBYUG6VC tag=IZBXRRROIQ4M type=write size=3045546 2023-12-03T11:44:11.792 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.791+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=I2ITCR7MLLZ8 type=del size=1244252 2023-12-03T11:44:11.795 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.793+0000 7fec65a36780 1 < suggested update operation key=PEN3GY9LLJKQ tag=WJ4GEFIWU5XY type=del size=860186 2023-12-03T11:44:11.796 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.795+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=RKKLSI0P69TA type=del size=3430529 2023-12-03T11:44:11.797 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.796+0000 7fec65a36780 1 < completed write operation key=ZCS6XX24O8P4 tag=DWQGXV3PNJZ1 type=write size=223592 2023-12-03T11:44:11.798 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.797+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=MN46SI3DVB3S type=write size=878544 2023-12-03T11:44:11.799 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.798+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=VRV2BI1W99C1 type=del 2023-12-03T11:44:11.800 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.799+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=4P6YEYDPBETM type=del size=3823858 2023-12-03T11:44:11.802 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.800+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~NEYS1CBSG90F.0 size=367725 2023-12-03T11:44:11.804 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.802+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=NEYS1CBSG90F tag=H136TMN2DDF2 type=write size=1416301 2023-12-03T11:44:11.805 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.804+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=CIOHREPTIJNR type=write size=233456 2023-12-03T11:44:11.806 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.805+0000 7fec65a36780 1 < completed delete operation key=ZCS6XX24O8P4 tag=NRKZOYYXQHB4 type=del 2023-12-03T11:44:11.808 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.807+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~BQFBCIUDDHRS.0 size=535911 2023-12-03T11:44:11.808 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.807+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=BQFBCIUDDHRS tag=H062SIXEZ2OH type=write size=1584487 2023-12-03T11:44:11.809 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.808+0000 7fec65a36780 1 < completed delete operation key=3QZKHX70UUGR tag=B7BFPU1J0AKV type=del 2023-12-03T11:44:11.811 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.809+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=B28ZU1NWVR2U type=write size=128427 2023-12-03T11:44:11.812 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.811+0000 7fec65a36780 1 < completed part key=_multipart_ZCS6XX24O8P4.2~RTCY925LI2O6.0 size=361973 2023-12-03T11:44:11.814 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.812+0000 7fec65a36780 1 < completed multipart upload key=ZCS6XX24O8P4 upload=RTCY925LI2O6 tag=TPVYS1LWZEFF type=write size=1410549 2023-12-03T11:44:11.816 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.815+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~GRCCGWAM9XZL.0 size=1048576 2023-12-03T11:44:11.817 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.816+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~GRCCGWAM9XZL.1 size=813488 2023-12-03T11:44:11.817 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.816+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=GRCCGWAM9XZL tag=AOZOID5PJ60D type=write size=2910640 2023-12-03T11:44:11.818 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.817+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~TY69R4QSSYMO.0 size=1048576 2023-12-03T11:44:11.819 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.818+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~TY69R4QSSYMO.1 size=1048576 2023-12-03T11:44:11.820 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.819+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~TY69R4QSSYMO.2 size=442424 2023-12-03T11:44:11.822 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.821+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=TY69R4QSSYMO tag=GHW705S44DFZ type=write size=3588152 2023-12-03T11:44:11.823 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.822+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=HKYZHRQ9XL7L type=del size=2184143 2023-12-03T11:44:11.825 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.824+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=O4VUNFRDU18F type=del 2023-12-03T11:44:11.826 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.825+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=9R0S79OU5IVG type=del size=3648891 2023-12-03T11:44:11.827 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.826+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=D1PLNND01HDH type=del 2023-12-03T11:44:11.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.828+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~UFWV9G1PT85H.0 size=626017 2023-12-03T11:44:11.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.828+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=UFWV9G1PT85H tag=T9CMVLCE1CVJ type=write size=1674593 2023-12-03T11:44:11.832 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.830+0000 7fec65a36780 1 < suggested update operation key=C0RNK06G6OQP tag=8TL18AV7TZHZ type=del size=3607565 2023-12-03T11:44:11.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.832+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=BNECYRZ0ANZT type=del size=1446079 2023-12-03T11:44:11.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.833+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~1IEXQXR6FKHC.0 size=453239 2023-12-03T11:44:11.836 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.835+0000 7fec65a36780 1 < completed multipart upload key=SSVHOXNGSFYF upload=1IEXQXR6FKHC tag=STYZTXBCTGJ2 type=write size=1501815 2023-12-03T11:44:11.837 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.836+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=GJGBW28NBTB3 type=del size=1113634 2023-12-03T11:44:11.838 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.837+0000 7fec65a36780 1 < completed write operation key=YRACKN8LKGIH tag=P4HCIEVFRQSF type=write size=897883 2023-12-03T11:44:11.840 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.839+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~0CHB3120I8DL.0 size=1048576 2023-12-03T11:44:11.841 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.840+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~0CHB3120I8DL.1 size=1048576 2023-12-03T11:44:11.842 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.841+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~0CHB3120I8DL.2 size=350604 2023-12-03T11:44:11.842 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.841+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=0CHB3120I8DL tag=82CHSRHDIZ88 type=write size=3496332 2023-12-03T11:44:11.843 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.842+0000 7fec65a36780 1 < completed delete operation key=3QZKHX70UUGR tag=LEXWZ33JVMB6 type=del 2023-12-03T11:44:11.845 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.843+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=E3TB3D4LFCSZ type=del size=1807616 2023-12-03T11:44:11.846 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.845+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~1K5VND0QZLF6.0 size=1048576 2023-12-03T11:44:11.847 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.846+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~1K5VND0QZLF6.1 size=439394 2023-12-03T11:44:11.849 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.848+0000 7fec65a36780 1 < completed multipart upload key=8OT6OT3U65FW upload=1K5VND0QZLF6 tag=OK7E2T2JMDOX type=write size=2536546 2023-12-03T11:44:11.850 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.849+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=YKIJK23KUNNC type=del size=1510042 2023-12-03T11:44:11.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.850+0000 7fec65a36780 1 < canceled operation key=9JLT22LCTIPC tag=I2ITCR7MLLZ8 type=del size=1244252 2023-12-03T11:44:11.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.851+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=BIP14M9MT3MT type=del size=820572 2023-12-03T11:44:11.854 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.853+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=RKKLSI0P69TA type=del 2023-12-03T11:44:11.857 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.856+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~8GQBRXP9P4Q2.0 size=1048576 2023-12-03T11:44:11.858 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.857+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~8GQBRXP9P4Q2.1 size=1048576 2023-12-03T11:44:11.859 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.858+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~8GQBRXP9P4Q2.2 size=412305 2023-12-03T11:44:11.859 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.858+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=8GQBRXP9P4Q2 tag=8L6GDAL9PLPI type=write size=3558033 2023-12-03T11:44:11.861 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.859+0000 7fec65a36780 1 < completed write operation key=5C1TNEXGMTX2 tag=MN46SI3DVB3S type=write size=878544 2023-12-03T11:44:11.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.862+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~MBLNU1UDOVXF.0 size=1048576 2023-12-03T11:44:11.864 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.862+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~MBLNU1UDOVXF.1 size=606848 2023-12-03T11:44:11.864 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.862+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=MBLNU1UDOVXF tag=UIOZ0FYCPN1L type=write size=2704000 2023-12-03T11:44:11.865 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.864+0000 7fec65a36780 1 < canceled operation key=YRACKN8LKGIH tag=4P6YEYDPBETM type=del size=3823858 2023-12-03T11:44:11.866 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.865+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=6X9NPBAT5YS1 type=del size=2544433 2023-12-03T11:44:11.867 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.866+0000 7fec65a36780 1 < completed write operation key=47SL1QFM71HF tag=CIOHREPTIJNR type=write size=233456 2023-12-03T11:44:11.869 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.867+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=YRQWS6YMPO62 type=del size=4024606 2023-12-03T11:44:11.870 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.869+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~BQFBCIUDDHRS.0 size=535911 2023-12-03T11:44:11.872 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.870+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=BQFBCIUDDHRS tag=H062SIXEZ2OH type=write size=1584487 2023-12-03T11:44:11.874 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.873+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~J52WXWRMX7IH.0 size=1048576 2023-12-03T11:44:11.875 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.874+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~J52WXWRMX7IH.1 size=1048576 2023-12-03T11:44:11.876 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.875+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~J52WXWRMX7IH.2 size=118838 2023-12-03T11:44:11.876 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.875+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=J52WXWRMX7IH tag=0TT796E01ZNQ type=write size=3264566 2023-12-03T11:44:11.877 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.876+0000 7fec65a36780 1 < completed write operation key=9JLT22LCTIPC tag=B28ZU1NWVR2U type=write size=128427 2023-12-03T11:44:11.878 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.877+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=WVWIF0AWNVZY type=del size=3431594 2023-12-03T11:44:11.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.878+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~GRCCGWAM9XZL.0 size=1048576 2023-12-03T11:44:11.880 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.879+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~GRCCGWAM9XZL.1 size=813488 2023-12-03T11:44:11.883 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.881+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=GRCCGWAM9XZL tag=AOZOID5PJ60D type=write size=2910640 2023-12-03T11:44:11.884 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.883+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=4EQ9SGYFRA1J type=del size=806276 2023-12-03T11:44:11.885 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.884+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=HKYZHRQ9XL7L type=del 2023-12-03T11:44:11.887 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.886+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~HT0PZCGMF2F4.0 size=59463 2023-12-03T11:44:11.887 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.886+0000 7fec65a36780 1 > prepared multipart upload key=0AZB86BIZ0MT upload=HT0PZCGMF2F4 tag=GVKO6AIQTVJD type=write size=1108039 2023-12-03T11:44:11.888 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.887+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=9R0S79OU5IVG type=del 2023-12-03T11:44:11.890 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.888+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=9I594P3SIT8Z type=del size=2373772 2023-12-03T11:44:11.893 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.890+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~UFWV9G1PT85H.0 size=626017 2023-12-03T11:44:11.894 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.893+0000 7fec65a36780 1 < completed multipart upload key=ZHU0D35IH21Q upload=UFWV9G1PT85H tag=T9CMVLCE1CVJ type=write size=1674593 2023-12-03T11:44:11.896 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.895+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~RJI33H6JZBWI.0 size=1048576 2023-12-03T11:44:11.897 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.896+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~RJI33H6JZBWI.1 size=1048576 2023-12-03T11:44:11.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.897+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~RJI33H6JZBWI.2 size=8205 2023-12-03T11:44:11.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.897+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=RJI33H6JZBWI tag=31GNZ25AVV2E type=write size=3153933 2023-12-03T11:44:11.899 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.898+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=BNECYRZ0ANZT type=del 2023-12-03T11:44:11.902 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.900+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~XRFZJNNYEI7Q.0 size=81085 2023-12-03T11:44:11.902 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.900+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=XRFZJNNYEI7Q tag=4JYNCOKT4NLS type=write size=1129661 2023-12-03T11:44:11.903 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.902+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=GJGBW28NBTB3 type=del 2023-12-03T11:44:11.904 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.903+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=WLXJCP05BFCT type=del size=3594794 2023-12-03T11:44:11.905 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.904+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~0CHB3120I8DL.0 size=1048576 2023-12-03T11:44:11.906 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.905+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~0CHB3120I8DL.1 size=1048576 2023-12-03T11:44:11.907 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.906+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~0CHB3120I8DL.2 size=350604 2023-12-03T11:44:11.909 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.908+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=0CHB3120I8DL tag=82CHSRHDIZ88 type=write size=3496332 2023-12-03T11:44:11.911 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.909+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=W5G7AU25N0ZB type=write size=309401 2023-12-03T11:44:11.912 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.910+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=E3TB3D4LFCSZ type=del 2023-12-03T11:44:11.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.912+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=B75PA6ADDGOL type=del size=1821423 2023-12-03T11:44:11.914 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.913+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=YKIJK23KUNNC type=del 2023-12-03T11:44:11.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.914+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=RX4APYM9EXWZ type=del size=1893094 2023-12-03T11:44:11.916 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.915+0000 7fec65a36780 1 < completed delete operation key=SSVHOXNGSFYF tag=BIP14M9MT3MT type=del 2023-12-03T11:44:11.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.916+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=7IWEGOMF96SQ type=del size=1867263 2023-12-03T11:44:11.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.917+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~8GQBRXP9P4Q2.0 size=1048576 2023-12-03T11:44:11.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.918+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~8GQBRXP9P4Q2.1 size=1048576 2023-12-03T11:44:11.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.919+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~8GQBRXP9P4Q2.2 size=412305 2023-12-03T11:44:11.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.921+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=8GQBRXP9P4Q2 tag=8L6GDAL9PLPI type=write size=3558033 2023-12-03T11:44:11.925 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.923+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~CHCQPV71GYQP.0 size=661349 2023-12-03T11:44:11.925 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.923+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=CHCQPV71GYQP tag=ZMOC7WMIZQTP type=write size=1709925 2023-12-03T11:44:11.926 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.925+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~MBLNU1UDOVXF.0 size=1048576 2023-12-03T11:44:11.927 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.925+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~MBLNU1UDOVXF.1 size=606848 2023-12-03T11:44:11.929 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.927+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=MBLNU1UDOVXF tag=UIOZ0FYCPN1L type=write size=2704000 2023-12-03T11:44:11.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.929+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~MYJEB6L4BYMR.0 size=1048576 2023-12-03T11:44:11.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.930+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~MYJEB6L4BYMR.1 size=988490 2023-12-03T11:44:11.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.930+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=MYJEB6L4BYMR tag=U1PQ7O1CKB8U type=write size=3085642 2023-12-03T11:44:11.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.931+0000 7fec65a36780 1 < completed delete operation key=SSVHOXNGSFYF tag=6X9NPBAT5YS1 type=del 2023-12-03T11:44:11.935 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.933+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~GIDZCWQJD6FH.0 size=1048576 2023-12-03T11:44:11.936 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.934+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~GIDZCWQJD6FH.1 size=1048576 2023-12-03T11:44:11.937 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.935+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~GIDZCWQJD6FH.2 size=102266 2023-12-03T11:44:11.937 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.935+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=GIDZCWQJD6FH tag=IIYF7TDD2TX9 type=write size=3247994 2023-12-03T11:44:11.938 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.937+0000 7fec65a36780 1 < completed delete operation key=0HEXWFSSYOFX tag=YRQWS6YMPO62 type=del 2023-12-03T11:44:11.940 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.939+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~VJ9TZ1S7YKYE.0 size=1048576 2023-12-03T11:44:11.941 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.940+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~VJ9TZ1S7YKYE.1 size=1048576 2023-12-03T11:44:11.942 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.941+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~VJ9TZ1S7YKYE.2 size=311367 2023-12-03T11:44:11.942 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.941+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=VJ9TZ1S7YKYE tag=L7D8CGC1Z0H8 type=write size=3457095 2023-12-03T11:44:11.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.942+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~J52WXWRMX7IH.0 size=1048576 2023-12-03T11:44:11.944 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.943+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~J52WXWRMX7IH.1 size=1048576 2023-12-03T11:44:11.945 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.944+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~J52WXWRMX7IH.2 size=118838 2023-12-03T11:44:11.947 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.946+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=J52WXWRMX7IH tag=0TT796E01ZNQ type=write size=3264566 2023-12-03T11:44:11.948 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.947+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=WN07AQTNMXRN type=write size=691426 2023-12-03T11:44:11.950 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.949+0000 7fec65a36780 1 < suggested remove operation key=P4HRMBD0NLGK tag=WVWIF0AWNVZY type=del 2023-12-03T11:44:11.952 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.951+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~D9JNZ0JGP6Q6.0 size=1048576 2023-12-03T11:44:11.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.952+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~D9JNZ0JGP6Q6.1 size=481734 2023-12-03T11:44:11.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.952+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=D9JNZ0JGP6Q6 tag=WZFKLVX7UY9H type=write size=2578886 2023-12-03T11:44:11.954 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.953+0000 7fec65a36780 1 < completed delete operation key=GR4SISUXSQOT tag=4EQ9SGYFRA1J type=del 2023-12-03T11:44:11.957 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.956+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~GYN9VW1PN21M.0 size=1048576 2023-12-03T11:44:11.958 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.956+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~GYN9VW1PN21M.1 size=1048576 2023-12-03T11:44:11.958 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.957+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~GYN9VW1PN21M.2 size=542342 2023-12-03T11:44:11.959 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.957+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=GYN9VW1PN21M tag=KF01E3SFQT34 type=write size=3688070 2023-12-03T11:44:11.960 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.959+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~HT0PZCGMF2F4.0 size=59463 2023-12-03T11:44:11.962 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.960+0000 7fec65a36780 1 < completed multipart upload key=0AZB86BIZ0MT upload=HT0PZCGMF2F4 tag=GVKO6AIQTVJD type=write size=1108039 2023-12-03T11:44:11.963 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.962+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=UN93P0OR5512 type=write size=583689 2023-12-03T11:44:11.964 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.963+0000 7fec65a36780 1 < completed delete operation key=WOVRQGZRPR2M tag=9I594P3SIT8Z type=del 2023-12-03T11:44:11.966 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.964+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=D4GVCP0VVRLQ type=del size=296704 2023-12-03T11:44:11.966 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.965+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~RJI33H6JZBWI.0 size=1048576 2023-12-03T11:44:11.967 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.965+0000 7fec65a36780 1 < canceled part key=_multipart_6NE4YT7O3EKT.2~RJI33H6JZBWI.1 size=1048576 2023-12-03T11:44:11.968 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.966+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~RJI33H6JZBWI.2 size=8205 2023-12-03T11:44:11.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.968+0000 7fec65a36780 1 < canceled multipart upload key=6NE4YT7O3EKT upload=RJI33H6JZBWI tag=31GNZ25AVV2E type=write size=3153933 2023-12-03T11:44:11.970 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.969+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=Q7FZ711Q24U0 type=del size=1955334 2023-12-03T11:44:11.972 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.970+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~XRFZJNNYEI7Q.0 size=81085 2023-12-03T11:44:11.973 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.972+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=XRFZJNNYEI7Q tag=4JYNCOKT4NLS type=write size=1129661 2023-12-03T11:44:11.976 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.974+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~XAIYCT1PG4WE.0 size=826731 2023-12-03T11:44:11.976 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.974+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=XAIYCT1PG4WE tag=LD42JWV8IIMM type=write size=1875307 2023-12-03T11:44:11.977 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.976+0000 7fec65a36780 1 < completed delete operation key=X9QLCGIXBKPW tag=WLXJCP05BFCT type=del 2023-12-03T11:44:11.979 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.978+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~THGEQ9VCGVPQ.0 size=1048576 2023-12-03T11:44:11.980 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.979+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~THGEQ9VCGVPQ.1 size=1048576 2023-12-03T11:44:11.981 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.979+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~THGEQ9VCGVPQ.2 size=283113 2023-12-03T11:44:11.981 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.979+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=THGEQ9VCGVPQ tag=1UBI3RJMBNXR type=write size=3428841 2023-12-03T11:44:11.982 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.981+0000 7fec65a36780 1 < completed write operation key=3C6QMW8IQIA4 tag=W5G7AU25N0ZB type=write size=309401 2023-12-03T11:44:11.984 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.983+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~B80J2XV9YGWA.0 size=1048576 2023-12-03T11:44:11.985 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.984+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~B80J2XV9YGWA.1 size=767928 2023-12-03T11:44:11.985 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.984+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=B80J2XV9YGWA tag=84U1WDA1YWCL type=write size=2865080 2023-12-03T11:44:11.987 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.986+0000 7fec65a36780 1 < suggested remove operation key=WOVRQGZRPR2M tag=B75PA6ADDGOL type=del 2023-12-03T11:44:11.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.988+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~GU6UGPXN5VDC.0 size=723484 2023-12-03T11:44:11.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.988+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=GU6UGPXN5VDC tag=TYFY0IU2UQDL type=write size=1772060 2023-12-03T11:44:11.991 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.989+0000 7fec65a36780 1 < completed delete operation key=0AZB86BIZ0MT tag=RX4APYM9EXWZ type=del 2023-12-03T11:44:11.992 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.990+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=6O93TMOH4XM9 type=del size=988903 2023-12-03T11:44:11.993 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.992+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=7IWEGOMF96SQ type=del 2023-12-03T11:44:11.995 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.994+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~APOLCSRL7RH4.0 size=1048576 2023-12-03T11:44:11.996 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.995+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~APOLCSRL7RH4.1 size=291701 2023-12-03T11:44:11.996 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.995+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=APOLCSRL7RH4 tag=MOK5CN2T9RH9 type=write size=2388853 2023-12-03T11:44:11.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.996+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~CHCQPV71GYQP.0 size=661349 2023-12-03T11:44:11.999 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:11.998+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=CHCQPV71GYQP tag=ZMOC7WMIZQTP type=write size=1709925 2023-12-03T11:44:12.003 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.001+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~YZ7KU7FQWGFN.0 size=1048576 2023-12-03T11:44:12.003 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.002+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~YZ7KU7FQWGFN.1 size=1048576 2023-12-03T11:44:12.004 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.003+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~YZ7KU7FQWGFN.2 size=420652 2023-12-03T11:44:12.004 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.003+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=YZ7KU7FQWGFN tag=J0ZC0GP3KKVH type=write size=3566380 2023-12-03T11:44:12.006 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.004+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~MYJEB6L4BYMR.0 size=1048576 2023-12-03T11:44:12.006 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.005+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~MYJEB6L4BYMR.1 size=988490 2023-12-03T11:44:12.009 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.007+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=MYJEB6L4BYMR tag=U1PQ7O1CKB8U type=write size=3085642 2023-12-03T11:44:12.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.009+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~761IW5II6SRT.0 size=1048576 2023-12-03T11:44:12.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.010+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~761IW5II6SRT.1 size=30096 2023-12-03T11:44:12.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.010+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=761IW5II6SRT tag=Z85RW6RVIZRW type=write size=2127248 2023-12-03T11:44:12.013 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.012+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~GIDZCWQJD6FH.0 size=1048576 2023-12-03T11:44:12.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.013+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~GIDZCWQJD6FH.1 size=1048576 2023-12-03T11:44:12.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.014+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~GIDZCWQJD6FH.2 size=102266 2023-12-03T11:44:12.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.016+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=GIDZCWQJD6FH tag=IIYF7TDD2TX9 type=write size=3247994 2023-12-03T11:44:12.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.018+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~B26993WIZID1.0 size=1048576 2023-12-03T11:44:12.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.019+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~B26993WIZID1.1 size=1048576 2023-12-03T11:44:12.022 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.020+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~B26993WIZID1.2 size=167664 2023-12-03T11:44:12.022 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.020+0000 7fec65a36780 1 > prepared multipart upload key=ZCS6XX24O8P4 upload=B26993WIZID1 tag=U0G46J02226M type=write size=3313392 2023-12-03T11:44:12.023 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.021+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~VJ9TZ1S7YKYE.0 size=1048576 2023-12-03T11:44:12.023 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.022+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~VJ9TZ1S7YKYE.1 size=1048576 2023-12-03T11:44:12.024 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.023+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~VJ9TZ1S7YKYE.2 size=311367 2023-12-03T11:44:12.026 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.025+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=VJ9TZ1S7YKYE tag=L7D8CGC1Z0H8 type=write size=3457095 2023-12-03T11:44:12.028 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.027+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=3VT4E3462U46 type=del size=1302950 2023-12-03T11:44:12.029 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.028+0000 7fec65a36780 -1 < failed to complete operation key=P4HRMBD0NLGK tag=WN07AQTNMXRN type=write size=691426: (22) Invalid argument 2023-12-03T11:44:12.030 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.029+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=CMG62XF294MZ type=write size=899153 2023-12-03T11:44:12.031 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.030+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~D9JNZ0JGP6Q6.0 size=1048576 2023-12-03T11:44:12.032 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.031+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~D9JNZ0JGP6Q6.1 size=481734 2023-12-03T11:44:12.035 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.034+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=D9JNZ0JGP6Q6 tag=WZFKLVX7UY9H type=write size=2578886 2023-12-03T11:44:12.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.035+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=7XPYDM6NKUMM type=del size=2244962 2023-12-03T11:44:12.037 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.036+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~GYN9VW1PN21M.0 size=1048576 2023-12-03T11:44:12.037 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.036+0000 7fec65a36780 1 < canceled part key=_multipart_1Q50D75XSIR5.2~GYN9VW1PN21M.1 size=1048576 2023-12-03T11:44:12.038 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.037+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~GYN9VW1PN21M.2 size=542342 2023-12-03T11:44:12.041 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.039+0000 7fec65a36780 1 < canceled multipart upload key=1Q50D75XSIR5 upload=GYN9VW1PN21M tag=KF01E3SFQT34 type=write size=3688070 2023-12-03T11:44:12.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.040+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=VYVF68VH673L type=write size=445676 2023-12-03T11:44:12.043 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.042+0000 7fec65a36780 1 < completed write operation key=YRACKN8LKGIH tag=UN93P0OR5512 type=write size=583689 2023-12-03T11:44:12.046 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.044+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~4C7DXHECZ7OM.0 size=1038795 2023-12-03T11:44:12.046 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.044+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=4C7DXHECZ7OM tag=BTP0AQGGMQMB type=write size=2087371 2023-12-03T11:44:12.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.045+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=D4GVCP0VVRLQ type=del 2023-12-03T11:44:12.048 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.046+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=QITEA7JH51JD type=del size=3667636 2023-12-03T11:44:12.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.048+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=Q7FZ711Q24U0 type=del 2023-12-03T11:44:12.051 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.050+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~3FVDKAIRP6T1.0 size=1048576 2023-12-03T11:44:12.052 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.051+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~3FVDKAIRP6T1.1 size=1048576 2023-12-03T11:44:12.053 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.052+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~3FVDKAIRP6T1.2 size=532781 2023-12-03T11:44:12.053 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.052+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=3FVDKAIRP6T1 tag=LUZMAO75OTV5 type=write size=3678509 2023-12-03T11:44:12.054 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.053+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~XAIYCT1PG4WE.0 size=826731 2023-12-03T11:44:12.056 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.055+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=XAIYCT1PG4WE tag=LD42JWV8IIMM type=write size=1875307 2023-12-03T11:44:12.057 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.056+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=BA4VB62P1IGU type=del size=829671 2023-12-03T11:44:12.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.057+0000 7fec65a36780 1 < canceled part key=_multipart_8OT6OT3U65FW.2~THGEQ9VCGVPQ.0 size=1048576 2023-12-03T11:44:12.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.057+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~THGEQ9VCGVPQ.1 size=1048576 2023-12-03T11:44:12.060 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.059+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~THGEQ9VCGVPQ.2 size=283113 2023-12-03T11:44:12.062 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.061+0000 7fec65a36780 1 < canceled multipart upload key=8OT6OT3U65FW upload=THGEQ9VCGVPQ tag=1UBI3RJMBNXR type=write size=3428841 2023-12-03T11:44:12.064 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.062+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=50U9CEFC6COX type=del size=3107839 2023-12-03T11:44:12.064 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.062+0000 7fec65a36780 1 < canceled part key=_multipart_P4HRMBD0NLGK.2~B80J2XV9YGWA.0 size=1048576 2023-12-03T11:44:12.065 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.063+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~B80J2XV9YGWA.1 size=767928 2023-12-03T11:44:12.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.066+0000 7fec65a36780 1 < canceled multipart upload key=P4HRMBD0NLGK upload=B80J2XV9YGWA tag=84U1WDA1YWCL type=write size=2865080 2023-12-03T11:44:12.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.067+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=VPUYA0FFHMSC type=del size=3361697 2023-12-03T11:44:12.069 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.068+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~GU6UGPXN5VDC.0 size=723484 2023-12-03T11:44:12.071 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.070+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=GU6UGPXN5VDC tag=TYFY0IU2UQDL type=write size=1772060 2023-12-03T11:44:12.073 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.071+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=32KUY0TNLPBX type=del size=909201 2023-12-03T11:44:12.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.074+0000 7fec65a36780 1 < suggested update operation key=GR4SISUXSQOT tag=6O93TMOH4XM9 type=del size=988903 2023-12-03T11:44:12.076 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.075+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=RTSGD0NHHFRR type=write size=681893 2023-12-03T11:44:12.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.076+0000 7fec65a36780 1 < canceled part key=_multipart_MR1LTY3JH4WC.2~APOLCSRL7RH4.0 size=1048576 2023-12-03T11:44:12.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.077+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~APOLCSRL7RH4.1 size=291701 2023-12-03T11:44:12.080 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.079+0000 7fec65a36780 1 < canceled multipart upload key=MR1LTY3JH4WC upload=APOLCSRL7RH4 tag=MOK5CN2T9RH9 type=write size=2388853 2023-12-03T11:44:12.081 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.080+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=HIOXTWVK5C0Y type=del size=1001855 2023-12-03T11:44:12.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.081+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~YZ7KU7FQWGFN.0 size=1048576 2023-12-03T11:44:12.083 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.082+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~YZ7KU7FQWGFN.1 size=1048576 2023-12-03T11:44:12.085 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.083+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~YZ7KU7FQWGFN.2 size=420652 2023-12-03T11:44:12.087 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.085+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=YZ7KU7FQWGFN tag=J0ZC0GP3KKVH type=write size=3566380 2023-12-03T11:44:12.089 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.088+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~BQH2AGCQQJFH.0 size=265211 2023-12-03T11:44:12.089 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.088+0000 7fec65a36780 1 > prepared multipart upload key=ZCS6XX24O8P4 upload=BQH2AGCQQJFH tag=2TPNOR34CXXR type=write size=1313787 2023-12-03T11:44:12.091 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.089+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~761IW5II6SRT.0 size=1048576 2023-12-03T11:44:12.091 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.090+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~761IW5II6SRT.1 size=30096 2023-12-03T11:44:12.093 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.092+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=761IW5II6SRT tag=Z85RW6RVIZRW type=write size=2127248 2023-12-03T11:44:12.095 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.093+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=51RFDY3R4BTW type=del size=3847646 2023-12-03T11:44:12.097 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.095+0000 7fec65a36780 1 < completed part key=_multipart_ZCS6XX24O8P4.2~B26993WIZID1.0 size=1048576 2023-12-03T11:44:12.098 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.096+0000 7fec65a36780 1 < completed part key=_multipart_ZCS6XX24O8P4.2~B26993WIZID1.1 size=1048576 2023-12-03T11:44:12.098 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.097+0000 7fec65a36780 1 < completed part key=_multipart_ZCS6XX24O8P4.2~B26993WIZID1.2 size=167664 2023-12-03T11:44:12.100 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.099+0000 7fec65a36780 1 < completed multipart upload key=ZCS6XX24O8P4 upload=B26993WIZID1 tag=U0G46J02226M type=write size=3313392 2023-12-03T11:44:12.102 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.101+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~UCUE3PLHHPJB.0 size=1048576 2023-12-03T11:44:12.103 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.102+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~UCUE3PLHHPJB.1 size=1003215 2023-12-03T11:44:12.103 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.102+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=UCUE3PLHHPJB tag=T8N96H87WY3W type=write size=3100367 2023-12-03T11:44:12.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.104+0000 7fec65a36780 1 < suggested remove operation key=X9QLCGIXBKPW tag=3VT4E3462U46 type=del 2023-12-03T11:44:12.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.105+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=FLF2W145I8VV type=del size=1673491 2023-12-03T11:44:12.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.106+0000 7fec65a36780 1 < completed write operation key=2RH7HHERSZ3G tag=CMG62XF294MZ type=write size=899153 2023-12-03T11:44:12.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.107+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=32Q0VF034KRS type=del size=2388677 2023-12-03T11:44:12.110 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.109+0000 7fec65a36780 1 < completed delete operation key=6NE4YT7O3EKT tag=7XPYDM6NKUMM type=del 2023-12-03T11:44:12.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.110+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=76U2BL1LOPVK type=del size=2711522 2023-12-03T11:44:12.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.114+0000 7fec65a36780 1 < suggested update operation key=0HEXWFSSYOFX tag=VYVF68VH673L type=write size=445676 2023-12-03T11:44:12.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.116+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~5663CP0N8BQN.0 size=549922 2023-12-03T11:44:12.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.116+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=5663CP0N8BQN tag=88B4U1IVDXIK type=write size=1598498 2023-12-03T11:44:12.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.117+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~4C7DXHECZ7OM.0 size=1038795 2023-12-03T11:44:12.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.119+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=4C7DXHECZ7OM tag=BTP0AQGGMQMB type=write size=2087371 2023-12-03T11:44:12.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.120+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=6T4FFR9XCAS1 type=del size=2072697 2023-12-03T11:44:12.124 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.122+0000 7fec65a36780 1 < suggested remove operation key=GR4SISUXSQOT tag=QITEA7JH51JD type=del 2023-12-03T11:44:12.125 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.124+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=QB0ON3BJYVC5 type=write size=921362 2023-12-03T11:44:12.126 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.125+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~3FVDKAIRP6T1.0 size=1048576 2023-12-03T11:44:12.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.126+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~3FVDKAIRP6T1.1 size=1048576 2023-12-03T11:44:12.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.127+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~3FVDKAIRP6T1.2 size=532781 2023-12-03T11:44:12.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.129+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=3FVDKAIRP6T1 tag=LUZMAO75OTV5 type=write size=3678509 2023-12-03T11:44:12.131 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.130+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=3L4P9RLYNH9E type=del size=2980611 2023-12-03T11:44:12.133 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.132+0000 7fec65a36780 1 < suggested remove operation key=PEN3GY9LLJKQ tag=BA4VB62P1IGU type=del 2023-12-03T11:44:12.135 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.134+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~Y0NADYE76U28.0 size=194148 2023-12-03T11:44:12.135 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.134+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=Y0NADYE76U28 tag=L3009WX0PH6Y type=write size=1242724 2023-12-03T11:44:12.137 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.135+0000 7fec65a36780 1 < completed delete operation key=T9V22NACHJGL tag=50U9CEFC6COX type=del 2023-12-03T11:44:12.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.136+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=E1PU7NVXPJNX type=del size=2285312 2023-12-03T11:44:12.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.138+0000 7fec65a36780 1 < completed delete operation key=3QZKHX70UUGR tag=VPUYA0FFHMSC type=del 2023-12-03T11:44:12.141 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.140+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~EI1HX32HOPR9.0 size=1048576 2023-12-03T11:44:12.142 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.141+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~EI1HX32HOPR9.1 size=1048576 2023-12-03T11:44:12.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.142+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~EI1HX32HOPR9.2 size=402401 2023-12-03T11:44:12.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.142+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=EI1HX32HOPR9 tag=PS42BVQXFHJQ type=write size=3548129 2023-12-03T11:44:12.144 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.143+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=32KUY0TNLPBX type=del 2023-12-03T11:44:12.146 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.145+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~XWSDF1DLOYTC.0 size=951623 2023-12-03T11:44:12.146 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.145+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=XWSDF1DLOYTC tag=YC1FTR946ZF6 type=write size=2000199 2023-12-03T11:44:12.147 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.146+0000 7fec65a36780 -1 < failed to complete operation key=PEN3GY9LLJKQ tag=RTSGD0NHHFRR type=write size=681893: (22) Invalid argument 2023-12-03T11:44:12.149 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.148+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=0DICQ4O7OHP2 type=del size=4086604 2023-12-03T11:44:12.150 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.149+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=HIOXTWVK5C0Y type=del 2023-12-03T11:44:12.151 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.150+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=WF92XS3WYTW1 type=del size=2895445 2023-12-03T11:44:12.152 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.151+0000 7fec65a36780 1 < completed part key=_multipart_ZCS6XX24O8P4.2~BQH2AGCQQJFH.0 size=265211 2023-12-03T11:44:12.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.153+0000 7fec65a36780 1 < completed multipart upload key=ZCS6XX24O8P4 upload=BQH2AGCQQJFH tag=2TPNOR34CXXR type=write size=1313787 2023-12-03T11:44:12.156 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.154+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=ME3XUBR1FS38 type=del size=2327913 2023-12-03T11:44:12.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.156+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=51RFDY3R4BTW type=del 2023-12-03T11:44:12.158 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.157+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=OV9P997RYRLE type=del size=3264007 2023-12-03T11:44:12.159 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.158+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~UCUE3PLHHPJB.0 size=1048576 2023-12-03T11:44:12.160 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.159+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~UCUE3PLHHPJB.1 size=1003215 2023-12-03T11:44:12.162 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.161+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=UCUE3PLHHPJB tag=T8N96H87WY3W type=write size=3100367 2023-12-03T11:44:12.164 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.163+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~LTQO91IVUOUI.0 size=1048576 2023-12-03T11:44:12.165 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.164+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~LTQO91IVUOUI.1 size=249167 2023-12-03T11:44:12.165 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.164+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=LTQO91IVUOUI tag=QNFWY54DA085 type=write size=2346319 2023-12-03T11:44:12.166 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.165+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=FLF2W145I8VV type=del 2023-12-03T11:44:12.167 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.166+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=3SX970BLSQ30 type=del size=3726249 2023-12-03T11:44:12.170 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.168+0000 7fec65a36780 1 < suggested remove operation key=ZHU0D35IH21Q tag=32Q0VF034KRS type=del 2023-12-03T11:44:12.171 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.170+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=JU0ZOP65JXL4 type=del size=1329490 2023-12-03T11:44:12.172 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.171+0000 7fec65a36780 -1 < failed to complete operation key=0HEXWFSSYOFX tag=76U2BL1LOPVK type=del size=2711522: (22) Invalid argument 2023-12-03T11:44:12.173 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.172+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=5KCCTSEOB8XH type=del size=257207 2023-12-03T11:44:12.174 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.173+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~5663CP0N8BQN.0 size=549922 2023-12-03T11:44:12.176 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.175+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=5663CP0N8BQN tag=88B4U1IVDXIK type=write size=1598498 2023-12-03T11:44:12.178 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.177+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~21HQUYQ01OWL.0 size=1048576 2023-12-03T11:44:12.180 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.179+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~21HQUYQ01OWL.1 size=520006 2023-12-03T11:44:12.180 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.179+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=21HQUYQ01OWL tag=NLLQOC209459 type=write size=2617158 2023-12-03T11:44:12.182 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.180+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=6T4FFR9XCAS1 type=del 2023-12-03T11:44:12.183 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.182+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=JUYCS0WDT1RN type=del size=1973492 2023-12-03T11:44:12.184 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.183+0000 7fec65a36780 1 < completed write operation key=YXIRHDBN13DX tag=QB0ON3BJYVC5 type=write size=921362 2023-12-03T11:44:12.186 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.185+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~VHWV7649MH0G.0 size=1048576 2023-12-03T11:44:12.187 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.186+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~VHWV7649MH0G.1 size=1048576 2023-12-03T11:44:12.188 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.187+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~VHWV7649MH0G.2 size=816897 2023-12-03T11:44:12.188 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.187+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=VHWV7649MH0G tag=XSGR3BGLCZ9D type=write size=3962625 2023-12-03T11:44:12.189 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.188+0000 7fec65a36780 1 < completed delete operation key=X9QLCGIXBKPW tag=3L4P9RLYNH9E type=del 2023-12-03T11:44:12.192 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.190+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~G9E3YY0WHJY5.0 size=1048576 2023-12-03T11:44:12.193 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.191+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~G9E3YY0WHJY5.1 size=967193 2023-12-03T11:44:12.193 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.191+0000 7fec65a36780 1 > prepared multipart upload key=0HEXWFSSYOFX upload=G9E3YY0WHJY5 tag=208NKSW0Y85V type=write size=3064345 2023-12-03T11:44:12.194 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.193+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~Y0NADYE76U28.0 size=194148 2023-12-03T11:44:12.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.195+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=Y0NADYE76U28 tag=L3009WX0PH6Y type=write size=1242724 2023-12-03T11:44:12.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.196+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=6XGYM10G6EIE type=del size=1223397 2023-12-03T11:44:12.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.197+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=E1PU7NVXPJNX type=del 2023-12-03T11:44:12.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.199+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=64X93KJG2J99 type=del size=156335 2023-12-03T11:44:12.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.200+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~EI1HX32HOPR9.0 size=1048576 2023-12-03T11:44:12.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.201+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~EI1HX32HOPR9.1 size=1048576 2023-12-03T11:44:12.203 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.202+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~EI1HX32HOPR9.2 size=402401 2023-12-03T11:44:12.205 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.204+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=EI1HX32HOPR9 tag=PS42BVQXFHJQ type=write size=3548129 2023-12-03T11:44:12.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.206+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~OLDC5A4KEDA4.0 size=1048576 2023-12-03T11:44:12.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.207+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~OLDC5A4KEDA4.1 size=792925 2023-12-03T11:44:12.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.207+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=OLDC5A4KEDA4 tag=Y7BOEB1FW1GD type=write size=2890077 2023-12-03T11:44:12.210 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.208+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~XWSDF1DLOYTC.0 size=951623 2023-12-03T11:44:12.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.211+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=XWSDF1DLOYTC tag=YC1FTR946ZF6 type=write size=2000199 2023-12-03T11:44:12.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.212+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=BE642M7LJ4GZ type=del size=4179129 2023-12-03T11:44:12.214 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.213+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=0DICQ4O7OHP2 type=del 2023-12-03T11:44:12.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.214+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=ZVPBCG6E08Z3 type=write size=926679 2023-12-03T11:44:12.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.216+0000 7fec65a36780 1 < canceled operation key=8OT6OT3U65FW tag=WF92XS3WYTW1 type=del size=2895445 2023-12-03T11:44:12.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.218+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~K7ZUO1K6YA8V.0 size=379463 2023-12-03T11:44:12.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.218+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=K7ZUO1K6YA8V tag=MX7ACH1MFPR3 type=write size=1428039 2023-12-03T11:44:12.222 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.220+0000 7fec65a36780 1 < suggested update operation key=ZCS6XX24O8P4 tag=ME3XUBR1FS38 type=del size=2327913 2023-12-03T11:44:12.224 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.222+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~2BAYNTY1MEID.0 size=1048576 2023-12-03T11:44:12.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.223+0000 7fec65a36780 1 > prepared part key=_multipart_0AZB86BIZ0MT.2~2BAYNTY1MEID.1 size=465917 2023-12-03T11:44:12.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.223+0000 7fec65a36780 1 > prepared multipart upload key=0AZB86BIZ0MT upload=2BAYNTY1MEID tag=SEUEUO68P8IK type=write size=2563069 2023-12-03T11:44:12.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.225+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=OV9P997RYRLE type=del 2023-12-03T11:44:12.228 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.227+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=FDB4SQ9QEVJJ type=del size=3946796 2023-12-03T11:44:12.229 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.228+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~LTQO91IVUOUI.0 size=1048576 2023-12-03T11:44:12.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.229+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~LTQO91IVUOUI.1 size=249167 2023-12-03T11:44:12.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.231+0000 7fec65a36780 1 < completed multipart upload key=5C1TNEXGMTX2 upload=LTQO91IVUOUI tag=QNFWY54DA085 type=write size=2346319 2023-12-03T11:44:12.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.232+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=OKK8FVYN9DTQ type=del size=3772746 2023-12-03T11:44:12.235 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.234+0000 7fec65a36780 1 < suggested remove operation key=YRACKN8LKGIH tag=3SX970BLSQ30 type=del 2023-12-03T11:44:12.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.235+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=ALFMBOJIA66X type=del size=886010 2023-12-03T11:44:12.238 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.237+0000 7fec65a36780 1 < completed delete operation key=PEN3GY9LLJKQ tag=JU0ZOP65JXL4 type=del 2023-12-03T11:44:12.240 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.239+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~ZJ5V42H8B6F3.0 size=585963 2023-12-03T11:44:12.240 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.239+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=ZJ5V42H8B6F3 tag=R7SOW9FFJRNZ type=write size=1634539 2023-12-03T11:44:12.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.240+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=5KCCTSEOB8XH type=del 2023-12-03T11:44:12.243 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.242+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~SX1IHJRCT8LT.0 size=161594 2023-12-03T11:44:12.243 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.242+0000 7fec65a36780 1 > prepared multipart upload key=SSVHOXNGSFYF upload=SX1IHJRCT8LT tag=HMFLWST98KNO type=write size=1210170 2023-12-03T11:44:12.245 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.244+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~21HQUYQ01OWL.0 size=1048576 2023-12-03T11:44:12.246 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.245+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~21HQUYQ01OWL.1 size=520006 2023-12-03T11:44:12.248 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.247+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=21HQUYQ01OWL tag=NLLQOC209459 type=write size=2617158 2023-12-03T11:44:12.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.249+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~9CG843CLA0MP.0 size=194065 2023-12-03T11:44:12.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.249+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=9CG843CLA0MP tag=5GAQ03HSGNGA type=write size=1242641 2023-12-03T11:44:12.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.250+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=JUYCS0WDT1RN type=del 2023-12-03T11:44:12.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.252+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~CBPA5LMH90TW.0 size=741683 2023-12-03T11:44:12.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.252+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=CBPA5LMH90TW tag=G3PN2SNFGGPW type=write size=1790259 2023-12-03T11:44:12.254 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.253+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~VHWV7649MH0G.0 size=1048576 2023-12-03T11:44:12.255 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.254+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~VHWV7649MH0G.1 size=1048576 2023-12-03T11:44:12.256 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.255+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~VHWV7649MH0G.2 size=816897 2023-12-03T11:44:12.258 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.257+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=VHWV7649MH0G tag=XSGR3BGLCZ9D type=write size=3962625 2023-12-03T11:44:12.261 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.259+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~M9OTIYE99WO5.0 size=1048576 2023-12-03T11:44:12.262 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.260+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~M9OTIYE99WO5.1 size=279135 2023-12-03T11:44:12.262 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.260+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=M9OTIYE99WO5 tag=WL1PTSOEQTGV type=write size=2376287 2023-12-03T11:44:12.263 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.262+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~G9E3YY0WHJY5.0 size=1048576 2023-12-03T11:44:12.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.263+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~G9E3YY0WHJY5.1 size=967193 2023-12-03T11:44:12.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.265+0000 7fec65a36780 1 < completed multipart upload key=0HEXWFSSYOFX upload=G9E3YY0WHJY5 tag=208NKSW0Y85V type=write size=3064345 2023-12-03T11:44:12.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.267+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~4P2B5JU4IHS3.0 size=1048576 2023-12-03T11:44:12.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.268+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~4P2B5JU4IHS3.1 size=837914 2023-12-03T11:44:12.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.268+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=4P2B5JU4IHS3 tag=XH5540IA4OVZ type=write size=2935066 2023-12-03T11:44:12.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.271+0000 7fec65a36780 1 < suggested update operation key=H2MMD7J4LFAH tag=6XGYM10G6EIE type=del size=1223397 2023-12-03T11:44:12.273 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.272+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=Y1D7O4XKVTLK type=del size=1513267 2023-12-03T11:44:12.275 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.273+0000 7fec65a36780 -1 < failed to complete operation key=YRACKN8LKGIH tag=64X93KJG2J99 type=del size=156335: (22) Invalid argument 2023-12-03T11:44:12.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.276+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~4OXTWRLPOQKV.0 size=1048576 2023-12-03T11:44:12.278 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.276+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~4OXTWRLPOQKV.1 size=511507 2023-12-03T11:44:12.278 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.276+0000 7fec65a36780 1 > prepared multipart upload key=0HEXWFSSYOFX upload=4OXTWRLPOQKV tag=AU43SWBL25IY type=write size=2608659 2023-12-03T11:44:12.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.278+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~OLDC5A4KEDA4.0 size=1048576 2023-12-03T11:44:12.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.279+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~OLDC5A4KEDA4.1 size=792925 2023-12-03T11:44:12.282 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.280+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=OLDC5A4KEDA4 tag=Y7BOEB1FW1GD type=write size=2890077 2023-12-03T11:44:12.284 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.283+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~U89VNYUOQLXJ.0 size=1048576 2023-12-03T11:44:12.285 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.283+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~U89VNYUOQLXJ.1 size=741775 2023-12-03T11:44:12.285 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.283+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=U89VNYUOQLXJ tag=1V24XDLIUY1W type=write size=2838927 2023-12-03T11:44:12.286 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.285+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=BE642M7LJ4GZ type=del 2023-12-03T11:44:12.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.287+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~UP38Q0NH7OII.0 size=586089 2023-12-03T11:44:12.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.287+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=UP38Q0NH7OII tag=K9CTTSTSWAHN type=write size=1634665 2023-12-03T11:44:12.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.288+0000 7fec65a36780 1 < completed write operation key=C0RNK06G6OQP tag=ZVPBCG6E08Z3 type=write size=926679 2023-12-03T11:44:12.290 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.289+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=XF0G2SYYL6QU type=del size=1845571 2023-12-03T11:44:12.291 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.290+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~K7ZUO1K6YA8V.0 size=379463 2023-12-03T11:44:12.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.292+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=K7ZUO1K6YA8V tag=MX7ACH1MFPR3 type=write size=1428039 2023-12-03T11:44:12.296 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.294+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~YL54JV4S5RB2.0 size=1048576 2023-12-03T11:44:12.297 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.295+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~YL54JV4S5RB2.1 size=1048576 2023-12-03T11:44:12.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.296+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~YL54JV4S5RB2.2 size=781141 2023-12-03T11:44:12.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.296+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=YL54JV4S5RB2 tag=5W7T0LZQZNQN type=write size=3926869 2023-12-03T11:44:12.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.298+0000 7fec65a36780 1 < completed part key=_multipart_0AZB86BIZ0MT.2~2BAYNTY1MEID.0 size=1048576 2023-12-03T11:44:12.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.298+0000 7fec65a36780 1 < canceled part key=_multipart_0AZB86BIZ0MT.2~2BAYNTY1MEID.1 size=465917 2023-12-03T11:44:12.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.300+0000 7fec65a36780 1 < canceled multipart upload key=0AZB86BIZ0MT upload=2BAYNTY1MEID tag=SEUEUO68P8IK type=write size=2563069 2023-12-03T11:44:12.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.301+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=9Q3D7TYF2P3H type=del size=3918238 2023-12-03T11:44:12.305 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.303+0000 7fec65a36780 1 < suggested update operation key=X9QLCGIXBKPW tag=FDB4SQ9QEVJJ type=del size=3946796 2023-12-03T11:44:12.306 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.304+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=UM0O8YFR3EE9 type=write size=327831 2023-12-03T11:44:12.308 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.306+0000 7fec65a36780 1 < canceled operation key=47SL1QFM71HF tag=OKK8FVYN9DTQ type=del size=3772746 2023-12-03T11:44:12.308 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.307+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=PAOIMJM7FXC6 type=del size=2051017 2023-12-03T11:44:12.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.308+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=ALFMBOJIA66X type=del 2023-12-03T11:44:12.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.310+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=YYW5LO4QZHPQ type=del size=2476127 2023-12-03T11:44:12.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.311+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~ZJ5V42H8B6F3.0 size=585963 2023-12-03T11:44:12.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.313+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=ZJ5V42H8B6F3 tag=R7SOW9FFJRNZ type=write size=1634539 2023-12-03T11:44:12.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.315+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~IQZ99MGUBOXB.0 size=1039403 2023-12-03T11:44:12.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.315+0000 7fec65a36780 1 > prepared multipart upload key=T9V22NACHJGL upload=IQZ99MGUBOXB tag=79SDO3WM1GNY type=write size=2087979 2023-12-03T11:44:12.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.316+0000 7fec65a36780 1 < completed part key=_multipart_SSVHOXNGSFYF.2~SX1IHJRCT8LT.0 size=161594 2023-12-03T11:44:12.319 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.318+0000 7fec65a36780 1 < completed multipart upload key=SSVHOXNGSFYF upload=SX1IHJRCT8LT tag=HMFLWST98KNO type=write size=1210170 2023-12-03T11:44:12.320 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.319+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=X0G6G3I2WUBQ type=del size=801288 2023-12-03T11:44:12.321 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.320+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~9CG843CLA0MP.0 size=194065 2023-12-03T11:44:12.323 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.322+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=9CG843CLA0MP tag=5GAQ03HSGNGA type=write size=1242641 2023-12-03T11:44:12.325 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.324+0000 7fec65a36780 1 > prepared part key=_multipart_6NE4YT7O3EKT.2~APVZLV21DIOP.0 size=355171 2023-12-03T11:44:12.325 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.324+0000 7fec65a36780 1 > prepared multipart upload key=6NE4YT7O3EKT upload=APVZLV21DIOP tag=N5U5YQNH4OWK type=write size=1403747 2023-12-03T11:44:12.326 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.325+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~CBPA5LMH90TW.0 size=741683 2023-12-03T11:44:12.328 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.327+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=CBPA5LMH90TW tag=G3PN2SNFGGPW type=write size=1790259 2023-12-03T11:44:12.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.328+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=4JLOW8F2QH4U type=write size=836839 2023-12-03T11:44:12.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.329+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~M9OTIYE99WO5.0 size=1048576 2023-12-03T11:44:12.332 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.330+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~M9OTIYE99WO5.1 size=279135 2023-12-03T11:44:12.334 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.332+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=M9OTIYE99WO5 tag=WL1PTSOEQTGV type=write size=2376287 2023-12-03T11:44:12.334 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.333+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=QP0Y6KFR9VL4 type=del size=3239312 2023-12-03T11:44:12.336 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.335+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~4P2B5JU4IHS3.0 size=1048576 2023-12-03T11:44:12.338 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.337+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~4P2B5JU4IHS3.1 size=837914 2023-12-03T11:44:12.341 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.339+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=4P2B5JU4IHS3 tag=XH5540IA4OVZ type=write size=2935066 2023-12-03T11:44:12.347 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.340+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=A44KJ1BF24SD type=del size=3133611 2023-12-03T11:44:12.347 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.342+0000 7fec65a36780 1 < suggested update operation key=MR1LTY3JH4WC tag=Y1D7O4XKVTLK type=del size=1513267 2023-12-03T11:44:12.348 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.343+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=MXVJQQ4HEK05 type=write size=233708 2023-12-03T11:44:12.348 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.344+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~4OXTWRLPOQKV.0 size=1048576 2023-12-03T11:44:12.348 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.345+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~4OXTWRLPOQKV.1 size=511507 2023-12-03T11:44:12.348 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.347+0000 7fec65a36780 1 < completed multipart upload key=0HEXWFSSYOFX upload=4OXTWRLPOQKV tag=AU43SWBL25IY type=write size=2608659 2023-12-03T11:44:12.351 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.350+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~ZVLNIVQ7R2QL.0 size=1048576 2023-12-03T11:44:12.352 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.351+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~ZVLNIVQ7R2QL.1 size=1048576 2023-12-03T11:44:12.353 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.352+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~ZVLNIVQ7R2QL.2 size=1006721 2023-12-03T11:44:12.353 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.352+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=ZVLNIVQ7R2QL tag=OOD55YQRM7QP type=write size=4152449 2023-12-03T11:44:12.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.353+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~U89VNYUOQLXJ.0 size=1048576 2023-12-03T11:44:12.355 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.354+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~U89VNYUOQLXJ.1 size=741775 2023-12-03T11:44:12.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.355+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=U89VNYUOQLXJ tag=1V24XDLIUY1W type=write size=2838927 2023-12-03T11:44:12.358 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.357+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~KN5FUCR1D0QH.0 size=1048576 2023-12-03T11:44:12.360 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.358+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~KN5FUCR1D0QH.1 size=956077 2023-12-03T11:44:12.360 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.358+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=KN5FUCR1D0QH tag=Y3YZS3M4Z0RN type=write size=3053229 2023-12-03T11:44:12.361 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.359+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~UP38Q0NH7OII.0 size=586089 2023-12-03T11:44:12.363 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.361+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=UP38Q0NH7OII tag=K9CTTSTSWAHN type=write size=1634665 2023-12-03T11:44:12.365 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.364+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~GCO4WRZOHY1K.0 size=1048576 2023-12-03T11:44:12.366 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.364+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~GCO4WRZOHY1K.1 size=237719 2023-12-03T11:44:12.366 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.364+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=GCO4WRZOHY1K tag=KCI71HZEMAR5 type=write size=2334871 2023-12-03T11:44:12.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.366+0000 7fec65a36780 1 < completed delete operation key=YRACKN8LKGIH tag=XF0G2SYYL6QU type=del 2023-12-03T11:44:12.368 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.367+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=7OQEN6OFBD29 type=del size=688677 2023-12-03T11:44:12.369 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.368+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~YL54JV4S5RB2.0 size=1048576 2023-12-03T11:44:12.370 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.369+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~YL54JV4S5RB2.1 size=1048576 2023-12-03T11:44:12.371 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.370+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~YL54JV4S5RB2.2 size=781141 2023-12-03T11:44:12.373 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.372+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=YL54JV4S5RB2 tag=5W7T0LZQZNQN type=write size=3926869 2023-12-03T11:44:12.374 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.373+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=7OZTDINA1KTA type=del size=4055825 2023-12-03T11:44:12.375 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.374+0000 7fec65a36780 1 < completed delete operation key=SSVHOXNGSFYF tag=9Q3D7TYF2P3H type=del 2023-12-03T11:44:12.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.376+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~KM4U221ORU7U.0 size=1048576 2023-12-03T11:44:12.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.377+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~KM4U221ORU7U.1 size=402054 2023-12-03T11:44:12.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.377+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=KM4U221ORU7U tag=5G09L6RAPT2V type=write size=2499206 2023-12-03T11:44:12.380 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.378+0000 7fec65a36780 1 < canceled operation key=ZHU0D35IH21Q tag=UM0O8YFR3EE9 type=write size=327831 2023-12-03T11:44:12.381 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.380+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=HCRQ0WZJVUP5 type=write size=660115 2023-12-03T11:44:12.382 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.381+0000 7fec65a36780 1 < completed delete operation key=8OT6OT3U65FW tag=PAOIMJM7FXC6 type=del 2023-12-03T11:44:12.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.383+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~G808DH6P82WE.0 size=1048576 2023-12-03T11:44:12.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.384+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~G808DH6P82WE.1 size=1048576 2023-12-03T11:44:12.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.385+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~G808DH6P82WE.2 size=767297 2023-12-03T11:44:12.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.385+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=G808DH6P82WE tag=CPGL6WUNOKDN type=write size=3913025 2023-12-03T11:44:12.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.388+0000 7fec65a36780 1 < suggested remove operation key=5C1TNEXGMTX2 tag=YYW5LO4QZHPQ type=del 2023-12-03T11:44:12.390 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.389+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=L2ULJ1EO8G00 type=del size=3847592 2023-12-03T11:44:12.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.390+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~IQZ99MGUBOXB.0 size=1039403 2023-12-03T11:44:12.393 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.392+0000 7fec65a36780 1 < completed multipart upload key=T9V22NACHJGL upload=IQZ99MGUBOXB tag=79SDO3WM1GNY type=write size=2087979 2023-12-03T11:44:12.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.394+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~8ABHGXVDQA4I.0 size=1048576 2023-12-03T11:44:12.396 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.395+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~8ABHGXVDQA4I.1 size=1048576 2023-12-03T11:44:12.397 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.396+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~8ABHGXVDQA4I.2 size=389626 2023-12-03T11:44:12.397 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.396+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=8ABHGXVDQA4I tag=WKT4SK2NKH7Z type=write size=3535354 2023-12-03T11:44:12.398 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.397+0000 7fec65a36780 1 < completed delete operation key=47SL1QFM71HF tag=X0G6G3I2WUBQ type=del 2023-12-03T11:44:12.399 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.398+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=A7HT5EO5V802 type=del size=2755674 2023-12-03T11:44:12.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.399+0000 7fec65a36780 1 < completed part key=_multipart_6NE4YT7O3EKT.2~APVZLV21DIOP.0 size=355171 2023-12-03T11:44:12.402 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.401+0000 7fec65a36780 1 < completed multipart upload key=6NE4YT7O3EKT upload=APVZLV21DIOP tag=N5U5YQNH4OWK type=write size=1403747 2023-12-03T11:44:12.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.402+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=EPGHG0YR3KJG type=write size=99889 2023-12-03T11:44:12.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.404+0000 7fec65a36780 1 < completed write operation key=DVENHTCK7GZA tag=4JLOW8F2QH4U type=write size=836839 2023-12-03T11:44:12.406 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.405+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=7DA1S8AKWWOG type=del size=470707 2023-12-03T11:44:12.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.406+0000 7fec65a36780 1 < completed delete operation key=T9V22NACHJGL tag=QP0Y6KFR9VL4 type=del 2023-12-03T11:44:12.408 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.407+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=GUT3A2XAK1NU type=del size=1054669 2023-12-03T11:44:12.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.408+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=A44KJ1BF24SD type=del 2023-12-03T11:44:12.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.410+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~FTBTTKPKA8XB.0 size=1048576 2023-12-03T11:44:12.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.411+0000 7fec65a36780 1 > prepared part key=_multipart_H2MMD7J4LFAH.2~FTBTTKPKA8XB.1 size=150811 2023-12-03T11:44:12.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.411+0000 7fec65a36780 1 > prepared multipart upload key=H2MMD7J4LFAH upload=FTBTTKPKA8XB tag=1VW1U24NVMSB type=write size=2247963 2023-12-03T11:44:12.414 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.413+0000 7fec65a36780 1 < suggested remove operation key=YRACKN8LKGIH tag=MXVJQQ4HEK05 type=write 2023-12-03T11:44:12.416 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.415+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~062CAURSOS75.0 size=1048576 2023-12-03T11:44:12.417 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.416+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~062CAURSOS75.1 size=621405 2023-12-03T11:44:12.417 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.416+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=062CAURSOS75 tag=VD2H7W7J8121 type=write size=2718557 2023-12-03T11:44:12.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.417+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~ZVLNIVQ7R2QL.0 size=1048576 2023-12-03T11:44:12.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.418+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~ZVLNIVQ7R2QL.1 size=1048576 2023-12-03T11:44:12.420 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.419+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~ZVLNIVQ7R2QL.2 size=1006721 2023-12-03T11:44:12.422 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.421+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=ZVLNIVQ7R2QL tag=OOD55YQRM7QP type=write size=4152449 2023-12-03T11:44:12.423 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.422+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=VBVP6G40J89B type=del size=1317947 2023-12-03T11:44:12.424 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.423+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~KN5FUCR1D0QH.0 size=1048576 2023-12-03T11:44:12.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.424+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~KN5FUCR1D0QH.1 size=956077 2023-12-03T11:44:12.427 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.426+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=KN5FUCR1D0QH tag=Y3YZS3M4Z0RN type=write size=3053229 2023-12-03T11:44:12.428 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.427+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=0PL4P0RE9BRR type=del size=766007 2023-12-03T11:44:12.430 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.428+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~GCO4WRZOHY1K.0 size=1048576 2023-12-03T11:44:12.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.429+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~GCO4WRZOHY1K.1 size=237719 2023-12-03T11:44:12.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.431+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=GCO4WRZOHY1K tag=KCI71HZEMAR5 type=write size=2334871 2023-12-03T11:44:12.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.432+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=1GBY5EC5FPRN type=del size=549906 2023-12-03T11:44:12.436 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.435+0000 7fec65a36780 1 < suggested remove operation key=ZHU0D35IH21Q tag=7OQEN6OFBD29 type=del 2023-12-03T11:44:12.437 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.436+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=ID3B297YP51E type=del size=1773902 2023-12-03T11:44:12.438 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.437+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=7OZTDINA1KTA type=del 2023-12-03T11:44:12.439 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.438+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=VCYHW34QQA40 type=write size=263391 2023-12-03T11:44:12.441 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.439+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~KM4U221ORU7U.0 size=1048576 2023-12-03T11:44:12.441 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.440+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~KM4U221ORU7U.1 size=402054 2023-12-03T11:44:12.444 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.443+0000 7fec65a36780 1 < completed multipart upload key=X9QLCGIXBKPW upload=KM4U221ORU7U tag=5G09L6RAPT2V type=write size=2499206 2023-12-03T11:44:12.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.445+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~JTJ5OR2RORC1.0 size=1048576 2023-12-03T11:44:12.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.446+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~JTJ5OR2RORC1.1 size=915549 2023-12-03T11:44:12.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.446+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=JTJ5OR2RORC1 tag=GSD3T5FMCK74 type=write size=3012701 2023-12-03T11:44:12.448 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.447+0000 7fec65a36780 1 < completed write operation key=AH17BNCID2LT tag=HCRQ0WZJVUP5 type=write size=660115 2023-12-03T11:44:12.449 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.448+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=OBT3RNTT0GKG type=del size=3891936 2023-12-03T11:44:12.450 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.449+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~G808DH6P82WE.0 size=1048576 2023-12-03T11:44:12.451 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.450+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~G808DH6P82WE.1 size=1048576 2023-12-03T11:44:12.452 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.450+0000 7fec65a36780 1 < canceled part key=_multipart_ZHU0D35IH21Q.2~G808DH6P82WE.2 size=767297 2023-12-03T11:44:12.453 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.452+0000 7fec65a36780 1 < canceled multipart upload key=ZHU0D35IH21Q upload=G808DH6P82WE tag=CPGL6WUNOKDN type=write size=3913025 2023-12-03T11:44:12.454 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.453+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=JT3587K4M1VL type=del size=876463 2023-12-03T11:44:12.456 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.455+0000 7fec65a36780 1 < suggested remove operation key=47SL1QFM71HF tag=L2ULJ1EO8G00 type=del 2023-12-03T11:44:12.458 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.456+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=VPTMV3JEYHKT type=del size=3183132 2023-12-03T11:44:12.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.458+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~8ABHGXVDQA4I.0 size=1048576 2023-12-03T11:44:12.460 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.459+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~8ABHGXVDQA4I.1 size=1048576 2023-12-03T11:44:12.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.459+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~8ABHGXVDQA4I.2 size=389626 2023-12-03T11:44:12.462 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.461+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=8ABHGXVDQA4I tag=WKT4SK2NKH7Z type=write size=3535354 2023-12-03T11:44:12.465 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.463+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~69RF6GLZ3JBR.0 size=1048576 2023-12-03T11:44:12.465 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.464+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~69RF6GLZ3JBR.1 size=393801 2023-12-03T11:44:12.466 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.464+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=69RF6GLZ3JBR tag=ASJ3LSCAZ0X8 type=write size=2490953 2023-12-03T11:44:12.467 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.466+0000 7fec65a36780 1 < canceled operation key=T9V22NACHJGL tag=A7HT5EO5V802 type=del size=2755674 2023-12-03T11:44:12.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.467+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=0S8ODEXVJCOO type=del size=2408447 2023-12-03T11:44:12.470 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.468+0000 7fec65a36780 1 < canceled operation key=5Z9PG5J6Q8GF tag=EPGHG0YR3KJG type=write size=99889 2023-12-03T11:44:12.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.470+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=4OT7HW3FCRIL type=write size=39227 2023-12-03T11:44:12.472 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.471+0000 7fec65a36780 1 < completed delete operation key=X9RVI5NGJ2OL tag=7DA1S8AKWWOG type=del 2023-12-03T11:44:12.475 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.474+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~0I6NTTLTHK6V.0 size=590977 2023-12-03T11:44:12.475 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.474+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=0I6NTTLTHK6V tag=Z1DTU3CL1Q1Z type=write size=1639553 2023-12-03T11:44:12.476 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.475+0000 7fec65a36780 1 < canceled operation key=2RH7HHERSZ3G tag=GUT3A2XAK1NU type=del size=1054669 2023-12-03T11:44:12.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.477+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=6572467C1UEE type=del size=3421860 2023-12-03T11:44:12.479 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.478+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~FTBTTKPKA8XB.0 size=1048576 2023-12-03T11:44:12.480 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.479+0000 7fec65a36780 1 < completed part key=_multipart_H2MMD7J4LFAH.2~FTBTTKPKA8XB.1 size=150811 2023-12-03T11:44:12.482 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.481+0000 7fec65a36780 1 < completed multipart upload key=H2MMD7J4LFAH upload=FTBTTKPKA8XB tag=1VW1U24NVMSB type=write size=2247963 2023-12-03T11:44:12.484 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.482+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=KS8KH3JGSY47 type=del size=3668151 2023-12-03T11:44:12.485 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.484+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~062CAURSOS75.0 size=1048576 2023-12-03T11:44:12.486 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.485+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~062CAURSOS75.1 size=621405 2023-12-03T11:44:12.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.487+0000 7fec65a36780 1 < completed multipart upload key=2RH7HHERSZ3G upload=062CAURSOS75 tag=VD2H7W7J8121 type=write size=2718557 2023-12-03T11:44:12.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.488+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=QTWAFMGQ3R3R type=write size=110802 2023-12-03T11:44:12.492 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.490+0000 7fec65a36780 1 < suggested update operation key=YRACKN8LKGIH tag=VBVP6G40J89B type=del size=1317947 2023-12-03T11:44:12.493 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.492+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=Y1NMZZ358U0P type=del size=1837435 2023-12-03T11:44:12.494 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.493+0000 7fec65a36780 1 < completed delete operation key=SSVHOXNGSFYF tag=0PL4P0RE9BRR type=del 2023-12-03T11:44:12.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.494+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=E43Q6IQFVX52 type=del size=3958943 2023-12-03T11:44:12.496 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.495+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=1GBY5EC5FPRN type=del 2023-12-03T11:44:12.497 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.496+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=WNMVZ2YNJ14U type=del size=3332617 2023-12-03T11:44:12.499 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.497+0000 7fec65a36780 1 < canceled operation key=AH17BNCID2LT tag=ID3B297YP51E type=del size=1773902 2023-12-03T11:44:12.501 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.499+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~I2D86XMSKLSQ.0 size=190810 2023-12-03T11:44:12.501 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.499+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=I2D86XMSKLSQ tag=RJ8JN8W5AD32 type=write size=1239386 2023-12-03T11:44:12.502 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.501+0000 7fec65a36780 1 < completed write operation key=P4HRMBD0NLGK tag=VCYHW34QQA40 type=write size=263391 2023-12-03T11:44:12.504 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.503+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~YEVR09GJAX8T.0 size=1048576 2023-12-03T11:44:12.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.504+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~YEVR09GJAX8T.1 size=51911 2023-12-03T11:44:12.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.504+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=YEVR09GJAX8T tag=SGIGCVJ9W2LT type=write size=2149063 2023-12-03T11:44:12.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.505+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~JTJ5OR2RORC1.0 size=1048576 2023-12-03T11:44:12.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.506+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~JTJ5OR2RORC1.1 size=915549 2023-12-03T11:44:12.509 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.508+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=JTJ5OR2RORC1 tag=GSD3T5FMCK74 type=write size=3012701 2023-12-03T11:44:12.511 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.510+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~YDT88GEGSTX7.0 size=1048576 2023-12-03T11:44:12.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.511+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~YDT88GEGSTX7.1 size=1048576 2023-12-03T11:44:12.513 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.511+0000 7fec65a36780 1 > prepared part key=_multipart_1Q50D75XSIR5.2~YDT88GEGSTX7.2 size=837364 2023-12-03T11:44:12.513 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.511+0000 7fec65a36780 1 > prepared multipart upload key=1Q50D75XSIR5 upload=YDT88GEGSTX7 tag=8PAEYXC0QAJ0 type=write size=3983092 2023-12-03T11:44:12.514 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.513+0000 7fec65a36780 1 < completed delete operation key=ZHU0D35IH21Q tag=OBT3RNTT0GKG type=del 2023-12-03T11:44:12.515 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.514+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=NJTU7S90ECCZ type=del size=1417535 2023-12-03T11:44:12.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.516+0000 7fec65a36780 1 < suggested update operation key=X9RVI5NGJ2OL tag=JT3587K4M1VL type=del size=876463 2023-12-03T11:44:12.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.518+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~NY2GNCOMZJ1S.0 size=1048576 2023-12-03T11:44:12.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.519+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~NY2GNCOMZJ1S.1 size=763857 2023-12-03T11:44:12.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.519+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=NY2GNCOMZJ1S tag=9FW7D8QYAULT type=write size=2861009 2023-12-03T11:44:12.521 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.520+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=VPTMV3JEYHKT type=del 2023-12-03T11:44:12.523 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.521+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=MOEUEL5YN2FF type=del size=1751490 2023-12-03T11:44:12.524 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.523+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~69RF6GLZ3JBR.0 size=1048576 2023-12-03T11:44:12.525 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.524+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~69RF6GLZ3JBR.1 size=393801 2023-12-03T11:44:12.527 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.526+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=69RF6GLZ3JBR tag=ASJ3LSCAZ0X8 type=write size=2490953 2023-12-03T11:44:12.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.527+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=5HI6MH82OXSD type=del size=688641 2023-12-03T11:44:12.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.528+0000 7fec65a36780 1 < canceled operation key=3QZKHX70UUGR tag=0S8ODEXVJCOO type=del size=2408447 2023-12-03T11:44:12.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.529+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=FH4SQBQWK6D1 type=del size=192553 2023-12-03T11:44:12.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.530+0000 7fec65a36780 1 < canceled operation key=AH17BNCID2LT tag=4OT7HW3FCRIL type=write size=39227 2023-12-03T11:44:12.534 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.533+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~C2MTQB8BCDEC.0 size=1048576 2023-12-03T11:44:12.535 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.534+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~C2MTQB8BCDEC.1 size=935390 2023-12-03T11:44:12.535 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.534+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=C2MTQB8BCDEC tag=8ZOVM4383UZI type=write size=3032542 2023-12-03T11:44:12.536 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.535+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~0I6NTTLTHK6V.0 size=590977 2023-12-03T11:44:12.538 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.537+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=0I6NTTLTHK6V tag=Z1DTU3CL1Q1Z type=write size=1639553 2023-12-03T11:44:12.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.539+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~10Y6L8HWCLHQ.0 size=1048576 2023-12-03T11:44:12.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.540+0000 7fec65a36780 1 > prepared part key=_multipart_WOVRQGZRPR2M.2~10Y6L8HWCLHQ.1 size=661726 2023-12-03T11:44:12.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.540+0000 7fec65a36780 1 > prepared multipart upload key=WOVRQGZRPR2M upload=10Y6L8HWCLHQ tag=NJBTUMYMOMKG type=write size=2758878 2023-12-03T11:44:12.542 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.541+0000 7fec65a36780 1 < completed delete operation key=0HEXWFSSYOFX tag=6572467C1UEE type=del 2023-12-03T11:44:12.543 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.542+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=4D706EJASPNM type=del size=909849 2023-12-03T11:44:12.544 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.543+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=KS8KH3JGSY47 type=del 2023-12-03T11:44:12.546 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.544+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=15M9JRTHO7ZN type=del size=1933289 2023-12-03T11:44:12.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.545+0000 7fec65a36780 1 < completed write operation key=P4HRMBD0NLGK tag=QTWAFMGQ3R3R type=write size=110802 2023-12-03T11:44:12.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.547+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=3SXR81ITFLR9 type=del size=2884489 2023-12-03T11:44:12.549 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.548+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=Y1NMZZ358U0P type=del 2023-12-03T11:44:12.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.549+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=20B4UPSU00TC type=del size=1362063 2023-12-03T11:44:12.552 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.551+0000 7fec65a36780 1 < suggested remove operation key=6NE4YT7O3EKT tag=E43Q6IQFVX52 type=del 2023-12-03T11:44:12.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.552+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=F2MX09E2CEGB type=del size=2889962 2023-12-03T11:44:12.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.555+0000 7fec65a36780 1 < completed delete operation key=8OT6OT3U65FW tag=WNMVZ2YNJ14U type=del 2023-12-03T11:44:12.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.557+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~SZAYCUJ3MMRR.0 size=1048576 2023-12-03T11:44:12.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.558+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~SZAYCUJ3MMRR.1 size=865959 2023-12-03T11:44:12.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.558+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=SZAYCUJ3MMRR tag=MO81D7LCJK5H type=write size=2963111 2023-12-03T11:44:12.560 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.559+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~I2D86XMSKLSQ.0 size=190810 2023-12-03T11:44:12.562 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.561+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=I2D86XMSKLSQ tag=RJ8JN8W5AD32 type=write size=1239386 2023-12-03T11:44:12.563 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.562+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=37XMFR39XYY3 type=del size=3517459 2023-12-03T11:44:12.564 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.563+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~YEVR09GJAX8T.0 size=1048576 2023-12-03T11:44:12.565 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.564+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~YEVR09GJAX8T.1 size=51911 2023-12-03T11:44:12.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.566+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=YEVR09GJAX8T tag=SGIGCVJ9W2LT type=write size=2149063 2023-12-03T11:44:12.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.567+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=B0AJQ3IA9Y2U type=del size=2736695 2023-12-03T11:44:12.569 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.568+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~YDT88GEGSTX7.0 size=1048576 2023-12-03T11:44:12.570 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.569+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~YDT88GEGSTX7.1 size=1048576 2023-12-03T11:44:12.571 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.570+0000 7fec65a36780 1 < completed part key=_multipart_1Q50D75XSIR5.2~YDT88GEGSTX7.2 size=837364 2023-12-03T11:44:12.573 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.572+0000 7fec65a36780 1 < completed multipart upload key=1Q50D75XSIR5 upload=YDT88GEGSTX7 tag=8PAEYXC0QAJ0 type=write size=3983092 2023-12-03T11:44:12.574 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.573+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=Q8IJ4R490S22 type=del size=3807862 2023-12-03T11:44:12.576 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.574+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=NJTU7S90ECCZ type=del 2023-12-03T11:44:12.577 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.576+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=O4040EUM0EUM type=del size=1856821 2023-12-03T11:44:12.578 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.577+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~NY2GNCOMZJ1S.0 size=1048576 2023-12-03T11:44:12.579 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.578+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~NY2GNCOMZJ1S.1 size=763857 2023-12-03T11:44:12.581 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.580+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=NY2GNCOMZJ1S tag=9FW7D8QYAULT type=write size=2861009 2023-12-03T11:44:12.582 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.581+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=N5UJO7BRTMC8 type=del size=2321198 2023-12-03T11:44:12.584 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.583+0000 7fec65a36780 1 < suggested update operation key=C0RNK06G6OQP tag=MOEUEL5YN2FF type=del size=1751490 2023-12-03T11:44:12.585 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.584+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=JXI11WOF4UEJ type=del size=1640386 2023-12-03T11:44:12.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.585+0000 7fec65a36780 1 < completed delete operation key=ZCS6XX24O8P4 tag=5HI6MH82OXSD type=del 2023-12-03T11:44:12.590 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.589+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~ZS9HT84NVLVB.0 size=189965 2023-12-03T11:44:12.590 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.589+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=ZS9HT84NVLVB tag=KU7JTZ01A25Z type=write size=1238541 2023-12-03T11:44:12.592 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.591+0000 7fec65a36780 1 < suggested remove operation key=3C6QMW8IQIA4 tag=FH4SQBQWK6D1 type=del 2023-12-03T11:44:12.594 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.593+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~HIVGOBUVPGQF.0 size=1048576 2023-12-03T11:44:12.595 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.594+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~HIVGOBUVPGQF.1 size=1048576 2023-12-03T11:44:12.596 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.595+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~HIVGOBUVPGQF.2 size=265509 2023-12-03T11:44:12.596 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.595+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=HIVGOBUVPGQF tag=KUHN7RY34BLI type=write size=3411237 2023-12-03T11:44:12.597 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.596+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~C2MTQB8BCDEC.0 size=1048576 2023-12-03T11:44:12.598 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.596+0000 7fec65a36780 1 < canceled part key=_multipart_5C1TNEXGMTX2.2~C2MTQB8BCDEC.1 size=935390 2023-12-03T11:44:12.599 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.598+0000 7fec65a36780 1 < canceled multipart upload key=5C1TNEXGMTX2 upload=C2MTQB8BCDEC tag=8ZOVM4383UZI type=write size=3032542 2023-12-03T11:44:12.601 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.600+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~UMMU2TEDEFRK.0 size=1048576 2023-12-03T11:44:12.602 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.601+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~UMMU2TEDEFRK.1 size=145920 2023-12-03T11:44:12.602 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.601+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=UMMU2TEDEFRK tag=5F2DF0PTX16D type=write size=2243072 2023-12-03T11:44:12.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.602+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~10Y6L8HWCLHQ.0 size=1048576 2023-12-03T11:44:12.604 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.603+0000 7fec65a36780 1 < completed part key=_multipart_WOVRQGZRPR2M.2~10Y6L8HWCLHQ.1 size=661726 2023-12-03T11:44:12.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.605+0000 7fec65a36780 1 < completed multipart upload key=WOVRQGZRPR2M upload=10Y6L8HWCLHQ tag=NJBTUMYMOMKG type=write size=2758878 2023-12-03T11:44:12.607 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.606+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=PMNCK3EOHSWQ type=del size=1646976 2023-12-03T11:44:12.609 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.607+0000 7fec65a36780 1 < completed delete operation key=ZCS6XX24O8P4 tag=4D706EJASPNM type=del 2023-12-03T11:44:12.610 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.609+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=6NBS7JFRX48W type=write size=431017 2023-12-03T11:44:12.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.610+0000 7fec65a36780 1 < completed delete operation key=SSVHOXNGSFYF tag=15M9JRTHO7ZN type=del 2023-12-03T11:44:12.614 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.612+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~KJULTZ12WL73.0 size=240074 2023-12-03T11:44:12.614 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.612+0000 7fec65a36780 1 > prepared multipart upload key=0HEXWFSSYOFX upload=KJULTZ12WL73 tag=01E2S6EJZRA3 type=write size=1288650 2023-12-03T11:44:12.615 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.614+0000 7fec65a36780 1 < completed delete operation key=8OT6OT3U65FW tag=3SXR81ITFLR9 type=del 2023-12-03T11:44:12.616 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.615+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=5INKCHNB3GQ0 type=write size=405179 2023-12-03T11:44:12.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.616+0000 7fec65a36780 1 < completed delete operation key=WOVRQGZRPR2M tag=20B4UPSU00TC type=del 2023-12-03T11:44:12.619 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.617+0000 7fec65a36780 1 > prepared operation key=YRACKN8LKGIH tag=WNGA6NGGDX11 type=del size=3434851 2023-12-03T11:44:12.620 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.619+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=F2MX09E2CEGB type=del 2023-12-03T11:44:12.622 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.621+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~9K63YC0SIU2J.0 size=674007 2023-12-03T11:44:12.622 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.621+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=9K63YC0SIU2J tag=S7F83PIM195K type=write size=1722583 2023-12-03T11:44:12.622 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.621+0000 7fec65a36780 1 < canceled part key=_multipart_ZHU0D35IH21Q.2~SZAYCUJ3MMRR.0 size=1048576 2023-12-03T11:44:12.623 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.622+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~SZAYCUJ3MMRR.1 size=865959 2023-12-03T11:44:12.625 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.624+0000 7fec65a36780 1 < canceled multipart upload key=ZHU0D35IH21Q upload=SZAYCUJ3MMRR tag=MO81D7LCJK5H type=write size=2963111 2023-12-03T11:44:12.626 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.625+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=L6YJN1TX1NEM type=del size=3371861 2023-12-03T11:44:12.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.626+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=37XMFR39XYY3 type=del 2023-12-03T11:44:12.629 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.628+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=WB2QNOCM7V60 type=write size=382115 2023-12-03T11:44:12.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.631+0000 7fec65a36780 1 < suggested update operation key=BG6UOS1WMDBY tag=B0AJQ3IA9Y2U type=del size=2736695 2023-12-03T11:44:12.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.633+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~OUAMT379NAN2.0 size=1048576 2023-12-03T11:44:12.635 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.634+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~OUAMT379NAN2.1 size=1048576 2023-12-03T11:44:12.636 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.635+0000 7fec65a36780 1 > prepared part key=_multipart_C0RNK06G6OQP.2~OUAMT379NAN2.2 size=462891 2023-12-03T11:44:12.636 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.635+0000 7fec65a36780 1 > prepared multipart upload key=C0RNK06G6OQP upload=OUAMT379NAN2 tag=N2SOJ3EJQ9H9 type=write size=3608619 2023-12-03T11:44:12.637 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.636+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=Q8IJ4R490S22 type=del 2023-12-03T11:44:12.639 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.638+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=541ZQR6KXJAL type=del size=2985915 2023-12-03T11:44:12.640 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.639+0000 7fec65a36780 1 < completed delete operation key=X9RVI5NGJ2OL tag=O4040EUM0EUM type=del 2023-12-03T11:44:12.642 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.641+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~8FAERGTV8FXL.0 size=1048576 2023-12-03T11:44:12.643 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.642+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~8FAERGTV8FXL.1 size=1048576 2023-12-03T11:44:12.644 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.643+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~8FAERGTV8FXL.2 size=847812 2023-12-03T11:44:12.644 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.643+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=8FAERGTV8FXL tag=Y11DW9QDZSQ2 type=write size=3993540 2023-12-03T11:44:12.645 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.644+0000 7fec65a36780 -1 < no bi entry to suggest for operation key=3C6QMW8IQIA4 tag=N5UJO7BRTMC8 type=del size=2321198: (2) No such file or directory 2023-12-03T11:44:12.646 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.645+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=RIHC8W0JRWBQ type=del size=1963456 2023-12-03T11:44:12.647 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.646+0000 7fec65a36780 1 < completed delete operation key=6NE4YT7O3EKT tag=JXI11WOF4UEJ type=del 2023-12-03T11:44:12.649 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.647+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=ED8TTF22S88H type=del size=179321 2023-12-03T11:44:12.650 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.649+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~ZS9HT84NVLVB.0 size=189965 2023-12-03T11:44:12.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.651+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=ZS9HT84NVLVB tag=KU7JTZ01A25Z type=write size=1238541 2023-12-03T11:44:12.653 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.652+0000 7fec65a36780 1 > prepared operation key=GR4SISUXSQOT tag=JZ8CEIEJ327U type=write size=20150 2023-12-03T11:44:12.654 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.653+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~HIVGOBUVPGQF.0 size=1048576 2023-12-03T11:44:12.655 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.654+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~HIVGOBUVPGQF.1 size=1048576 2023-12-03T11:44:12.656 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.655+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~HIVGOBUVPGQF.2 size=265509 2023-12-03T11:44:12.658 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.657+0000 7fec65a36780 1 < completed multipart upload key=2RH7HHERSZ3G upload=HIVGOBUVPGQF tag=KUHN7RY34BLI type=write size=3411237 2023-12-03T11:44:12.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.658+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=9LI3FT28RZ1Z type=del size=2105746 2023-12-03T11:44:12.660 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.659+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~UMMU2TEDEFRK.0 size=1048576 2023-12-03T11:44:12.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.660+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~UMMU2TEDEFRK.1 size=145920 2023-12-03T11:44:12.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.662+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=UMMU2TEDEFRK tag=5F2DF0PTX16D type=write size=2243072 2023-12-03T11:44:12.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.664+0000 7fec65a36780 1 > prepared part key=_multipart_BG6UOS1WMDBY.2~SIBL69UGXH1F.0 size=382699 2023-12-03T11:44:12.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.664+0000 7fec65a36780 1 > prepared multipart upload key=BG6UOS1WMDBY upload=SIBL69UGXH1F tag=L46WQVQIA45S type=write size=1431275 2023-12-03T11:44:12.666 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.665+0000 7fec65a36780 1 < canceled operation key=133Q3KH264WU tag=PMNCK3EOHSWQ type=del size=1646976 2023-12-03T11:44:12.671 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.670+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~2PWG2GK0S2L6.0 size=1048576 2023-12-03T11:44:12.674 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.673+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~2PWG2GK0S2L6.1 size=1048576 2023-12-03T11:44:12.675 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.674+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~2PWG2GK0S2L6.2 size=682822 2023-12-03T11:44:12.675 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.674+0000 7fec65a36780 1 > prepared multipart upload key=T9V22NACHJGL upload=2PWG2GK0S2L6 tag=IE8CHMQ1RDIE type=write size=3828550 2023-12-03T11:44:12.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.675+0000 7fec65a36780 1 < completed write operation key=P4HRMBD0NLGK tag=6NBS7JFRX48W type=write size=431017 2023-12-03T11:44:12.679 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.678+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~Y7M3CYDY1AUG.0 size=797655 2023-12-03T11:44:12.679 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.678+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=Y7M3CYDY1AUG tag=GAR9KIRQ7F6C type=write size=1846231 2023-12-03T11:44:12.680 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.679+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~KJULTZ12WL73.0 size=240074 2023-12-03T11:44:12.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.681+0000 7fec65a36780 1 < completed multipart upload key=0HEXWFSSYOFX upload=KJULTZ12WL73 tag=01E2S6EJZRA3 type=write size=1288650 2023-12-03T11:44:12.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.682+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=NKR7C20HVJ7N type=del size=562758 2023-12-03T11:44:12.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.683+0000 7fec65a36780 1 < completed write operation key=DVENHTCK7GZA tag=5INKCHNB3GQ0 type=write size=405179 2023-12-03T11:44:12.686 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.685+0000 7fec65a36780 1 > prepared part key=_multipart_PEN3GY9LLJKQ.2~JGIJ50Q7Q29I.0 size=709250 2023-12-03T11:44:12.686 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.685+0000 7fec65a36780 1 > prepared multipart upload key=PEN3GY9LLJKQ upload=JGIJ50Q7Q29I tag=WNL9IWCG3VNN type=write size=1757826 2023-12-03T11:44:12.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.686+0000 7fec65a36780 1 < canceled operation key=YRACKN8LKGIH tag=WNGA6NGGDX11 type=del size=3434851 2023-12-03T11:44:12.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.687+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=JSMAKRWQFI5D type=del size=3077321 2023-12-03T11:44:12.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.688+0000 7fec65a36780 1 < canceled part key=_multipart_8OT6OT3U65FW.2~9K63YC0SIU2J.0 size=674007 2023-12-03T11:44:12.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.690+0000 7fec65a36780 1 < canceled multipart upload key=8OT6OT3U65FW upload=9K63YC0SIU2J tag=S7F83PIM195K type=write size=1722583 2023-12-03T11:44:12.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.691+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=OY97LTBTWE3M type=del size=2204537 2023-12-03T11:44:12.694 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.692+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=L6YJN1TX1NEM type=del 2023-12-03T11:44:12.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.694+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=YERCXPZAM1ER type=del size=2398701 2023-12-03T11:44:12.696 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.695+0000 7fec65a36780 1 < canceled operation key=ZCS6XX24O8P4 tag=WB2QNOCM7V60 type=write size=382115 2023-12-03T11:44:12.699 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.697+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~2YLBIZ88HIMD.0 size=1048576 2023-12-03T11:44:12.700 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.699+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~2YLBIZ88HIMD.1 size=1048576 2023-12-03T11:44:12.701 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.699+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~2YLBIZ88HIMD.2 size=698077 2023-12-03T11:44:12.701 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.699+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=2YLBIZ88HIMD tag=2RW8PZ6J6RG9 type=write size=3843805 2023-12-03T11:44:12.702 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.701+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~OUAMT379NAN2.0 size=1048576 2023-12-03T11:44:12.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.702+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~OUAMT379NAN2.1 size=1048576 2023-12-03T11:44:12.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.703+0000 7fec65a36780 1 < completed part key=_multipart_C0RNK06G6OQP.2~OUAMT379NAN2.2 size=462891 2023-12-03T11:44:12.706 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.705+0000 7fec65a36780 1 < completed multipart upload key=C0RNK06G6OQP upload=OUAMT379NAN2 tag=N2SOJ3EJQ9H9 type=write size=3608619 2023-12-03T11:44:12.707 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.706+0000 7fec65a36780 1 > prepared operation key=0HEXWFSSYOFX tag=YC6GX1L58N2K type=del size=2629320 2023-12-03T11:44:12.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.707+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=541ZQR6KXJAL type=del 2023-12-03T11:44:12.711 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.710+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~BW63FV0U0VND.0 size=1048576 2023-12-03T11:44:12.712 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.711+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~BW63FV0U0VND.1 size=90232 2023-12-03T11:44:12.712 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.711+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=BW63FV0U0VND tag=S6TX3AZBZMT5 type=write size=2187384 2023-12-03T11:44:12.713 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.712+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~8FAERGTV8FXL.0 size=1048576 2023-12-03T11:44:12.714 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.713+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~8FAERGTV8FXL.1 size=1048576 2023-12-03T11:44:12.718 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.714+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~8FAERGTV8FXL.2 size=847812 2023-12-03T11:44:12.718 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.716+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=8FAERGTV8FXL tag=Y11DW9QDZSQ2 type=write size=3993540 2023-12-03T11:44:12.720 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.719+0000 7fec65a36780 1 > prepared part key=_multipart_GR4SISUXSQOT.2~6J4NTLIQ63KG.0 size=681857 2023-12-03T11:44:12.720 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.719+0000 7fec65a36780 1 > prepared multipart upload key=GR4SISUXSQOT upload=6J4NTLIQ63KG tag=67O1FUP6TGJD type=write size=1730433 2023-12-03T11:44:12.721 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.720+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=RIHC8W0JRWBQ type=del 2023-12-03T11:44:12.723 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.721+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=MM3CUPLU1C9K type=del size=1193373 2023-12-03T11:44:12.724 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.723+0000 7fec65a36780 1 < completed delete operation key=3C6QMW8IQIA4 tag=ED8TTF22S88H type=del 2023-12-03T11:44:12.725 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.724+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=5LGXZNT1NEYV type=del size=3087324 2023-12-03T11:44:12.726 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.725+0000 7fec65a36780 1 < canceled operation key=GR4SISUXSQOT tag=JZ8CEIEJ327U type=write size=20150 2023-12-03T11:44:12.728 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.726+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=GO7W3JIACXCX type=del size=714852 2023-12-03T11:44:12.729 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.728+0000 7fec65a36780 1 < completed delete operation key=P4HRMBD0NLGK tag=9LI3FT28RZ1Z type=del 2023-12-03T11:44:12.730 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.729+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=S0I3KVM0S3H5 type=del size=1784696 2023-12-03T11:44:12.731 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.730+0000 7fec65a36780 1 < completed part key=_multipart_BG6UOS1WMDBY.2~SIBL69UGXH1F.0 size=382699 2023-12-03T11:44:12.733 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.732+0000 7fec65a36780 1 < completed multipart upload key=BG6UOS1WMDBY upload=SIBL69UGXH1F tag=L46WQVQIA45S type=write size=1431275 2023-12-03T11:44:12.735 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.734+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=IA61HNH516FL type=del size=1964563 2023-12-03T11:44:12.736 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.735+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~2PWG2GK0S2L6.0 size=1048576 2023-12-03T11:44:12.737 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.736+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~2PWG2GK0S2L6.1 size=1048576 2023-12-03T11:44:12.738 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.737+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~2PWG2GK0S2L6.2 size=682822 2023-12-03T11:44:12.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.739+0000 7fec65a36780 1 < completed multipart upload key=T9V22NACHJGL upload=2PWG2GK0S2L6 tag=IE8CHMQ1RDIE type=write size=3828550 2023-12-03T11:44:12.742 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.741+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=CF88UFLGS5BJ type=del size=3412836 2023-12-03T11:44:12.743 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.742+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~Y7M3CYDY1AUG.0 size=797655 2023-12-03T11:44:12.745 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.744+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=Y7M3CYDY1AUG tag=GAR9KIRQ7F6C type=write size=1846231 2023-12-03T11:44:12.747 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.746+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~2JSJ97LOUN7Y.0 size=1048576 2023-12-03T11:44:12.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.746+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~2JSJ97LOUN7Y.1 size=1048576 2023-12-03T11:44:12.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.747+0000 7fec65a36780 1 > prepared part key=_multipart_0HEXWFSSYOFX.2~2JSJ97LOUN7Y.2 size=1012198 2023-12-03T11:44:12.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.747+0000 7fec65a36780 1 > prepared multipart upload key=0HEXWFSSYOFX upload=2JSJ97LOUN7Y tag=56RWB5FV36YZ type=write size=4157926 2023-12-03T11:44:12.750 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.749+0000 7fec65a36780 1 < completed delete operation key=X9RVI5NGJ2OL tag=NKR7C20HVJ7N type=del 2023-12-03T11:44:12.751 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.750+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=FHM9G546XFSK type=del size=1944438 2023-12-03T11:44:12.752 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.751+0000 7fec65a36780 1 < completed part key=_multipart_PEN3GY9LLJKQ.2~JGIJ50Q7Q29I.0 size=709250 2023-12-03T11:44:12.754 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.753+0000 7fec65a36780 1 < completed multipart upload key=PEN3GY9LLJKQ upload=JGIJ50Q7Q29I tag=WNL9IWCG3VNN type=write size=1757826 2023-12-03T11:44:12.755 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.754+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=UWDFNJPEPT2X type=del size=3890060 2023-12-03T11:44:12.756 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.755+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=JSMAKRWQFI5D type=del 2023-12-03T11:44:12.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.756+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=89O3E20HLKBO type=del size=2406948 2023-12-03T11:44:12.759 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.758+0000 7fec65a36780 1 < canceled operation key=H2MMD7J4LFAH tag=OY97LTBTWE3M type=del size=2204537 2023-12-03T11:44:12.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.759+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=3C76H42XZV1I type=del size=883761 2023-12-03T11:44:12.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.760+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=YERCXPZAM1ER type=del 2023-12-03T11:44:12.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.761+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=X9CF2UU61L6T type=del size=3775119 2023-12-03T11:44:12.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.762+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~2YLBIZ88HIMD.0 size=1048576 2023-12-03T11:44:12.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.763+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~2YLBIZ88HIMD.1 size=1048576 2023-12-03T11:44:12.765 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.764+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~2YLBIZ88HIMD.2 size=698077 2023-12-03T11:44:12.767 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.766+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=2YLBIZ88HIMD tag=2RW8PZ6J6RG9 type=write size=3843805 2023-12-03T11:44:12.769 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.768+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~WPK3R6RYRS77.0 size=1048576 2023-12-03T11:44:12.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.769+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~WPK3R6RYRS77.1 size=206215 2023-12-03T11:44:12.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.769+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=WPK3R6RYRS77 tag=JBAZN0SMU3QR type=write size=2303367 2023-12-03T11:44:12.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.770+0000 7fec65a36780 1 < completed delete operation key=0HEXWFSSYOFX tag=YC6GX1L58N2K type=del 2023-12-03T11:44:12.773 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.772+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=FB69XW863V1W type=del size=4006434 2023-12-03T11:44:12.774 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.773+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~BW63FV0U0VND.0 size=1048576 2023-12-03T11:44:12.775 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.774+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~BW63FV0U0VND.1 size=90232 2023-12-03T11:44:12.777 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.776+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=BW63FV0U0VND tag=S6TX3AZBZMT5 type=write size=2187384 2023-12-03T11:44:12.778 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.777+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=6TTAHV807IDI type=del size=1409079 2023-12-03T11:44:12.779 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.778+0000 7fec65a36780 1 < completed part key=_multipart_GR4SISUXSQOT.2~6J4NTLIQ63KG.0 size=681857 2023-12-03T11:44:12.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.780+0000 7fec65a36780 1 < completed multipart upload key=GR4SISUXSQOT upload=6J4NTLIQ63KG tag=67O1FUP6TGJD type=write size=1730433 2023-12-03T11:44:12.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.781+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=MDHZ8419SCST type=del size=1143368 2023-12-03T11:44:12.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.782+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=MM3CUPLU1C9K type=del 2023-12-03T11:44:12.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.784+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=USMSCG46NCLJ type=del size=2199494 2023-12-03T11:44:12.788 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.787+0000 7fec65a36780 1 < completed delete operation key=SSVHOXNGSFYF tag=5LGXZNT1NEYV type=del 2023-12-03T11:44:12.791 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.790+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=R6ZSKZOAX3W3 type=del size=66732 2023-12-03T11:44:12.792 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.791+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=GO7W3JIACXCX type=del 2023-12-03T11:44:12.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.792+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=LXO5B7NQZR39 type=del size=2285079 2023-12-03T11:44:12.794 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.793+0000 7fec65a36780 1 < completed delete operation key=1Q50D75XSIR5 tag=S0I3KVM0S3H5 type=del 2023-12-03T11:44:12.795 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.794+0000 7fec65a36780 1 > prepared operation key=AH17BNCID2LT tag=XF2SVC3LDISP type=del size=1314217 2023-12-03T11:44:12.797 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.795+0000 7fec65a36780 1 < completed delete operation key=5Z9PG5J6Q8GF tag=IA61HNH516FL type=del 2023-12-03T11:44:12.798 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.797+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=B4EN0LUDEPZB type=write size=4612 2023-12-03T11:44:12.799 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.798+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=CF88UFLGS5BJ type=del 2023-12-03T11:44:12.801 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.800+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~0JTNZG7WW7V1.0 size=714089 2023-12-03T11:44:12.801 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.800+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=0JTNZG7WW7V1 tag=SV3DCD3K60NX type=write size=1762665 2023-12-03T11:44:12.802 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.801+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~2JSJ97LOUN7Y.0 size=1048576 2023-12-03T11:44:12.803 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.802+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~2JSJ97LOUN7Y.1 size=1048576 2023-12-03T11:44:12.804 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.803+0000 7fec65a36780 1 < completed part key=_multipart_0HEXWFSSYOFX.2~2JSJ97LOUN7Y.2 size=1012198 2023-12-03T11:44:12.806 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.805+0000 7fec65a36780 1 < completed multipart upload key=0HEXWFSSYOFX upload=2JSJ97LOUN7Y tag=56RWB5FV36YZ type=write size=4157926 2023-12-03T11:44:12.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.806+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=2YLUFSCK2FZ2 type=write size=193286 2023-12-03T11:44:12.809 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.808+0000 7fec65a36780 1 < canceled operation key=PEN3GY9LLJKQ tag=FHM9G546XFSK type=del size=1944438 2023-12-03T11:44:12.810 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.809+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=EUQBHQS93H97 type=write size=470282 2023-12-03T11:44:12.811 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.810+0000 7fec65a36780 1 < completed delete operation key=SSVHOXNGSFYF tag=UWDFNJPEPT2X type=del 2023-12-03T11:44:12.812 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.811+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=1U6F99V48G6L type=del size=4133833 2023-12-03T11:44:12.814 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.813+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=89O3E20HLKBO type=del 2023-12-03T11:44:12.815 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.814+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=4FXS86HVQ2QD type=del size=1847176 2023-12-03T11:44:12.816 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.815+0000 7fec65a36780 1 < completed delete operation key=WOVRQGZRPR2M tag=3C76H42XZV1I type=del 2023-12-03T11:44:12.818 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.817+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~EHIGIX3NAQTT.0 size=1048576 2023-12-03T11:44:12.819 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.818+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~EHIGIX3NAQTT.1 size=1048576 2023-12-03T11:44:12.820 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.819+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~EHIGIX3NAQTT.2 size=600639 2023-12-03T11:44:12.820 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.819+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=EHIGIX3NAQTT tag=7QSN4UTP6U0P type=write size=3746367 2023-12-03T11:44:12.821 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.820+0000 7fec65a36780 1 < completed delete operation key=SSVHOXNGSFYF tag=X9CF2UU61L6T type=del 2023-12-03T11:44:12.823 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.821+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=DYVYL5U20P1U type=del size=2386837 2023-12-03T11:44:12.823 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.822+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~WPK3R6RYRS77.0 size=1048576 2023-12-03T11:44:12.824 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.823+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~WPK3R6RYRS77.1 size=206215 2023-12-03T11:44:12.826 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.825+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=WPK3R6RYRS77 tag=JBAZN0SMU3QR type=write size=2303367 2023-12-03T11:44:12.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.827+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~T2A88HQ0AP2H.0 size=1048576 2023-12-03T11:44:12.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.828+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~T2A88HQ0AP2H.1 size=1048576 2023-12-03T11:44:12.830 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.829+0000 7fec65a36780 1 > prepared part key=_multipart_P4HRMBD0NLGK.2~T2A88HQ0AP2H.2 size=364363 2023-12-03T11:44:12.830 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.829+0000 7fec65a36780 1 > prepared multipart upload key=P4HRMBD0NLGK upload=T2A88HQ0AP2H tag=Y0B3D4DFOP74 type=write size=3510091 2023-12-03T11:44:12.831 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.830+0000 7fec65a36780 1 < completed delete operation key=6NE4YT7O3EKT tag=FB69XW863V1W type=del 2023-12-03T11:44:12.832 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.831+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=3JJGUTMBRXHM type=del size=1500383 2023-12-03T11:44:12.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.832+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=6TTAHV807IDI type=del 2023-12-03T11:44:12.836 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.835+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~ZYRV7ZWH5YHM.0 size=1048576 2023-12-03T11:44:12.837 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.835+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~ZYRV7ZWH5YHM.1 size=1039009 2023-12-03T11:44:12.837 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.835+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=ZYRV7ZWH5YHM tag=6F6TDLFQHEXL type=write size=3136161 2023-12-03T11:44:12.839 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.837+0000 7fec65a36780 1 < completed delete operation key=WOVRQGZRPR2M tag=MDHZ8419SCST type=del 2023-12-03T11:44:12.840 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.839+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~JCH7KAXNYRVK.0 size=74937 2023-12-03T11:44:12.840 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.839+0000 7fec65a36780 1 > prepared multipart upload key=ZCS6XX24O8P4 upload=JCH7KAXNYRVK tag=XPFE78EZ6V1P type=write size=1123513 2023-12-03T11:44:12.842 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.841+0000 7fec65a36780 1 < suggested remove operation key=YXIRHDBN13DX tag=USMSCG46NCLJ type=del 2023-12-03T11:44:12.846 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.843+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~CM9HD3A0GY5C.0 size=1048576 2023-12-03T11:44:12.846 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.844+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~CM9HD3A0GY5C.1 size=590037 2023-12-03T11:44:12.846 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.844+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=CM9HD3A0GY5C tag=LX2LRKZGHVMD type=write size=2687189 2023-12-03T11:44:12.846 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.845+0000 7fec65a36780 1 < completed delete operation key=WOVRQGZRPR2M tag=R6ZSKZOAX3W3 type=del 2023-12-03T11:44:12.849 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.847+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~U9NR3M7D2DJZ.0 size=1048576 2023-12-03T11:44:12.850 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.848+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~U9NR3M7D2DJZ.1 size=524752 2023-12-03T11:44:12.850 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.848+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=U9NR3M7D2DJZ tag=029R98MKP22T type=write size=2621904 2023-12-03T11:44:12.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.850+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=LXO5B7NQZR39 type=del 2023-12-03T11:44:12.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.852+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~1UC04C379F3N.0 size=801128 2023-12-03T11:44:12.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.852+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=1UC04C379F3N tag=9EF5M3E1SJTL type=write size=1849704 2023-12-03T11:44:12.854 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.853+0000 7fec65a36780 1 < completed delete operation key=AH17BNCID2LT tag=XF2SVC3LDISP type=del 2023-12-03T11:44:12.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.854+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=238HPJV5QIQT type=del size=4001661 2023-12-03T11:44:12.857 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.856+0000 7fec65a36780 1 < completed write operation key=C0RNK06G6OQP tag=B4EN0LUDEPZB type=write size=4612 2023-12-03T11:44:12.859 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.858+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~8OXIL8C2WCZP.0 size=1048576 2023-12-03T11:44:12.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.859+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~8OXIL8C2WCZP.1 size=916774 2023-12-03T11:44:12.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.859+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=8OXIL8C2WCZP tag=RL4CU1C248XJ type=write size=3013926 2023-12-03T11:44:12.861 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.860+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~0JTNZG7WW7V1.0 size=714089 2023-12-03T11:44:12.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.862+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=0JTNZG7WW7V1 tag=SV3DCD3K60NX type=write size=1762665 2023-12-03T11:44:12.865 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.863+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=EO87DBDV0B0B type=del size=3311437 2023-12-03T11:44:12.866 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.865+0000 7fec65a36780 1 < completed write operation key=C0RNK06G6OQP tag=2YLUFSCK2FZ2 type=write size=193286 2023-12-03T11:44:12.867 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.866+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=3XIMPHLOH9TH type=write size=153060 2023-12-03T11:44:12.869 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.868+0000 7fec65a36780 1 < suggested update operation key=H2MMD7J4LFAH tag=EUQBHQS93H97 type=write size=470282 2023-12-03T11:44:12.872 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.871+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~VM5I3ELZQ6N0.0 size=1048576 2023-12-03T11:44:12.873 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.872+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~VM5I3ELZQ6N0.1 size=1048576 2023-12-03T11:44:12.874 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.873+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~VM5I3ELZQ6N0.2 size=719426 2023-12-03T11:44:12.874 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.873+0000 7fec65a36780 1 > prepared multipart upload key=AH17BNCID2LT upload=VM5I3ELZQ6N0 tag=FCDV9IJEJ39W type=write size=3865154 2023-12-03T11:44:12.875 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.874+0000 7fec65a36780 1 < completed delete operation key=3QZKHX70UUGR tag=1U6F99V48G6L type=del 2023-12-03T11:44:12.876 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.875+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=U523VPH192AB type=del size=2800885 2023-12-03T11:44:12.878 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.877+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=4FXS86HVQ2QD type=del 2023-12-03T11:44:12.880 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.879+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~47P2JF9WAIZW.0 size=1048576 2023-12-03T11:44:12.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.880+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~47P2JF9WAIZW.1 size=1048576 2023-12-03T11:44:12.882 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.881+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~47P2JF9WAIZW.2 size=829984 2023-12-03T11:44:12.882 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.881+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=47P2JF9WAIZW tag=Z31L4S2AJX0E type=write size=3975712 2023-12-03T11:44:12.883 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.882+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~EHIGIX3NAQTT.0 size=1048576 2023-12-03T11:44:12.885 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.883+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~EHIGIX3NAQTT.1 size=1048576 2023-12-03T11:44:12.886 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.885+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~EHIGIX3NAQTT.2 size=600639 2023-12-03T11:44:12.888 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.887+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=EHIGIX3NAQTT tag=7QSN4UTP6U0P type=write size=3746367 2023-12-03T11:44:12.889 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.888+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=S9MHMUJAHYHH type=del size=3821778 2023-12-03T11:44:12.891 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.890+0000 7fec65a36780 -1 < failed to complete operation key=H2MMD7J4LFAH tag=DYVYL5U20P1U type=del size=2386837: (22) Invalid argument 2023-12-03T11:44:12.893 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.892+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~4Q3CGDDCCMU6.0 size=892912 2023-12-03T11:44:12.893 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.892+0000 7fec65a36780 1 > prepared multipart upload key=ZCS6XX24O8P4 upload=4Q3CGDDCCMU6 tag=113OE4JIQSQU type=write size=1941488 2023-12-03T11:44:12.894 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.893+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~T2A88HQ0AP2H.0 size=1048576 2023-12-03T11:44:12.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.894+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~T2A88HQ0AP2H.1 size=1048576 2023-12-03T11:44:12.896 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.895+0000 7fec65a36780 1 < completed part key=_multipart_P4HRMBD0NLGK.2~T2A88HQ0AP2H.2 size=364363 2023-12-03T11:44:12.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.897+0000 7fec65a36780 1 < completed multipart upload key=P4HRMBD0NLGK upload=T2A88HQ0AP2H tag=Y0B3D4DFOP74 type=write size=3510091 2023-12-03T11:44:12.899 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.898+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=NFOKNIISQ830 type=del size=2976052 2023-12-03T11:44:12.902 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.900+0000 7fec65a36780 1 < canceled operation key=47SL1QFM71HF tag=3JJGUTMBRXHM type=del size=1500383 2023-12-03T11:44:12.903 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.901+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=8LLLVUEVYX10 type=del size=3196596 2023-12-03T11:44:12.903 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.902+0000 7fec65a36780 1 < canceled part key=_multipart_3QZKHX70UUGR.2~ZYRV7ZWH5YHM.0 size=1048576 2023-12-03T11:44:12.904 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.903+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~ZYRV7ZWH5YHM.1 size=1039009 2023-12-03T11:44:12.906 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.905+0000 7fec65a36780 1 < canceled multipart upload key=3QZKHX70UUGR upload=ZYRV7ZWH5YHM tag=6F6TDLFQHEXL type=write size=3136161 2023-12-03T11:44:12.908 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.907+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~SOFQRZOVZV0T.0 size=1048576 2023-12-03T11:44:12.909 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.908+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~SOFQRZOVZV0T.1 size=1048576 2023-12-03T11:44:12.910 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.909+0000 7fec65a36780 1 > prepared part key=_multipart_47SL1QFM71HF.2~SOFQRZOVZV0T.2 size=366612 2023-12-03T11:44:12.910 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.909+0000 7fec65a36780 1 > prepared multipart upload key=47SL1QFM71HF upload=SOFQRZOVZV0T tag=H7RA1S60HDNY type=write size=3512340 2023-12-03T11:44:12.911 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.910+0000 7fec65a36780 1 < completed part key=_multipart_ZCS6XX24O8P4.2~JCH7KAXNYRVK.0 size=74937 2023-12-03T11:44:12.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.912+0000 7fec65a36780 1 < completed multipart upload key=ZCS6XX24O8P4 upload=JCH7KAXNYRVK tag=XPFE78EZ6V1P type=write size=1123513 2023-12-03T11:44:12.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.913+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=RL8KZ4ZKTPQM type=write size=344433 2023-12-03T11:44:12.916 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.915+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~CM9HD3A0GY5C.0 size=1048576 2023-12-03T11:44:12.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.916+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~CM9HD3A0GY5C.1 size=590037 2023-12-03T11:44:12.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.918+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=CM9HD3A0GY5C tag=LX2LRKZGHVMD type=write size=2687189 2023-12-03T11:44:12.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.919+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=DIP0I6J255VW type=write size=777738 2023-12-03T11:44:12.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.920+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~U9NR3M7D2DJZ.0 size=1048576 2023-12-03T11:44:12.925 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.922+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~U9NR3M7D2DJZ.1 size=524752 2023-12-03T11:44:12.925 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.923+0000 7fec65a36780 1 < completed multipart upload key=47SL1QFM71HF upload=U9NR3M7D2DJZ tag=029R98MKP22T type=write size=2621904 2023-12-03T11:44:12.926 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.924+0000 7fec65a36780 1 > prepared operation key=3C6QMW8IQIA4 tag=ZK840S0TJQ3T type=del size=150105 2023-12-03T11:44:12.927 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.926+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~1UC04C379F3N.0 size=801128 2023-12-03T11:44:12.929 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.928+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=1UC04C379F3N tag=9EF5M3E1SJTL type=write size=1849704 2023-12-03T11:44:12.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.930+0000 7fec65a36780 1 > prepared part key=_multipart_T9V22NACHJGL.2~QK7TP3ANUJCH.0 size=1016660 2023-12-03T11:44:12.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.930+0000 7fec65a36780 1 > prepared multipart upload key=T9V22NACHJGL upload=QK7TP3ANUJCH tag=5TWKPHE84XZI type=write size=2065236 2023-12-03T11:44:12.932 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.931+0000 7fec65a36780 1 < completed delete operation key=PEN3GY9LLJKQ tag=238HPJV5QIQT type=del 2023-12-03T11:44:12.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.932+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=UZMG8KZARIME type=del size=3148013 2023-12-03T11:44:12.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.933+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~8OXIL8C2WCZP.0 size=1048576 2023-12-03T11:44:12.935 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.934+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~8OXIL8C2WCZP.1 size=916774 2023-12-03T11:44:12.937 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.936+0000 7fec65a36780 1 < completed multipart upload key=8OT6OT3U65FW upload=8OXIL8C2WCZP tag=RL4CU1C248XJ type=write size=3013926 2023-12-03T11:44:12.938 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.937+0000 7fec65a36780 1 > prepared operation key=X9QLCGIXBKPW tag=YQA1JVN99BFL type=del size=552819 2023-12-03T11:44:12.939 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.938+0000 7fec65a36780 1 < completed delete operation key=C0RNK06G6OQP tag=EO87DBDV0B0B type=del 2023-12-03T11:44:12.940 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.939+0000 7fec65a36780 1 > prepared operation key=47SL1QFM71HF tag=UK70SGT6MFNK type=del size=1645588 2023-12-03T11:44:12.942 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.941+0000 7fec65a36780 1 < suggested update operation key=DVENHTCK7GZA tag=3XIMPHLOH9TH type=write size=153060 2023-12-03T11:44:12.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.942+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=C4ULGY71ZF38 type=del size=506591 2023-12-03T11:44:12.945 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.944+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~VM5I3ELZQ6N0.0 size=1048576 2023-12-03T11:44:12.946 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.944+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~VM5I3ELZQ6N0.1 size=1048576 2023-12-03T11:44:12.947 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.945+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~VM5I3ELZQ6N0.2 size=719426 2023-12-03T11:44:12.949 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.947+0000 7fec65a36780 1 < completed multipart upload key=AH17BNCID2LT upload=VM5I3ELZQ6N0 tag=FCDV9IJEJ39W type=write size=3865154 2023-12-03T11:44:12.950 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.948+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=O10YNZKYRVSI type=del size=4191069 2023-12-03T11:44:12.952 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.951+0000 7fec65a36780 1 < suggested remove operation key=X9RVI5NGJ2OL tag=U523VPH192AB type=del 2023-12-03T11:44:12.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.952+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=ABRJBMUAKBOQ type=del size=2620482 2023-12-03T11:44:12.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.952+0000 7fec65a36780 1 < canceled part key=_multipart_3QZKHX70UUGR.2~47P2JF9WAIZW.0 size=1048576 2023-12-03T11:44:12.954 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.953+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~47P2JF9WAIZW.1 size=1048576 2023-12-03T11:44:12.955 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.954+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~47P2JF9WAIZW.2 size=829984 2023-12-03T11:44:12.957 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.956+0000 7fec65a36780 1 < canceled multipart upload key=3QZKHX70UUGR upload=47P2JF9WAIZW tag=Z31L4S2AJX0E type=write size=3975712 2023-12-03T11:44:12.959 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.958+0000 7fec65a36780 1 > prepared part key=_multipart_3QZKHX70UUGR.2~Q3FABC1UOTNB.0 size=432418 2023-12-03T11:44:12.959 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.958+0000 7fec65a36780 1 > prepared multipart upload key=3QZKHX70UUGR upload=Q3FABC1UOTNB tag=XBR5749OVJ0W type=write size=1480994 2023-12-03T11:44:12.960 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.959+0000 7fec65a36780 1 < completed delete operation key=5C1TNEXGMTX2 tag=S9MHMUJAHYHH type=del 2023-12-03T11:44:12.961 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.960+0000 7fec65a36780 1 > prepared operation key=C1UIPV6F6AYG tag=QNACBGDS4J66 type=del size=2812610 2023-12-03T11:44:12.962 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.961+0000 7fec65a36780 1 < completed part key=_multipart_ZCS6XX24O8P4.2~4Q3CGDDCCMU6.0 size=892912 2023-12-03T11:44:12.964 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.963+0000 7fec65a36780 1 < completed multipart upload key=ZCS6XX24O8P4 upload=4Q3CGDDCCMU6 tag=113OE4JIQSQU type=write size=1941488 2023-12-03T11:44:12.966 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.964+0000 7fec65a36780 1 > prepared operation key=9JLT22LCTIPC tag=HE7ZCZQPHDXR type=del size=1330066 2023-12-03T11:44:12.968 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.966+0000 7fec65a36780 1 < suggested remove operation key=BG6UOS1WMDBY tag=NFOKNIISQ830 type=del 2023-12-03T11:44:12.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.967+0000 7fec65a36780 1 > prepared operation key=1Q50D75XSIR5 tag=83YU7YPAF837 type=write size=882232 2023-12-03T11:44:12.971 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.970+0000 7fec65a36780 1 < suggested remove operation key=3C6QMW8IQIA4 tag=8LLLVUEVYX10 type=del 2023-12-03T11:44:12.972 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.971+0000 7fec65a36780 1 > prepared operation key=WOVRQGZRPR2M tag=181SQ2F32FX6 type=del size=2468175 2023-12-03T11:44:12.973 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.972+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~SOFQRZOVZV0T.0 size=1048576 2023-12-03T11:44:12.973 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.972+0000 7fec65a36780 1 < canceled part key=_multipart_47SL1QFM71HF.2~SOFQRZOVZV0T.1 size=1048576 2023-12-03T11:44:12.974 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.973+0000 7fec65a36780 1 < completed part key=_multipart_47SL1QFM71HF.2~SOFQRZOVZV0T.2 size=366612 2023-12-03T11:44:12.976 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.975+0000 7fec65a36780 1 < canceled multipart upload key=47SL1QFM71HF upload=SOFQRZOVZV0T tag=H7RA1S60HDNY type=write size=3512340 2023-12-03T11:44:12.978 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.976+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=4T3HKGIS00QZ type=del size=2199307 2023-12-03T11:44:12.979 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.978+0000 7fec65a36780 1 < completed write operation key=ZHU0D35IH21Q tag=RL8KZ4ZKTPQM type=write size=344433 2023-12-03T11:44:12.980 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.979+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=NJ6BTNIDXEGH type=del size=3008408 2023-12-03T11:44:12.981 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.980+0000 7fec65a36780 -1 < failed to complete operation key=BG6UOS1WMDBY tag=DIP0I6J255VW type=write size=777738: (22) Invalid argument 2023-12-03T11:44:12.982 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.981+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=U93LLUKSIHNE type=del size=231970 2023-12-03T11:44:12.983 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.982+0000 7fec65a36780 -1 < failed to complete operation key=3C6QMW8IQIA4 tag=ZK840S0TJQ3T type=del size=150105: (22) Invalid argument 2023-12-03T11:44:12.984 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.983+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=SVXHTNPKZBQ8 type=del size=352022 2023-12-03T11:44:12.986 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.984+0000 7fec65a36780 1 < completed part key=_multipart_T9V22NACHJGL.2~QK7TP3ANUJCH.0 size=1016660 2023-12-03T11:44:12.987 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.986+0000 7fec65a36780 1 < completed multipart upload key=T9V22NACHJGL upload=QK7TP3ANUJCH tag=5TWKPHE84XZI type=write size=2065236 2023-12-03T11:44:12.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.987+0000 7fec65a36780 1 > prepared operation key=8OT6OT3U65FW tag=RKA3A0IZNWAN type=del size=522077 2023-12-03T11:44:12.990 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.989+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=UZMG8KZARIME type=del 2023-12-03T11:44:12.992 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.991+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~HB0H79QMWCWM.0 size=1048576 2023-12-03T11:44:12.993 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.992+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~HB0H79QMWCWM.1 size=1048576 2023-12-03T11:44:12.994 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.992+0000 7fec65a36780 1 > prepared part key=_multipart_5C1TNEXGMTX2.2~HB0H79QMWCWM.2 size=879363 2023-12-03T11:44:12.994 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.993+0000 7fec65a36780 1 > prepared multipart upload key=5C1TNEXGMTX2 upload=HB0H79QMWCWM tag=EWLK470W4LWW type=write size=4025091 2023-12-03T11:44:12.995 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.994+0000 7fec65a36780 1 < completed delete operation key=X9QLCGIXBKPW tag=YQA1JVN99BFL type=del 2023-12-03T11:44:12.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.996+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~ZJ02PNLBUAPM.0 size=1048576 2023-12-03T11:44:12.998 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.997+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~ZJ02PNLBUAPM.1 size=1048576 2023-12-03T11:44:12.999 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.998+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~ZJ02PNLBUAPM.2 size=401741 2023-12-03T11:44:12.999 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:12.998+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=ZJ02PNLBUAPM tag=OG066B3VLVQQ type=write size=3547469 2023-12-03T11:44:13.001 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.000+0000 7fec65a36780 1 < suggested remove operation key=47SL1QFM71HF tag=UK70SGT6MFNK type=del 2023-12-03T11:44:13.002 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.001+0000 7fec65a36780 1 > prepared operation key=BG6UOS1WMDBY tag=P52SQC983QKF type=del size=4126027 2023-12-03T11:44:13.004 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.003+0000 7fec65a36780 1 < suggested update operation key=5C1TNEXGMTX2 tag=C4ULGY71ZF38 type=del size=506591 2023-12-03T11:44:13.006 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.004+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=C7KLQK2YW16A type=write size=294034 2023-12-03T11:44:13.007 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.006+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=O10YNZKYRVSI type=del 2023-12-03T11:44:13.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.007+0000 7fec65a36780 1 > prepared operation key=MR1LTY3JH4WC tag=DWN3T5WLV106 type=del size=1053190 2023-12-03T11:44:13.010 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.009+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=ABRJBMUAKBOQ type=del 2023-12-03T11:44:13.013 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.011+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~K0F49LQKW9QD.0 size=1048576 2023-12-03T11:44:13.013 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.012+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~K0F49LQKW9QD.1 size=1048576 2023-12-03T11:44:13.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.013+0000 7fec65a36780 1 > prepared part key=_multipart_MR1LTY3JH4WC.2~K0F49LQKW9QD.2 size=892944 2023-12-03T11:44:13.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.013+0000 7fec65a36780 1 > prepared multipart upload key=MR1LTY3JH4WC upload=K0F49LQKW9QD tag=R77O1QO2PNY7 type=write size=4038672 2023-12-03T11:44:13.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.014+0000 7fec65a36780 1 < completed part key=_multipart_3QZKHX70UUGR.2~Q3FABC1UOTNB.0 size=432418 2023-12-03T11:44:13.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.016+0000 7fec65a36780 1 < completed multipart upload key=3QZKHX70UUGR upload=Q3FABC1UOTNB tag=XBR5749OVJ0W type=write size=1480994 2023-12-03T11:44:13.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.017+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=1W50NYK6E7IQ type=write size=627995 2023-12-03T11:44:13.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.019+0000 7fec65a36780 1 < completed delete operation key=C1UIPV6F6AYG tag=QNACBGDS4J66 type=del 2023-12-03T11:44:13.022 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.021+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~84VN4TD2FYD3.0 size=1048576 2023-12-03T11:44:13.023 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.022+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~84VN4TD2FYD3.1 size=1048576 2023-12-03T11:44:13.024 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.022+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~84VN4TD2FYD3.2 size=518630 2023-12-03T11:44:13.024 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.022+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=84VN4TD2FYD3 tag=E5ZXNB1L7WQX type=write size=3664358 2023-12-03T11:44:13.025 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.024+0000 7fec65a36780 1 < completed delete operation key=9JLT22LCTIPC tag=HE7ZCZQPHDXR type=del 2023-12-03T11:44:13.028 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.026+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~NGOPIGAK0AWE.0 size=1048576 2023-12-03T11:44:13.029 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.027+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~NGOPIGAK0AWE.1 size=1048576 2023-12-03T11:44:13.029 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.028+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~NGOPIGAK0AWE.2 size=784547 2023-12-03T11:44:13.029 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.028+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=NGOPIGAK0AWE tag=302EYF2QII1I type=write size=3930275 2023-12-03T11:44:13.031 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.030+0000 7fec65a36780 1 < suggested remove operation key=1Q50D75XSIR5 tag=83YU7YPAF837 type=write 2023-12-03T11:44:13.032 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.031+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=B3STGA01BCLL type=del size=1078736 2023-12-03T11:44:13.035 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.033+0000 7fec65a36780 1 < suggested update operation key=WOVRQGZRPR2M tag=181SQ2F32FX6 type=del size=2468175 2023-12-03T11:44:13.037 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.035+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~4V8893H7T29I.0 size=1048576 2023-12-03T11:44:13.039 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.036+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~4V8893H7T29I.1 size=1048576 2023-12-03T11:44:13.039 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.037+0000 7fec65a36780 1 > prepared part key=_multipart_3C6QMW8IQIA4.2~4V8893H7T29I.2 size=335187 2023-12-03T11:44:13.039 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.037+0000 7fec65a36780 1 > prepared multipart upload key=3C6QMW8IQIA4 upload=4V8893H7T29I tag=1DVVJAUCDI5W type=write size=3480915 2023-12-03T11:44:13.041 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.040+0000 7fec65a36780 1 < suggested update operation key=8OT6OT3U65FW tag=4T3HKGIS00QZ type=del size=2199307 2023-12-03T11:44:13.043 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.042+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~LEVOSA7LM9KH.0 size=1048576 2023-12-03T11:44:13.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.043+0000 7fec65a36780 1 > prepared part key=_multipart_5Z9PG5J6Q8GF.2~LEVOSA7LM9KH.1 size=554399 2023-12-03T11:44:13.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.043+0000 7fec65a36780 1 > prepared multipart upload key=5Z9PG5J6Q8GF upload=LEVOSA7LM9KH tag=AUUN1O5LBMH0 type=write size=2651551 2023-12-03T11:44:13.046 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.045+0000 7fec65a36780 1 < suggested remove operation key=8OT6OT3U65FW tag=NJ6BTNIDXEGH type=del 2023-12-03T11:44:13.048 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.047+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~6HOOKQGF9KGA.0 size=1048576 2023-12-03T11:44:13.050 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.048+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~6HOOKQGF9KGA.1 size=1048576 2023-12-03T11:44:13.050 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.049+0000 7fec65a36780 1 > prepared part key=_multipart_X9QLCGIXBKPW.2~6HOOKQGF9KGA.2 size=663849 2023-12-03T11:44:13.051 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.049+0000 7fec65a36780 1 > prepared multipart upload key=X9QLCGIXBKPW upload=6HOOKQGF9KGA tag=OMOQ4QMF6VU6 type=write size=3809577 2023-12-03T11:44:13.052 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.050+0000 7fec65a36780 1 < completed delete operation key=YXIRHDBN13DX tag=U93LLUKSIHNE type=del 2023-12-03T11:44:13.053 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.051+0000 7fec65a36780 1 > prepared operation key=6NE4YT7O3EKT tag=HE3R284I8UEG type=write size=360238 2023-12-03T11:44:13.054 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.052+0000 7fec65a36780 1 < completed delete operation key=H2MMD7J4LFAH tag=SVXHTNPKZBQ8 type=del 2023-12-03T11:44:13.056 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.054+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~XHFQ7FB0DDZK.0 size=1048576 2023-12-03T11:44:13.057 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.055+0000 7fec65a36780 1 > prepared part key=_multipart_9JLT22LCTIPC.2~XHFQ7FB0DDZK.1 size=258442 2023-12-03T11:44:13.057 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.055+0000 7fec65a36780 1 > prepared multipart upload key=9JLT22LCTIPC upload=XHFQ7FB0DDZK tag=2LV6MZIO3693 type=write size=2355594 2023-12-03T11:44:13.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.057+0000 7fec65a36780 -1 < failed to complete operation key=8OT6OT3U65FW tag=RKA3A0IZNWAN type=del size=522077: (22) Invalid argument 2023-12-03T11:44:13.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.058+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=3ZJ51SXL91YQ type=del size=274308 2023-12-03T11:44:13.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.058+0000 7fec65a36780 1 < canceled part key=_multipart_5C1TNEXGMTX2.2~HB0H79QMWCWM.0 size=1048576 2023-12-03T11:44:13.060 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.059+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~HB0H79QMWCWM.1 size=1048576 2023-12-03T11:44:13.061 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.060+0000 7fec65a36780 1 < completed part key=_multipart_5C1TNEXGMTX2.2~HB0H79QMWCWM.2 size=879363 2023-12-03T11:44:13.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.062+0000 7fec65a36780 1 < canceled multipart upload key=5C1TNEXGMTX2 upload=HB0H79QMWCWM tag=EWLK470W4LWW type=write size=4025091 2023-12-03T11:44:13.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.066+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~9EL978ELMMJ2.0 size=1048576 2023-12-03T11:44:13.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.067+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~9EL978ELMMJ2.1 size=1048576 2023-12-03T11:44:13.069 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.068+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~9EL978ELMMJ2.2 size=916640 2023-12-03T11:44:13.069 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.068+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=9EL978ELMMJ2 tag=MLQB8UUS0OU9 type=write size=4062368 2023-12-03T11:44:13.071 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.069+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~ZJ02PNLBUAPM.0 size=1048576 2023-12-03T11:44:13.072 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.070+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~ZJ02PNLBUAPM.1 size=1048576 2023-12-03T11:44:13.072 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.071+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~ZJ02PNLBUAPM.2 size=401741 2023-12-03T11:44:13.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.073+0000 7fec65a36780 1 < completed multipart upload key=3C6QMW8IQIA4 upload=ZJ02PNLBUAPM tag=OG066B3VLVQQ type=write size=3547469 2023-12-03T11:44:13.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.076+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~HSTK90I2PZE6.0 size=145770 2023-12-03T11:44:13.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.076+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=HSTK90I2PZE6 tag=RR55J7ZAFGFN type=write size=1194346 2023-12-03T11:44:13.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.077+0000 7fec65a36780 1 < completed delete operation key=BG6UOS1WMDBY tag=P52SQC983QKF type=del 2023-12-03T11:44:13.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.078+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=BQSUVG2GD868 type=del size=2466446 2023-12-03T11:44:13.080 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.079+0000 7fec65a36780 1 < completed write operation key=PEN3GY9LLJKQ tag=C7KLQK2YW16A type=write size=294034 2023-12-03T11:44:13.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.081+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=05MT23NPQ2UM type=del size=1773740 2023-12-03T11:44:13.083 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.082+0000 7fec65a36780 1 < completed delete operation key=MR1LTY3JH4WC tag=DWN3T5WLV106 type=del 2023-12-03T11:44:13.085 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.084+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~V3HQ5OT6YBFV.0 size=1048576 2023-12-03T11:44:13.086 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.085+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~V3HQ5OT6YBFV.1 size=197856 2023-12-03T11:44:13.087 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.085+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=V3HQ5OT6YBFV tag=6184AQE55N05 type=write size=2295008 2023-12-03T11:44:13.088 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.087+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~K0F49LQKW9QD.0 size=1048576 2023-12-03T11:44:13.089 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.088+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~K0F49LQKW9QD.1 size=1048576 2023-12-03T11:44:13.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.089+0000 7fec65a36780 1 < completed part key=_multipart_MR1LTY3JH4WC.2~K0F49LQKW9QD.2 size=892944 2023-12-03T11:44:13.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.091+0000 7fec65a36780 1 < completed multipart upload key=MR1LTY3JH4WC upload=K0F49LQKW9QD tag=R77O1QO2PNY7 type=write size=4038672 2023-12-03T11:44:13.093 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.092+0000 7fec65a36780 1 > prepared operation key=SSVHOXNGSFYF tag=FH6MI8W4K2VR type=del size=3385421 2023-12-03T11:44:13.096 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.095+0000 7fec65a36780 1 < suggested remove operation key=DVENHTCK7GZA tag=1W50NYK6E7IQ type=write 2023-12-03T11:44:13.097 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.096+0000 7fec65a36780 1 > prepared operation key=ZCS6XX24O8P4 tag=EKTJIM2Y1872 type=del size=23885 2023-12-03T11:44:13.098 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.097+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~84VN4TD2FYD3.0 size=1048576 2023-12-03T11:44:13.099 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.098+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~84VN4TD2FYD3.1 size=1048576 2023-12-03T11:44:13.100 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.099+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~84VN4TD2FYD3.2 size=518630 2023-12-03T11:44:13.103 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.101+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=84VN4TD2FYD3 tag=E5ZXNB1L7WQX type=write size=3664358 2023-12-03T11:44:13.104 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.103+0000 7fec65a36780 1 > prepared operation key=133Q3KH264WU tag=CRGLITQDWBE8 type=del size=3972885 2023-12-03T11:44:13.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.104+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~NGOPIGAK0AWE.0 size=1048576 2023-12-03T11:44:13.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.105+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~NGOPIGAK0AWE.1 size=1048576 2023-12-03T11:44:13.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.106+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~NGOPIGAK0AWE.2 size=784547 2023-12-03T11:44:13.110 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.108+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=NGOPIGAK0AWE tag=302EYF2QII1I type=write size=3930275 2023-12-03T11:44:13.112 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.111+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~T1TFS07PAF2K.0 size=1034229 2023-12-03T11:44:13.112 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.111+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=T1TFS07PAF2K tag=W8X75Y35UPN8 type=write size=2082805 2023-12-03T11:44:13.113 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.112+0000 7fec65a36780 1 < completed delete operation key=2RH7HHERSZ3G tag=B3STGA01BCLL type=del 2023-12-03T11:44:13.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.113+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=Z8XM02MQVRGD type=del size=3131701 2023-12-03T11:44:13.116 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.115+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~4V8893H7T29I.0 size=1048576 2023-12-03T11:44:13.116 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.115+0000 7fec65a36780 1 < canceled part key=_multipart_3C6QMW8IQIA4.2~4V8893H7T29I.1 size=1048576 2023-12-03T11:44:13.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.116+0000 7fec65a36780 1 < completed part key=_multipart_3C6QMW8IQIA4.2~4V8893H7T29I.2 size=335187 2023-12-03T11:44:13.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.118+0000 7fec65a36780 1 < canceled multipart upload key=3C6QMW8IQIA4 upload=4V8893H7T29I tag=1DVVJAUCDI5W type=write size=3480915 2023-12-03T11:44:13.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.120+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~C1QQL334PY7G.0 size=1048576 2023-12-03T11:44:13.125 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.122+0000 7fec65a36780 1 > prepared part key=_multipart_C1UIPV6F6AYG.2~C1QQL334PY7G.1 size=468453 2023-12-03T11:44:13.126 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.122+0000 7fec65a36780 1 > prepared multipart upload key=C1UIPV6F6AYG upload=C1QQL334PY7G tag=TXKQZ7FIYC13 type=write size=2565605 2023-12-03T11:44:13.126 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.125+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~LEVOSA7LM9KH.0 size=1048576 2023-12-03T11:44:13.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.126+0000 7fec65a36780 1 < completed part key=_multipart_5Z9PG5J6Q8GF.2~LEVOSA7LM9KH.1 size=554399 2023-12-03T11:44:13.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.128+0000 7fec65a36780 1 < completed multipart upload key=5Z9PG5J6Q8GF upload=LEVOSA7LM9KH tag=AUUN1O5LBMH0 type=write size=2651551 2023-12-03T11:44:13.132 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.131+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~5JEGP6JZJ6A0.0 size=61508 2023-12-03T11:44:13.132 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.131+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=5JEGP6JZJ6A0 tag=PNLW86JC0HTS type=write size=1110084 2023-12-03T11:44:13.133 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.132+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~6HOOKQGF9KGA.0 size=1048576 2023-12-03T11:44:13.134 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.133+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~6HOOKQGF9KGA.1 size=1048576 2023-12-03T11:44:13.135 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.134+0000 7fec65a36780 1 < completed part key=_multipart_X9QLCGIXBKPW.2~6HOOKQGF9KGA.2 size=663849 2023-12-03T11:44:13.137 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.136+0000 7fec65a36780 1 < completed multipart upload key=X9QLCGIXBKPW upload=6HOOKQGF9KGA tag=OMOQ4QMF6VU6 type=write size=3809577 2023-12-03T11:44:13.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.137+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=1XSVNM6MFW4W type=del size=903813 2023-12-03T11:44:13.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.139+0000 7fec65a36780 1 < completed write operation key=6NE4YT7O3EKT tag=HE3R284I8UEG type=write size=360238 2023-12-03T11:44:13.142 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.141+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~RTVWXIPECCHU.0 size=1048576 2023-12-03T11:44:13.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.142+0000 7fec65a36780 1 > prepared part key=_multipart_AH17BNCID2LT.2~RTVWXIPECCHU.1 size=1005813 2023-12-03T11:44:13.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.142+0000 7fec65a36780 1 > prepared multipart upload key=AH17BNCID2LT upload=RTVWXIPECCHU tag=HRKLXN32LFOE type=write size=3102965 2023-12-03T11:44:13.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.143+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~XHFQ7FB0DDZK.0 size=1048576 2023-12-03T11:44:13.146 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.145+0000 7fec65a36780 1 < completed part key=_multipart_9JLT22LCTIPC.2~XHFQ7FB0DDZK.1 size=258442 2023-12-03T11:44:13.148 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.147+0000 7fec65a36780 1 < completed multipart upload key=9JLT22LCTIPC upload=XHFQ7FB0DDZK tag=2LV6MZIO3693 type=write size=2355594 2023-12-03T11:44:13.149 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.148+0000 7fec65a36780 1 > prepared operation key=5C1TNEXGMTX2 tag=E8PYK3J94AR8 type=del size=2065766 2023-12-03T11:44:13.150 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.149+0000 7fec65a36780 1 < completed delete operation key=3QZKHX70UUGR tag=3ZJ51SXL91YQ type=del 2023-12-03T11:44:13.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.153+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~NQVCP6ZKM42I.0 size=1048576 2023-12-03T11:44:13.155 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.154+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~NQVCP6ZKM42I.1 size=1048576 2023-12-03T11:44:13.156 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.155+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~NQVCP6ZKM42I.2 size=337538 2023-12-03T11:44:13.156 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.155+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=NQVCP6ZKM42I tag=68PGW0BZICH0 type=write size=3483266 2023-12-03T11:44:13.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.156+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~9EL978ELMMJ2.0 size=1048576 2023-12-03T11:44:13.158 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.157+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~9EL978ELMMJ2.1 size=1048576 2023-12-03T11:44:13.159 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.158+0000 7fec65a36780 1 < completed part key=_multipart_2RH7HHERSZ3G.2~9EL978ELMMJ2.2 size=916640 2023-12-03T11:44:13.161 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.160+0000 7fec65a36780 1 < completed multipart upload key=2RH7HHERSZ3G upload=9EL978ELMMJ2 tag=MLQB8UUS0OU9 type=write size=4062368 2023-12-03T11:44:13.162 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.161+0000 7fec65a36780 1 > prepared operation key=C0RNK06G6OQP tag=7GU3KMVFGEV3 type=del size=3799961 2023-12-03T11:44:13.162 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.161+0000 7fec65a36780 1 < canceled part key=_multipart_C1UIPV6F6AYG.2~HSTK90I2PZE6.0 size=145770 2023-12-03T11:44:13.164 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.163+0000 7fec65a36780 1 < canceled multipart upload key=C1UIPV6F6AYG upload=HSTK90I2PZE6 tag=RR55J7ZAFGFN type=write size=1194346 2023-12-03T11:44:13.165 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.164+0000 7fec65a36780 1 > prepared operation key=0AZB86BIZ0MT tag=EWXLBK1WU46C type=write size=756953 2023-12-03T11:44:13.167 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.166+0000 7fec65a36780 1 < suggested remove operation key=2RH7HHERSZ3G tag=BQSUVG2GD868 type=del 2023-12-03T11:44:13.169 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.168+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~X40869BUIGCT.0 size=1048576 2023-12-03T11:44:13.170 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.169+0000 7fec65a36780 1 > prepared part key=_multipart_YRACKN8LKGIH.2~X40869BUIGCT.1 size=588459 2023-12-03T11:44:13.170 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.169+0000 7fec65a36780 1 > prepared multipart upload key=YRACKN8LKGIH upload=X40869BUIGCT tag=D2ZG1S1XYZ4H type=write size=2685611 2023-12-03T11:44:13.171 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.170+0000 7fec65a36780 1 < completed delete operation key=C0RNK06G6OQP tag=05MT23NPQ2UM type=del 2023-12-03T11:44:13.173 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.172+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~YXS3BCNGK6JS.0 size=1048576 2023-12-03T11:44:13.174 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.173+0000 7fec65a36780 1 > prepared part key=_multipart_YXIRHDBN13DX.2~YXS3BCNGK6JS.1 size=588112 2023-12-03T11:44:13.174 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.173+0000 7fec65a36780 1 > prepared multipart upload key=YXIRHDBN13DX upload=YXS3BCNGK6JS tag=UY0MX0YATT2W type=write size=2685264 2023-12-03T11:44:13.175 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.174+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~V3HQ5OT6YBFV.0 size=1048576 2023-12-03T11:44:13.176 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.175+0000 7fec65a36780 1 < completed part key=_multipart_DVENHTCK7GZA.2~V3HQ5OT6YBFV.1 size=197856 2023-12-03T11:44:13.178 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.177+0000 7fec65a36780 1 < completed multipart upload key=DVENHTCK7GZA upload=V3HQ5OT6YBFV tag=6184AQE55N05 type=write size=2295008 2023-12-03T11:44:13.180 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.179+0000 7fec65a36780 1 > prepared part key=_multipart_ZHU0D35IH21Q.2~XEVF7PV30L22.0 size=800840 2023-12-03T11:44:13.180 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.179+0000 7fec65a36780 1 > prepared multipart upload key=ZHU0D35IH21Q upload=XEVF7PV30L22 tag=SCXA07NSZ2LV type=write size=1849416 2023-12-03T11:44:13.181 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.180+0000 7fec65a36780 1 < completed delete operation key=SSVHOXNGSFYF tag=FH6MI8W4K2VR type=del 2023-12-03T11:44:13.182 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.181+0000 7fec65a36780 1 > prepared operation key=DVENHTCK7GZA tag=YG02Z3F96GF1 type=del size=3971808 2023-12-03T11:44:13.184 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.183+0000 7fec65a36780 1 < completed delete operation key=ZCS6XX24O8P4 tag=EKTJIM2Y1872 type=del 2023-12-03T11:44:13.186 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.185+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~VF61BYBD1Y7V.0 size=1048576 2023-12-03T11:44:13.187 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.186+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~VF61BYBD1Y7V.1 size=622539 2023-12-03T11:44:13.187 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.186+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=VF61BYBD1Y7V tag=9X75R3CBVM8H type=write size=2719691 2023-12-03T11:44:13.188 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.187+0000 7fec65a36780 1 < completed delete operation key=133Q3KH264WU tag=CRGLITQDWBE8 type=del 2023-12-03T11:44:13.189 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.188+0000 7fec65a36780 1 > prepared operation key=T9V22NACHJGL tag=0X03R9748AND type=write size=547690 2023-12-03T11:44:13.191 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.190+0000 7fec65a36780 1 < completed part key=_multipart_8OT6OT3U65FW.2~T1TFS07PAF2K.0 size=1034229 2023-12-03T11:44:13.193 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.192+0000 7fec65a36780 1 < completed multipart upload key=8OT6OT3U65FW upload=T1TFS07PAF2K tag=W8X75Y35UPN8 type=write size=2082805 2023-12-03T11:44:13.194 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.193+0000 7fec65a36780 1 > prepared operation key=H2MMD7J4LFAH tag=78CETIOOSVA5 type=del size=3850390 2023-12-03T11:44:13.195 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.194+0000 7fec65a36780 1 < completed delete operation key=C0RNK06G6OQP tag=Z8XM02MQVRGD type=del 2023-12-03T11:44:13.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.197+0000 7fec65a36780 1 > prepared part key=_multipart_133Q3KH264WU.2~30Y8NRB761UF.0 size=197628 2023-12-03T11:44:13.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.197+0000 7fec65a36780 1 > prepared multipart upload key=133Q3KH264WU upload=30Y8NRB761UF tag=ZZ0OFGOMZLR4 type=write size=1246204 2023-12-03T11:44:13.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.198+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~C1QQL334PY7G.0 size=1048576 2023-12-03T11:44:13.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.199+0000 7fec65a36780 1 < completed part key=_multipart_C1UIPV6F6AYG.2~C1QQL334PY7G.1 size=468453 2023-12-03T11:44:13.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.201+0000 7fec65a36780 1 < completed multipart upload key=C1UIPV6F6AYG upload=C1QQL334PY7G tag=TXKQZ7FIYC13 type=write size=2565605 2023-12-03T11:44:13.203 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.202+0000 7fec65a36780 1 > prepared operation key=3QZKHX70UUGR tag=4QRMILK40UBL type=del size=3739020 2023-12-03T11:44:13.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.203+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~5JEGP6JZJ6A0.0 size=61508 2023-12-03T11:44:13.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.205+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=5JEGP6JZJ6A0 tag=PNLW86JC0HTS type=write size=1110084 2023-12-03T11:44:13.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.207+0000 7fec65a36780 1 > prepared part key=_multipart_X9RVI5NGJ2OL.2~WWRENG8TPXXX.0 size=125190 2023-12-03T11:44:13.209 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.207+0000 7fec65a36780 1 > prepared multipart upload key=X9RVI5NGJ2OL upload=WWRENG8TPXXX tag=1F51D86CVNS3 type=write size=1173766 2023-12-03T11:44:13.211 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.210+0000 7fec65a36780 1 < suggested remove operation key=PEN3GY9LLJKQ tag=1XSVNM6MFW4W type=del 2023-12-03T11:44:13.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.211+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=F72543LL6NPD type=del size=356251 2023-12-03T11:44:13.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.212+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~RTVWXIPECCHU.0 size=1048576 2023-12-03T11:44:13.214 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.213+0000 7fec65a36780 1 < completed part key=_multipart_AH17BNCID2LT.2~RTVWXIPECCHU.1 size=1005813 2023-12-03T11:44:13.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.215+0000 7fec65a36780 1 < completed multipart upload key=AH17BNCID2LT upload=RTVWXIPECCHU tag=HRKLXN32LFOE type=write size=3102965 2023-12-03T11:44:13.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.216+0000 7fec65a36780 1 > prepared operation key=5Z9PG5J6Q8GF tag=WW8J4ZWT82U4 type=del size=1745362 2023-12-03T11:44:13.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.218+0000 7fec65a36780 1 < suggested update operation key=5C1TNEXGMTX2 tag=E8PYK3J94AR8 type=del size=2065766 2023-12-03T11:44:13.221 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.220+0000 7fec65a36780 1 > prepared part key=_multipart_SSVHOXNGSFYF.2~4OD0LBCNIV0W.0 size=959710 2023-12-03T11:44:13.222 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.220+0000 7fec65a36780 1 > prepared multipart upload key=SSVHOXNGSFYF upload=4OD0LBCNIV0W tag=GZHL4MIZMF3E type=write size=2008286 2023-12-03T11:44:13.223 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.222+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~NQVCP6ZKM42I.0 size=1048576 2023-12-03T11:44:13.224 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.222+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~NQVCP6ZKM42I.1 size=1048576 2023-12-03T11:44:13.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.223+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~NQVCP6ZKM42I.2 size=337538 2023-12-03T11:44:13.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.225+0000 7fec65a36780 1 < completed multipart upload key=ZHU0D35IH21Q upload=NQVCP6ZKM42I tag=68PGW0BZICH0 type=write size=3483266 2023-12-03T11:44:13.228 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.227+0000 7fec65a36780 1 > prepared operation key=2RH7HHERSZ3G tag=EUWPQVW5632W type=del size=4045979 2023-12-03T11:44:13.229 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.228+0000 7fec65a36780 1 < completed delete operation key=C0RNK06G6OQP tag=7GU3KMVFGEV3 type=del 2023-12-03T11:44:13.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.229+0000 7fec65a36780 1 > prepared operation key=X9RVI5NGJ2OL tag=KR8MQ8KCRF35 type=del size=2613069 2023-12-03T11:44:13.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.230+0000 7fec65a36780 1 < completed write operation key=0AZB86BIZ0MT tag=EWXLBK1WU46C type=write size=756953 2023-12-03T11:44:13.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.232+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~DMRG5KG2W64J.0 size=1048576 2023-12-03T11:44:13.234 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.233+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~DMRG5KG2W64J.1 size=1048576 2023-12-03T11:44:13.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.235+0000 7fec65a36780 1 > prepared part key=_multipart_8OT6OT3U65FW.2~DMRG5KG2W64J.2 size=668900 2023-12-03T11:44:13.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.235+0000 7fec65a36780 1 > prepared multipart upload key=8OT6OT3U65FW upload=DMRG5KG2W64J tag=HU020P3823K8 type=write size=3814628 2023-12-03T11:44:13.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.236+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~X40869BUIGCT.0 size=1048576 2023-12-03T11:44:13.240 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.238+0000 7fec65a36780 1 < completed part key=_multipart_YRACKN8LKGIH.2~X40869BUIGCT.1 size=588459 2023-12-03T11:44:13.242 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.241+0000 7fec65a36780 1 < completed multipart upload key=YRACKN8LKGIH upload=X40869BUIGCT tag=D2ZG1S1XYZ4H type=write size=2685611 2023-12-03T11:44:13.244 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.243+0000 7fec65a36780 1 > prepared part key=_multipart_2RH7HHERSZ3G.2~MUOHQ047GYLK.0 size=273098 2023-12-03T11:44:13.244 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.243+0000 7fec65a36780 1 > prepared multipart upload key=2RH7HHERSZ3G upload=MUOHQ047GYLK tag=5J3NXHBVRIMW type=write size=1321674 2023-12-03T11:44:13.245 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.244+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~YXS3BCNGK6JS.0 size=1048576 2023-12-03T11:44:13.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.245+0000 7fec65a36780 1 < completed part key=_multipart_YXIRHDBN13DX.2~YXS3BCNGK6JS.1 size=588112 2023-12-03T11:44:13.249 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.247+0000 7fec65a36780 1 < completed multipart upload key=YXIRHDBN13DX upload=YXS3BCNGK6JS tag=UY0MX0YATT2W type=write size=2685264 2023-12-03T11:44:13.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.250+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~SCLG169328YY.0 size=670261 2023-12-03T11:44:13.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.250+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=SCLG169328YY tag=0NJ6YLAYRH08 type=write size=1718837 2023-12-03T11:44:13.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.251+0000 7fec65a36780 1 < completed part key=_multipart_ZHU0D35IH21Q.2~XEVF7PV30L22.0 size=800840 2023-12-03T11:44:13.254 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.253+0000 7fec65a36780 1 < completed multipart upload key=ZHU0D35IH21Q upload=XEVF7PV30L22 tag=SCXA07NSZ2LV type=write size=1849416 2023-12-03T11:44:13.256 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.255+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~V5XOUAMX76KA.0 size=1048576 2023-12-03T11:44:13.257 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.256+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~V5XOUAMX76KA.1 size=1048576 2023-12-03T11:44:13.258 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.257+0000 7fec65a36780 1 > prepared part key=_multipart_DVENHTCK7GZA.2~V5XOUAMX76KA.2 size=976701 2023-12-03T11:44:13.258 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.257+0000 7fec65a36780 1 > prepared multipart upload key=DVENHTCK7GZA upload=V5XOUAMX76KA tag=EPO52MDC3PYI type=write size=4122429 2023-12-03T11:44:13.259 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.258+0000 7fec65a36780 1 < completed delete operation key=DVENHTCK7GZA tag=YG02Z3F96GF1 type=del 2023-12-03T11:44:13.261 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.259+0000 7fec65a36780 1 > prepared operation key=PEN3GY9LLJKQ tag=GIGKMHRER2WU type=write size=811565 2023-12-03T11:44:13.262 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.261+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~VF61BYBD1Y7V.0 size=1048576 2023-12-03T11:44:13.263 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.262+0000 7fec65a36780 1 < completed part key=_multipart_X9RVI5NGJ2OL.2~VF61BYBD1Y7V.1 size=622539 2023-12-03T11:44:13.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.264+0000 7fec65a36780 1 < completed multipart upload key=X9RVI5NGJ2OL upload=VF61BYBD1Y7V tag=9X75R3CBVM8H type=write size=2719691 2023-12-03T11:44:13.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.265+0000 7fec65a36780 1 > prepared operation key=YXIRHDBN13DX tag=VH120MZ3V5YY type=del size=3576649 2023-12-03T11:44:13.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.266+0000 7fec65a36780 1 < completed write operation key=T9V22NACHJGL tag=0X03R9748AND type=write size=547690 2023-12-03T11:44:13.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.268+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~CC0SRW2BRHJH.0 size=1048576 2023-12-03T11:44:13.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.269+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~CC0SRW2BRHJH.1 size=1048576 2023-12-03T11:44:13.271 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.270+0000 7fec65a36780 1 > prepared part key=_multipart_ZCS6XX24O8P4.2~CC0SRW2BRHJH.2 size=335925 2023-12-03T11:44:13.271 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.270+0000 7fec65a36780 1 > prepared multipart upload key=ZCS6XX24O8P4 upload=CC0SRW2BRHJH tag=T4JAT0DNZDBI type=write size=3481653 2023-12-03T11:44:13.273 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.271+0000 7fec65a36780 1 < canceled operation key=H2MMD7J4LFAH tag=78CETIOOSVA5 type=del size=3850390 2023-12-03T11:44:13.274 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.272+0000 7fec65a36780 1 > prepared operation key=P4HRMBD0NLGK tag=Z6FLHTMNS3R7 type=del size=1458800 2023-12-03T11:44:13.275 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.274+0000 7fec65a36780 1 < completed part key=_multipart_133Q3KH264WU.2~30Y8NRB761UF.0 size=197628 2023-12-03T11:44:13.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.275+0000 7fec65a36780 1 < completed multipart upload key=133Q3KH264WU upload=30Y8NRB761UF tag=ZZ0OFGOMZLR4 type=write size=1246204 2023-12-03T11:44:13.278 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:44:13.277+0000 7fec65a36780 1 > prepared operation key=ZHU0D35IH21Q tag=K9JC50H7Q4S5 type=del size=2418175 2023-12-03T11:44:13.278 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] cls_rgw_stats.simulate (9049 ms) 2023-12-03T11:44:13.278 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 1 test from cls_rgw_stats (9049 ms total) 2023-12-03T11:44:13.278 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:44:13.278 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:44:14.191 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 1 test from 1 test suite ran. (11825 ms total) 2023-12-03T11:44:14.191 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 1 test. 2023-12-03T11:44:14.195 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:44:14.195 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:44:14.268 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2023-12-03T11:44:14.269 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2023-12-03T11:44:14.269 DEBUG:teuthology.orchestra.run.smithi145:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2023-12-03T11:44:14.344 INFO:tasks.workunit.client.0.smithi145.stdout:Running main() from gmock_main.cc 2023-12-03T11:44:14.344 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 31 tests from 1 test suite. 2023-12-03T11:44:14.344 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:44:16.221 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 31 tests from CmpOmap 2023-12-03T11:44:16.221 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2023-12-03T11:44:16.226 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (5 ms) 2023-12-03T11:44:16.226 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2023-12-03T11:44:16.230 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (4 ms) 2023-12-03T11:44:16.230 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2023-12-03T11:44:16.233 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2023-12-03T11:44:16.233 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2023-12-03T11:44:16.236 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2023-12-03T11:44:16.236 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_vals_str 2023-12-03T11:44:16.243 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_vals_str (7 ms) 2023-12-03T11:44:16.243 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2023-12-03T11:44:16.250 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2023-12-03T11:44:16.250 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2023-12-03T11:44:16.253 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (4 ms) 2023-12-03T11:44:16.253 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2023-12-03T11:44:16.256 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2023-12-03T11:44:16.257 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2023-12-03T11:44:16.260 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (4 ms) 2023-12-03T11:44:16.260 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2023-12-03T11:44:16.264 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2023-12-03T11:44:16.265 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2023-12-03T11:44:16.265 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2023-12-03T11:44:16.265 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2023-12-03T11:44:16.266 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2023-12-03T11:44:16.267 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2023-12-03T11:44:16.273 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (7 ms) 2023-12-03T11:44:16.273 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2023-12-03T11:44:16.280 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (7 ms) 2023-12-03T11:44:16.280 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2023-12-03T11:44:16.286 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2023-12-03T11:44:16.286 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2023-12-03T11:44:16.292 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (6 ms) 2023-12-03T11:44:16.292 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2023-12-03T11:44:16.301 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_set_vals_str (8 ms) 2023-12-03T11:44:16.301 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2023-12-03T11:44:16.309 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (8 ms) 2023-12-03T11:44:16.309 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2023-12-03T11:44:16.312 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (4 ms) 2023-12-03T11:44:16.312 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2023-12-03T11:44:16.314 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2023-12-03T11:44:16.314 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2023-12-03T11:44:16.315 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2023-12-03T11:44:16.315 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2023-12-03T11:44:16.316 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2023-12-03T11:44:16.316 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2023-12-03T11:44:16.321 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (5 ms) 2023-12-03T11:44:16.322 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2023-12-03T11:44:16.329 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (7 ms) 2023-12-03T11:44:16.329 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2023-12-03T11:44:16.335 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2023-12-03T11:44:16.336 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2023-12-03T11:44:16.343 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2023-12-03T11:44:16.344 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2023-12-03T11:44:16.345 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2023-12-03T11:44:16.346 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2023-12-03T11:44:16.348 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2023-12-03T11:44:16.348 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2023-12-03T11:44:16.349 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2023-12-03T11:44:16.349 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2023-12-03T11:44:16.349 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2023-12-03T11:44:16.350 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2023-12-03T11:44:16.357 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (7 ms) 2023-12-03T11:44:16.357 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 31 tests from CmpOmap (135 ms total) 2023-12-03T11:44:16.357 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:44:16.357 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:44:17.230 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 31 tests from 1 test suite ran. (2885 ms total) 2023-12-03T11:44:17.230 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 31 tests. 2023-12-03T11:44:17.231 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:44:17.232 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:44:17.304 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2023-12-03T11:44:17.305 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2023-12-03T11:44:17.305 DEBUG:teuthology.orchestra.run.smithi145:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2023-12-03T11:44:17.377 INFO:tasks.workunit.client.0.smithi145.stdout:Running main() from gmock_main.cc 2023-12-03T11:44:17.377 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 24 tests from 1 test suite. 2023-12-03T11:44:17.377 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:44:17.378 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 24 tests from TestCls2PCQueue 2023-12-03T11:44:17.378 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2023-12-03T11:44:20.243 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2866 ms) 2023-12-03T11:44:20.243 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2023-12-03T11:44:23.262 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3020 ms) 2023-12-03T11:44:23.262 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.Reserve 2023-12-03T11:44:26.281 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.Reserve (3019 ms) 2023-12-03T11:44:26.281 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2023-12-03T11:44:29.308 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3026 ms) 2023-12-03T11:44:29.308 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.Commit 2023-12-03T11:44:32.330 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.Commit (3022 ms) 2023-12-03T11:44:32.330 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.Stats 2023-12-03T11:44:35.357 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.Stats (3027 ms) 2023-12-03T11:44:35.357 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.UpgradeFromReef 2023-12-03T11:44:39.384 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.UpgradeFromReef (4027 ms) 2023-12-03T11:44:39.384 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.Abort 2023-12-03T11:44:42.409 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.Abort (3025 ms) 2023-12-03T11:44:42.409 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2023-12-03T11:44:45.430 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.ReserveError (3022 ms) 2023-12-03T11:44:45.431 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.CommitError 2023-12-03T11:44:48.463 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.CommitError (3033 ms) 2023-12-03T11:44:48.464 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.AbortError 2023-12-03T11:44:51.477 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.AbortError (3011 ms) 2023-12-03T11:44:51.477 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2023-12-03T11:44:54.494 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3018 ms) 2023-12-03T11:44:54.494 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2023-12-03T11:44:57.514 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3020 ms) 2023-12-03T11:44:57.514 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2023-12-03T11:45:00.534 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3021 ms) 2023-12-03T11:45:00.535 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2023-12-03T11:45:03.548 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3014 ms) 2023-12-03T11:45:03.548 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2023-12-03T11:45:06.573 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3024 ms) 2023-12-03T11:45:06.573 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2023-12-03T11:45:09.592 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3018 ms) 2023-12-03T11:45:09.592 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2023-12-03T11:45:12.610 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.Cleanup (3018 ms) 2023-12-03T11:45:12.610 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2023-12-03T11:45:23.201 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.MultiProducer (10591 ms) 2023-12-03T11:45:23.201 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2023-12-03T11:45:27.223 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4022 ms) 2023-12-03T11:45:27.223 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2023-12-03T11:45:39.214 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (11992 ms) 2023-12-03T11:45:39.215 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2023-12-03T11:45:43.252 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4037 ms) 2023-12-03T11:45:43.252 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2023-12-03T11:45:49.296 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6045 ms) 2023-12-03T11:45:49.296 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2023-12-03T11:45:54.323 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5026 ms) 2023-12-03T11:45:54.323 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 24 tests from TestCls2PCQueue (96946 ms total) 2023-12-03T11:45:54.323 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:45:54.323 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:45:54.323 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 24 tests from 1 test suite ran. (96946 ms total) 2023-12-03T11:45:54.324 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 24 tests. 2023-12-03T11:45:54.326 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:45:54.327 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:45:54.396 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2023-12-03T11:45:54.397 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2023-12-03T11:45:54.398 DEBUG:teuthology.orchestra.run.smithi145:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2023-12-03T11:45:54.475 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:45:54.475 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:45:54.475 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 6 tests from 1 test suite. 2023-12-03T11:45:54.476 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:45:56.338 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 6 tests from rgw_gc_log 2023-12-03T11:45:56.339 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2023-12-03T11:45:56.879 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] rgw_gc_log.init_existing_queue (541 ms) 2023-12-03T11:45:56.879 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2023-12-03T11:45:56.882 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] rgw_gc_log.init_existing_omap (3 ms) 2023-12-03T11:45:56.882 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2023-12-03T11:45:56.885 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (2 ms) 2023-12-03T11:45:56.885 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2023-12-03T11:45:56.886 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (1 ms) 2023-12-03T11:45:56.886 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2023-12-03T11:45:56.889 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] rgw_gc_log.defer1_after_init (3 ms) 2023-12-03T11:45:56.889 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2023-12-03T11:45:56.890 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] rgw_gc_log.defer2_before_init (1 ms) 2023-12-03T11:45:56.890 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 6 tests from rgw_gc_log (552 ms total) 2023-12-03T11:45:56.890 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:45:56.890 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:45:57.352 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 6 tests from 1 test suite ran. (2877 ms total) 2023-12-03T11:45:57.352 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 6 tests. 2023-12-03T11:45:57.355 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:45:57.355 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:45:57.425 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2023-12-03T11:45:57.426 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2023-12-03T11:45:57.426 DEBUG:teuthology.orchestra.run.smithi145:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2023-12-03T11:45:57.502 INFO:tasks.workunit.client.0.smithi145.stdout:Running main() from gmock_main.cc 2023-12-03T11:45:57.502 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 4 tests from 1 test suite. 2023-12-03T11:45:57.502 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:45:57.502 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 4 tests from TestRGWObj 2023-12-03T11:45:57.502 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestRGWObj.underscore 2023-12-03T11:45:57.502 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj 2023-12-03T11:45:57.503 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj 2023-12-03T11:45:57.503 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: _obj ns= i= 2023-12-03T11:45:57.503 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj 2023-12-03T11:45:57.503 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj 2023-12-03T11:45:57.503 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: _obj ns= i= 2023-12-03T11:45:57.514 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj 2023-12-03T11:45:57.514 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj 2023-12-03T11:45:57.514 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: _obj ns= i= 2023-12-03T11:45:57.514 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.514 INFO:tasks.workunit.client.0.smithi145.stdout: "obj1": { 2023-12-03T11:45:57.514 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.514 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.514 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.514 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.515 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.515 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.515 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.515 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.515 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.515 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.515 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.515 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.515 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_obj", 2023-12-03T11:45:57.515 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.515 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.515 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.515 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.515 INFO:tasks.workunit.client.0.smithi145.stdout: "obj2": { 2023-12-03T11:45:57.516 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.516 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.516 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.516 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.516 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.516 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.516 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.516 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.516 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.516 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.516 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.516 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.516 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_obj", 2023-12-03T11:45:57.516 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.516 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.517 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.517 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.517 INFO:tasks.workunit.client.0.smithi145.stdout: "obj3": { 2023-12-03T11:45:57.517 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.517 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.517 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.517 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.517 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.517 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.517 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.517 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.517 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.517 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.518 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.518 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.518 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_obj", 2023-12-03T11:45:57.518 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.518 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.518 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.518 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.518 INFO:tasks.workunit.client.0.smithi145.stdout: "obj3-2": { 2023-12-03T11:45:57.518 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.518 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.518 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.518 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.518 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.518 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.518 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.518 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.519 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.519 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.519 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.519 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.519 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_obj", 2023-12-03T11:45:57.519 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.519 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.519 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.519 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.519 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.519 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj 2023-12-03T11:45:57.519 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj 2023-12-03T11:45:57.519 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: _obj ns=ns i= 2023-12-03T11:45:57.519 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj 2023-12-03T11:45:57.520 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj 2023-12-03T11:45:57.520 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: _obj ns=ns i= 2023-12-03T11:45:57.520 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj 2023-12-03T11:45:57.520 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj 2023-12-03T11:45:57.520 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: _obj ns=ns i= 2023-12-03T11:45:57.520 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.520 INFO:tasks.workunit.client.0.smithi145.stdout: "obj1": { 2023-12-03T11:45:57.520 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.520 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.520 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.520 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.520 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.520 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.520 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.521 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.521 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.521 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.521 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.521 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.521 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_obj", 2023-12-03T11:45:57.521 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.521 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.521 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.521 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.521 INFO:tasks.workunit.client.0.smithi145.stdout: "obj2": { 2023-12-03T11:45:57.521 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.521 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.521 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.521 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.521 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.522 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.522 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.522 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.522 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.522 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.522 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.522 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.522 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_obj", 2023-12-03T11:45:57.522 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.522 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.522 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.522 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.522 INFO:tasks.workunit.client.0.smithi145.stdout: "obj3": { 2023-12-03T11:45:57.523 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.523 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.523 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.523 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.523 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.523 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.523 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.523 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.523 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.523 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.523 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.523 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.523 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_obj", 2023-12-03T11:45:57.523 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.523 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.524 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.524 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.524 INFO:tasks.workunit.client.0.smithi145.stdout: "obj3-2": { 2023-12-03T11:45:57.524 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.524 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.524 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.524 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.524 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.524 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.524 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.524 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.524 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.524 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.524 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.525 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.525 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_obj", 2023-12-03T11:45:57.525 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.525 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.525 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.525 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.525 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.525 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj[v1] 2023-12-03T11:45:57.525 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj[v1] 2023-12-03T11:45:57.525 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: _obj ns= i=v1 2023-12-03T11:45:57.525 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj[v1] 2023-12-03T11:45:57.525 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj[v1] 2023-12-03T11:45:57.525 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: _obj ns= i=v1 2023-12-03T11:45:57.525 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj[v1] 2023-12-03T11:45:57.525 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj[v1] 2023-12-03T11:45:57.526 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: _obj ns= i=v1 2023-12-03T11:45:57.526 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.526 INFO:tasks.workunit.client.0.smithi145.stdout: "obj1": { 2023-12-03T11:45:57.526 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.526 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.526 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.526 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.526 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.526 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.526 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.526 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.526 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.526 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.526 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.526 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.527 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_obj", 2023-12-03T11:45:57.527 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "v1", 2023-12-03T11:45:57.527 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.527 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.527 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.527 INFO:tasks.workunit.client.0.smithi145.stdout: "obj2": { 2023-12-03T11:45:57.527 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.527 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.527 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.527 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.527 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.527 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.527 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.527 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.528 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.528 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.528 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.528 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.528 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_obj", 2023-12-03T11:45:57.528 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "v1", 2023-12-03T11:45:57.528 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.528 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.528 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.528 INFO:tasks.workunit.client.0.smithi145.stdout: "obj3": { 2023-12-03T11:45:57.528 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.528 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.528 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.528 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.529 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.529 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.529 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.529 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.529 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.529 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.529 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.529 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.529 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_obj", 2023-12-03T11:45:57.529 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.529 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.529 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.529 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.529 INFO:tasks.workunit.client.0.smithi145.stdout: "obj3-2": { 2023-12-03T11:45:57.530 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.530 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.530 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.530 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.530 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.530 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.530 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.530 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.530 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.530 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.530 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.530 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.530 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_obj", 2023-12-03T11:45:57.530 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "v1", 2023-12-03T11:45:57.530 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.531 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.531 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.531 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.531 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj[v1] 2023-12-03T11:45:57.531 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj[v1] 2023-12-03T11:45:57.531 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: _obj ns=ns i=v1 2023-12-03T11:45:57.531 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj[v1] 2023-12-03T11:45:57.531 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj[v1] 2023-12-03T11:45:57.531 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: _obj ns=ns i=v1 2023-12-03T11:45:57.531 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj[v1] 2023-12-03T11:45:57.531 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: _obj[v1] 2023-12-03T11:45:57.531 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: _obj ns=ns i=v1 2023-12-03T11:45:57.531 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.531 INFO:tasks.workunit.client.0.smithi145.stdout: "obj1": { 2023-12-03T11:45:57.531 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.531 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.532 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.532 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.532 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.532 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.532 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.532 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.532 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.532 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.532 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.532 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.532 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_obj", 2023-12-03T11:45:57.532 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "v1", 2023-12-03T11:45:57.532 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.532 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.533 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.533 INFO:tasks.workunit.client.0.smithi145.stdout: "obj2": { 2023-12-03T11:45:57.533 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.533 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.533 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.533 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.533 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.533 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.533 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.533 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.533 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.533 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.533 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.533 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.533 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_obj", 2023-12-03T11:45:57.533 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "v1", 2023-12-03T11:45:57.533 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.534 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.534 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.534 INFO:tasks.workunit.client.0.smithi145.stdout: "obj3": { 2023-12-03T11:45:57.534 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.534 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.534 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.534 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.534 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.534 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.534 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.534 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.534 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.534 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.534 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.534 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.534 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_obj", 2023-12-03T11:45:57.535 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.535 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.535 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.535 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.535 INFO:tasks.workunit.client.0.smithi145.stdout: "obj3-2": { 2023-12-03T11:45:57.535 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.535 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.535 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.535 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.535 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.535 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.535 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.535 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.535 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.535 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.536 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.536 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.536 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_obj", 2023-12-03T11:45:57.536 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "v1", 2023-12-03T11:45:57.536 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.536 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.536 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.536 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.536 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestRGWObj.underscore (1 ms) 2023-12-03T11:45:57.536 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestRGWObj.no_underscore 2023-12-03T11:45:57.536 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj 2023-12-03T11:45:57.536 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj 2023-12-03T11:45:57.536 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: obj ns= i= 2023-12-03T11:45:57.536 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj 2023-12-03T11:45:57.536 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj 2023-12-03T11:45:57.536 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: obj ns= i= 2023-12-03T11:45:57.537 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj 2023-12-03T11:45:57.537 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj 2023-12-03T11:45:57.537 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: obj ns= i= 2023-12-03T11:45:57.537 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.537 INFO:tasks.workunit.client.0.smithi145.stdout: "obj1": { 2023-12-03T11:45:57.537 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.537 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.537 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.537 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.537 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.537 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.537 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.537 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.537 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.537 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.537 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.538 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.538 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "obj", 2023-12-03T11:45:57.538 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.538 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.538 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.538 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.538 INFO:tasks.workunit.client.0.smithi145.stdout: "obj2": { 2023-12-03T11:45:57.538 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.538 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.538 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.538 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.538 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.538 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.539 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.539 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.539 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.539 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.539 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.539 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.539 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "obj", 2023-12-03T11:45:57.539 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.539 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.539 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.539 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.539 INFO:tasks.workunit.client.0.smithi145.stdout: "obj3": { 2023-12-03T11:45:57.539 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.539 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.539 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.540 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.540 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.540 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.540 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.540 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.540 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.540 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.540 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.540 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.540 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "obj", 2023-12-03T11:45:57.540 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.540 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.540 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.540 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.540 INFO:tasks.workunit.client.0.smithi145.stdout: "obj3-2": { 2023-12-03T11:45:57.541 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.541 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.541 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.541 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.541 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.541 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.541 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.541 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.541 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.541 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.541 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.541 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.541 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "obj", 2023-12-03T11:45:57.541 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.542 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.542 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.542 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.542 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.542 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj 2023-12-03T11:45:57.542 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj 2023-12-03T11:45:57.542 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: obj ns=ns i= 2023-12-03T11:45:57.542 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj 2023-12-03T11:45:57.542 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj 2023-12-03T11:45:57.542 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: obj ns=ns i= 2023-12-03T11:45:57.542 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj 2023-12-03T11:45:57.542 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj 2023-12-03T11:45:57.542 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: obj ns=ns i= 2023-12-03T11:45:57.542 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.543 INFO:tasks.workunit.client.0.smithi145.stdout: "obj1": { 2023-12-03T11:45:57.543 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.543 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.543 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.543 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.543 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.543 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.543 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.543 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.543 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.543 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.543 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.543 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.543 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "obj", 2023-12-03T11:45:57.543 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.544 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.544 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.544 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.544 INFO:tasks.workunit.client.0.smithi145.stdout: "obj2": { 2023-12-03T11:45:57.544 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.544 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.544 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.544 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.544 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.544 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.544 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.544 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.544 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.544 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.545 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.545 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.545 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "obj", 2023-12-03T11:45:57.545 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.545 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.545 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.545 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.545 INFO:tasks.workunit.client.0.smithi145.stdout: "obj3": { 2023-12-03T11:45:57.545 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.545 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.545 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.545 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.545 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.545 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.545 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.546 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.546 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.546 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.546 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.546 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.546 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "obj", 2023-12-03T11:45:57.546 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.546 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.546 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.546 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.546 INFO:tasks.workunit.client.0.smithi145.stdout: "obj3-2": { 2023-12-03T11:45:57.546 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.546 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.546 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.546 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.547 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.547 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.547 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.547 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.547 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.547 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.549 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.549 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.549 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "obj", 2023-12-03T11:45:57.549 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.549 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.549 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.549 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.549 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.549 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj[v1] 2023-12-03T11:45:57.550 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj[v1] 2023-12-03T11:45:57.550 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: obj ns= i=v1 2023-12-03T11:45:57.550 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj[v1] 2023-12-03T11:45:57.550 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj[v1] 2023-12-03T11:45:57.550 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: obj ns= i=v1 2023-12-03T11:45:57.550 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj[v1] 2023-12-03T11:45:57.550 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj[v1] 2023-12-03T11:45:57.550 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: obj ns= i=v1 2023-12-03T11:45:57.550 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.550 INFO:tasks.workunit.client.0.smithi145.stdout: "obj1": { 2023-12-03T11:45:57.550 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.550 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.550 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.550 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.550 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.551 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.551 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.551 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.551 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.551 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.552 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.552 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.552 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "obj", 2023-12-03T11:45:57.552 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "v1", 2023-12-03T11:45:57.552 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.552 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.552 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.552 INFO:tasks.workunit.client.0.smithi145.stdout: "obj2": { 2023-12-03T11:45:57.552 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.552 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.552 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.552 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.552 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.552 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.552 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.552 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.553 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.553 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.553 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.553 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.553 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "obj", 2023-12-03T11:45:57.553 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "v1", 2023-12-03T11:45:57.553 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.553 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.553 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.553 INFO:tasks.workunit.client.0.smithi145.stdout: "obj3": { 2023-12-03T11:45:57.553 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.553 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.553 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.553 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.553 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.553 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.554 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.554 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.554 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.554 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.554 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.554 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.554 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "obj", 2023-12-03T11:45:57.554 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.554 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.554 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.554 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.554 INFO:tasks.workunit.client.0.smithi145.stdout: "obj3-2": { 2023-12-03T11:45:57.554 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.554 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.554 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.554 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.555 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.555 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.555 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.555 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.555 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.555 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.555 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.555 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.555 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "obj", 2023-12-03T11:45:57.555 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "v1", 2023-12-03T11:45:57.555 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.555 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.555 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.555 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.555 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj[v1] 2023-12-03T11:45:57.555 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj[v1] 2023-12-03T11:45:57.556 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: obj ns=ns i=v1 2023-12-03T11:45:57.556 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj[v1] 2023-12-03T11:45:57.556 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj[v1] 2023-12-03T11:45:57.556 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: obj ns=ns i=v1 2023-12-03T11:45:57.556 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj[v1] 2023-12-03T11:45:57.556 INFO:tasks.workunit.client.0.smithi145.stdout:parsed: obj[v1] 2023-12-03T11:45:57.556 INFO:tasks.workunit.client.0.smithi145.stdout:stripped: obj ns=ns i=v1 2023-12-03T11:45:57.556 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.556 INFO:tasks.workunit.client.0.smithi145.stdout: "obj1": { 2023-12-03T11:45:57.556 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.556 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.556 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.556 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.556 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.556 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.556 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.557 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.557 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.557 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.557 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.557 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.557 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "obj", 2023-12-03T11:45:57.557 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "v1", 2023-12-03T11:45:57.557 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.557 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.557 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.557 INFO:tasks.workunit.client.0.smithi145.stdout: "obj2": { 2023-12-03T11:45:57.557 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.557 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.557 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.557 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.557 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.558 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.558 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.558 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.558 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.558 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.558 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.558 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.558 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "obj", 2023-12-03T11:45:57.558 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "v1", 2023-12-03T11:45:57.558 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.558 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.559 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.559 INFO:tasks.workunit.client.0.smithi145.stdout: "obj3": { 2023-12-03T11:45:57.559 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.559 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.559 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.559 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.559 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.559 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.559 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.559 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.559 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.559 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.559 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.559 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.559 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "obj", 2023-12-03T11:45:57.560 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.560 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.560 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.560 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.560 INFO:tasks.workunit.client.0.smithi145.stdout: "obj3-2": { 2023-12-03T11:45:57.560 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.560 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.560 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.560 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.560 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.560 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.560 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.560 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.560 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.560 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.560 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.561 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.561 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "obj", 2023-12-03T11:45:57.561 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "v1", 2023-12-03T11:45:57.561 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.561 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.561 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.561 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.561 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestRGWObj.no_underscore (1 ms) 2023-12-03T11:45:57.561 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestRGWObj.obj_to_raw 2023-12-03T11:45:57.561 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.561 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.561 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.561 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.561 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.562 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.562 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.562 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.562 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.562 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.562 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.562 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.562 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.562 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.562 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.563 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.563 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.563 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.563 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.563 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.563 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.563 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.563 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.563 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.563 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.563 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.563 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.563 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.563 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.563 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.563 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.563 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.564 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.564 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.564 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.564 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": "default-placement.data", 2023-12-03T11:45:57.564 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker_myobj", 2023-12-03T11:45:57.564 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.564 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.564 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.564 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.564 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.564 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.564 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.564 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.564 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.564 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.564 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.565 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.565 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.565 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.565 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.565 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.565 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.565 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.565 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.565 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.565 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.565 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.565 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.565 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.565 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.565 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.566 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.566 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.566 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.566 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.566 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.566 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.566 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.566 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.566 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.566 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.566 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.566 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.566 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.566 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.566 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.566 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.567 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.567 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.567 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.567 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.567 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.567 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.567 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.567 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.567 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.567 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.567 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.567 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.567 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.567 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.567 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.567 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.568 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.568 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker_myobj", 2023-12-03T11:45:57.568 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.568 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.568 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.568 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.568 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.568 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.568 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.568 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.568 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.568 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.568 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.568 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.568 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.569 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.569 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.569 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.569 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.569 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.569 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.569 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.569 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.569 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.569 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.569 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.569 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.569 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.569 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.569 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.569 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.570 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.570 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.570 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.570 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.570 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.570 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.570 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.570 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.570 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.570 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.570 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.570 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.570 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.570 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.570 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.570 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.571 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.571 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.571 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.571 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.571 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.571 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.571 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.571 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.571 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.571 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.571 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.571 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.571 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.571 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": "default-placement.data", 2023-12-03T11:45:57.571 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns_myobj", 2023-12-03T11:45:57.571 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.572 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.572 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.572 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.572 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.572 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.572 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.572 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.572 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.572 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.572 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.572 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.572 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.572 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.572 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.572 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.573 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.573 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.573 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.573 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.573 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.573 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.573 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.573 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.573 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.573 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.573 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.573 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.573 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.573 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.573 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.573 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.573 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.574 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.574 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.574 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.574 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.574 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.574 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.574 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.574 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.574 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.574 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.574 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.574 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.574 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.574 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.574 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.575 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.575 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.575 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.575 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.575 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.575 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.575 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.575 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.575 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.575 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.575 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.575 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns_myobj", 2023-12-03T11:45:57.575 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.575 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.575 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.575 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.576 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.576 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.576 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.576 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.576 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.576 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.576 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.576 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.576 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.576 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.576 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.576 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.576 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.576 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.576 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.576 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.577 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.577 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.577 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.577 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.577 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.577 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.577 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.577 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.577 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.577 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.577 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.577 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.577 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.577 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.577 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.577 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.577 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.578 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.578 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.578 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.578 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.578 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.578 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.578 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.578 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.578 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.578 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.578 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.578 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.578 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.578 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.578 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.579 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.579 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.579 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.579 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.579 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.579 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.579 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": "default-placement.data", 2023-12-03T11:45:57.579 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__:inst_myobj", 2023-12-03T11:45:57.579 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.579 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.579 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.579 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.579 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.579 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.579 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.579 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.579 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.580 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.580 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.580 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.580 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.580 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.580 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.580 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.580 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.580 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.580 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.580 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.580 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.580 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.580 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.580 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.580 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.581 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.581 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.581 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.581 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.581 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.581 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.581 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.581 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.581 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.581 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.581 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.581 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.581 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.581 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.581 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.581 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.582 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.582 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.582 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.582 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.582 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.582 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.582 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.582 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.582 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.582 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.582 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.582 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.582 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.582 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.582 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.582 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.583 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.583 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.583 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__:inst_myobj", 2023-12-03T11:45:57.583 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.583 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.583 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.583 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.583 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.583 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.583 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.583 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.583 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.583 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.583 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.583 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.583 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.584 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.584 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.584 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.584 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.584 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.584 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.584 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.584 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.584 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.584 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.584 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.584 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.584 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.584 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.584 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.584 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.585 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.585 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.585 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.585 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.585 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.585 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.585 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.585 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.585 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.585 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.585 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.585 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.585 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.585 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.585 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.585 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.585 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.586 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.586 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.586 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.586 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.586 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.586 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.586 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.586 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.586 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.586 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.586 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.586 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.586 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": "default-placement.data", 2023-12-03T11:45:57.586 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns:inst_myobj", 2023-12-03T11:45:57.586 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.586 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.587 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.587 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.587 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.587 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.587 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.587 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.587 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.587 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.587 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.587 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.587 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.587 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.587 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.587 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.587 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.587 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.588 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.588 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.588 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.588 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.588 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.588 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.588 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.588 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.588 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.588 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.588 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.588 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.588 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.588 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.588 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.589 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.589 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.589 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.589 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.589 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.589 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.589 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.589 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.589 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.589 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.589 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.589 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.589 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.589 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.589 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.589 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.589 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.590 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.590 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.590 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.590 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.590 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.590 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.590 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.590 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.590 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.590 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns:inst_myobj", 2023-12-03T11:45:57.590 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.590 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.590 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.590 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.590 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.591 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.591 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.591 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.591 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.591 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.591 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.591 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.591 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.591 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.591 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.591 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.591 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.591 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.591 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.591 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.591 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.592 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.592 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.592 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.592 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.592 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.592 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.592 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.592 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.592 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.592 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.592 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.592 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.592 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.592 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.592 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.593 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.593 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.593 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.593 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.593 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.593 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.593 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.593 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.593 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.593 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.593 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.593 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.593 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.593 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.593 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.593 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.594 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.594 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.594 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.594 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.594 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.594 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.594 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": "default-placement.data", 2023-12-03T11:45:57.594 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker___myobj", 2023-12-03T11:45:57.594 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "marker__myobj" 2023-12-03T11:45:57.594 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.594 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.594 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.594 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.594 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.594 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.595 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.595 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.595 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.595 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.595 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.595 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.595 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.595 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.595 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.595 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.595 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.595 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.595 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.595 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.595 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.595 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.596 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.596 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.596 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.596 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.596 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.596 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.596 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.596 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.596 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.596 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.596 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.596 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.596 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.596 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.596 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.597 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.597 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.597 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.597 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.597 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.597 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.597 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.597 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.597 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.597 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.597 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.597 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.597 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.597 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.597 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.597 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.598 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.598 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.598 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.598 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.598 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.598 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker___myobj", 2023-12-03T11:45:57.598 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "marker__myobj" 2023-12-03T11:45:57.598 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.598 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.598 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.598 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.598 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.598 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.598 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.598 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.598 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.599 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.599 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.599 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.599 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.599 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.599 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.599 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.599 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.599 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.599 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.599 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.599 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.599 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.599 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.599 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.599 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.600 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.600 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.600 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.600 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.600 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.600 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.600 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.600 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.600 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.600 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.600 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.600 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.600 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.600 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.600 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.600 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.600 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.601 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.601 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.601 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.601 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.601 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.601 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.601 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.601 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.601 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.601 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.601 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.601 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.601 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.601 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.601 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.601 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": "default-placement.data", 2023-12-03T11:45:57.602 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns__myobj", 2023-12-03T11:45:57.602 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.602 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.602 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.602 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.602 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.602 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.602 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.602 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.602 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.602 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.602 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.602 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.602 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.602 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.603 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.603 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.603 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.603 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.603 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.603 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.603 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.603 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.603 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.603 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.603 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.603 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.603 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.603 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.603 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.603 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.604 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.604 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.604 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.604 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.604 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.604 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.604 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.604 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.604 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.604 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.604 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.604 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.604 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.604 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.604 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.604 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.605 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.605 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.605 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.605 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.605 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.605 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.605 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.605 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.605 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.605 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.605 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.605 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.605 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.605 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns__myobj", 2023-12-03T11:45:57.605 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.605 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.605 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.606 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.606 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.606 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.606 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.606 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.606 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.606 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.606 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.606 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.606 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.606 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.606 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.606 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.606 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.606 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.606 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.607 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.607 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.607 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.607 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.607 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.607 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.607 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.607 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.607 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.607 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.607 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.607 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.607 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.607 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.607 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.607 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.608 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.608 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.608 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.608 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.608 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.608 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.608 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.608 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.608 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.608 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.608 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.608 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.608 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.608 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.608 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.608 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.608 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.609 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.609 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.609 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.609 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.609 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.609 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.609 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": "default-placement.data", 2023-12-03T11:45:57.609 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__:inst__myobj", 2023-12-03T11:45:57.609 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "marker__myobj" 2023-12-03T11:45:57.609 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.609 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.609 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.609 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.609 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.609 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.610 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.610 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.610 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.610 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.610 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.610 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.610 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.610 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.610 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.610 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.610 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.610 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.610 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.610 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.610 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.610 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.611 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.611 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.611 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.611 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.611 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.611 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.611 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.611 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.611 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.611 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.611 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.611 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.611 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.611 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.611 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.611 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.611 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.612 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.612 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.612 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.612 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.612 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.612 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.612 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.612 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.612 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.612 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.612 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.612 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.612 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.612 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.612 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.612 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.613 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.613 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.613 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.613 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__:inst__myobj", 2023-12-03T11:45:57.613 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "marker__myobj" 2023-12-03T11:45:57.613 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.613 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.613 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.613 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.613 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.613 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.613 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.613 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.613 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.613 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.613 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.614 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.614 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.614 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.614 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.614 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.614 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.614 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.614 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.614 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.614 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.614 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.614 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.614 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.614 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.614 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.614 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.615 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.615 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.615 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.615 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.615 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.615 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.615 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.615 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.615 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.615 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.615 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.615 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.615 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.615 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.615 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.615 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.616 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.616 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.616 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.616 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.616 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.616 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.616 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.616 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.616 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.616 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.616 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.616 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.616 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.616 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.616 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": "default-placement.data", 2023-12-03T11:45:57.616 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns:inst__myobj", 2023-12-03T11:45:57.617 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.617 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.617 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.617 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.617 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.617 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.617 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.617 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.617 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.617 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.617 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.617 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.618 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.618 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.618 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.618 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.618 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.618 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.618 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.618 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.618 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.618 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.618 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.618 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.618 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.618 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.618 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.618 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.619 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.619 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.619 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.619 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.619 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.619 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.619 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.619 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.619 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.619 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.619 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.619 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.619 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.619 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.619 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.619 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.620 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.620 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.620 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.620 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.620 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.620 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.620 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.620 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.620 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.620 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.620 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.620 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.620 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.620 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.620 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.620 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns:inst__myobj", 2023-12-03T11:45:57.621 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.621 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.621 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.621 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.621 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.621 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.621 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.621 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.621 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.621 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.621 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.621 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.621 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.621 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.621 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.621 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.622 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.622 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.622 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.622 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.622 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.622 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.622 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.622 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.622 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.622 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.622 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.622 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.622 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.622 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.622 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.623 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.623 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.623 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.623 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.623 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.623 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.623 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.623 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.623 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.623 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.623 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.623 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.623 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.623 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.623 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.623 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.623 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.624 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.624 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.624 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.624 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.624 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.624 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.624 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.624 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.624 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.624 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.624 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": "default-placement.data", 2023-12-03T11:45:57.624 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker___myobj_", 2023-12-03T11:45:57.624 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "marker__myobj_" 2023-12-03T11:45:57.624 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.624 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.625 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.625 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.625 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.625 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.625 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.625 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.625 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.625 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.625 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.625 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.625 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.625 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.625 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.625 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.625 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.626 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.626 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.626 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.626 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.626 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.626 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.626 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.626 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.626 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.626 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.626 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.626 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.626 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.626 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.626 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.626 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.627 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.627 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.627 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.627 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.627 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.627 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.627 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.627 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.627 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.627 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.627 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.627 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.627 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.627 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.627 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.627 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.628 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.628 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.628 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.628 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.628 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.628 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.628 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.628 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.628 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.628 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker___myobj_", 2023-12-03T11:45:57.628 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "marker__myobj_" 2023-12-03T11:45:57.628 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.628 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.628 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.628 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.628 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.629 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.629 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.629 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.629 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.629 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.629 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.629 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.629 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.629 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.629 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.629 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.629 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.629 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.629 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.629 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.629 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.630 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.630 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.630 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.630 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.630 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.630 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.630 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.630 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.630 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.630 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.630 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.630 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.630 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.630 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.630 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.631 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.631 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.631 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.631 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.631 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.631 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.631 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.631 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.631 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.631 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.631 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.631 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.631 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.631 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.631 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.631 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.631 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.632 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.632 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.632 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.632 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.632 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": "default-placement.data", 2023-12-03T11:45:57.632 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns__myobj_", 2023-12-03T11:45:57.632 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.632 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.632 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.632 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.632 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.632 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.632 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.632 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.632 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.632 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.632 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.633 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.633 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.633 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.633 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.633 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.633 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.633 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.633 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.633 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.633 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.633 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.633 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.633 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.633 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.633 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.633 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.634 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.634 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.634 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.634 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.634 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.634 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.634 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.634 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.634 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.634 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.634 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.634 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.634 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.634 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.634 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.635 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.635 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.635 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.635 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.635 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.635 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.635 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.635 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.635 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.635 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.635 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.635 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.635 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.635 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.635 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.636 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.636 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.636 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns__myobj_", 2023-12-03T11:45:57.636 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.636 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.636 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.636 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.636 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.636 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.636 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.636 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.636 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.636 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.636 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.636 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.636 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.637 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.637 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.637 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.637 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.637 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.637 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.637 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.637 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.637 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.637 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.637 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.637 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.637 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.637 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.637 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.638 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.638 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.638 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.638 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.638 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.638 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.638 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.638 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.638 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.638 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.638 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.638 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.638 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.638 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.639 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.639 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.639 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.639 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.639 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.639 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.639 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.639 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.639 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.639 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.639 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.639 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.639 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.639 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.639 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.639 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.640 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": "default-placement.data", 2023-12-03T11:45:57.640 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__:inst__myobj_", 2023-12-03T11:45:57.640 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "marker__myobj_" 2023-12-03T11:45:57.640 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.640 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.640 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.640 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.640 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.640 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.640 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.640 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.640 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.640 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.640 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.640 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.640 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.641 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.641 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.641 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.641 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.641 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.641 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.641 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.641 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.641 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.641 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.641 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.641 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.641 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.641 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.641 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.641 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.642 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.642 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.642 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.642 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.642 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.642 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.642 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.642 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.642 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.642 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.642 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.642 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.642 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.642 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.642 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.642 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.643 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.643 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.643 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.643 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.643 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.643 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.643 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.643 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.643 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.643 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.643 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.643 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.643 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.643 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__:inst__myobj_", 2023-12-03T11:45:57.643 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "marker__myobj_" 2023-12-03T11:45:57.643 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.644 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.644 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.644 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.644 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.644 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.644 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.644 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.644 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.644 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.644 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.644 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.644 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.644 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.644 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.644 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.644 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.645 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.645 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.645 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.645 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.645 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.645 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.645 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.645 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.645 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.645 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.645 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.645 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.645 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.645 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.645 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.645 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.646 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.646 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.646 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.646 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.646 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.646 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.646 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.646 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.646 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.646 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.646 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.646 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.646 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.646 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.646 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.646 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.647 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.647 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.647 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.647 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.647 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.647 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.647 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.647 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.647 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": "default-placement.data", 2023-12-03T11:45:57.647 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns:inst__myobj_", 2023-12-03T11:45:57.647 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.647 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.647 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.647 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.647 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.647 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.647 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "test", 2023-12-03T11:45:57.648 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.648 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.648 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.648 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.648 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": "", 2023-12-03T11:45:57.648 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.648 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": "" 2023-12-03T11:45:57.648 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.648 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.648 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.648 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.648 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.648 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.648 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.648 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.648 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.649 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.649 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.649 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.649 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.649 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.649 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.649 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.649 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.649 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.649 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.649 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.649 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.649 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.649 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.649 INFO:tasks.workunit.client.0.smithi145.stdout: "obj": { 2023-12-03T11:45:57.649 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.650 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.650 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.650 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.650 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.650 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.650 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.650 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.650 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.650 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.650 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.650 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.650 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.650 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.650 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.650 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.650 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.651 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.651 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.651 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.651 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.651 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns:inst__myobj_", 2023-12-03T11:45:57.651 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.651 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.651 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.651 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.651 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.651 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.651 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.651 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.651 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.652 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.652 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.652 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.652 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.652 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.652 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.652 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.652 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.652 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.652 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.652 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.652 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.652 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.652 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.652 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestRGWObj.obj_to_raw (2 ms) 2023-12-03T11:45:57.653 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] TestRGWObj.old_to_raw 2023-12-03T11:45:57.653 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.653 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.653 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.653 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker_myobj", 2023-12-03T11:45:57.653 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.653 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.653 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.653 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.653 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.653 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.653 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.653 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.653 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.653 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.653 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.654 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.654 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.654 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.654 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.654 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.654 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.654 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.654 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.654 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.654 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.654 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.654 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.654 INFO:tasks.workunit.client.0.smithi145.stdout:raw=.data-pool:marker_myobj 2023-12-03T11:45:57.654 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.655 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj2": { 2023-12-03T11:45:57.655 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.655 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker_myobj", 2023-12-03T11:45:57.655 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.655 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.655 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.655 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.655 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj2": { 2023-12-03T11:45:57.655 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.655 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.655 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.655 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.655 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.655 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.655 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.655 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.655 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.656 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.656 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.656 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.656 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.656 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.656 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.656 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.656 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.656 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.656 INFO:tasks.workunit.client.0.smithi145.stdout:raw2=.data-pool:marker_myobj 2023-12-03T11:45:57.656 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.656 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.656 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.656 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns_myobj", 2023-12-03T11:45:57.656 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.657 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.657 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.657 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.657 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.657 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.657 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.657 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.657 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.657 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.657 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.657 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.657 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.657 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.657 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.657 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.658 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.658 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.658 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.658 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.658 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.658 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.658 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.658 INFO:tasks.workunit.client.0.smithi145.stdout:raw=.data-pool:marker__ns_myobj 2023-12-03T11:45:57.658 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.658 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj2": { 2023-12-03T11:45:57.658 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.658 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns_myobj", 2023-12-03T11:45:57.658 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.659 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.659 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.659 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.659 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj2": { 2023-12-03T11:45:57.659 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.659 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.659 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.659 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.659 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.659 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.659 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.659 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.659 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.659 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.659 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.659 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.660 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.660 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.660 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.660 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.660 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.660 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.660 INFO:tasks.workunit.client.0.smithi145.stdout:raw2=.data-pool:marker__ns_myobj 2023-12-03T11:45:57.660 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.660 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.660 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.660 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__:inst_myobj", 2023-12-03T11:45:57.660 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.660 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.660 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.660 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.661 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.661 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.661 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.661 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.661 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.661 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.661 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.661 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.661 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.661 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.661 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.661 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.661 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.661 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.661 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.661 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.661 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.662 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.662 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.662 INFO:tasks.workunit.client.0.smithi145.stdout:raw=.data-pool:marker__:inst_myobj 2023-12-03T11:45:57.662 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.662 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj2": { 2023-12-03T11:45:57.662 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.662 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__:inst_myobj", 2023-12-03T11:45:57.662 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.662 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.662 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.662 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.662 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj2": { 2023-12-03T11:45:57.662 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.662 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.662 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.662 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.663 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.663 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.663 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.663 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.663 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.663 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.663 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.663 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.663 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.663 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.663 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.663 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.663 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.663 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.663 INFO:tasks.workunit.client.0.smithi145.stdout:raw2=.data-pool:marker__:inst_myobj 2023-12-03T11:45:57.664 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.664 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.664 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.664 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns:inst_myobj", 2023-12-03T11:45:57.664 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.664 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.664 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.664 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.664 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.664 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.664 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.664 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.664 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.664 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.664 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.664 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.664 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.665 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.665 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.665 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.665 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.665 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.665 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.665 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.665 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.665 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.665 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.665 INFO:tasks.workunit.client.0.smithi145.stdout:raw=.data-pool:marker__ns:inst_myobj 2023-12-03T11:45:57.665 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.665 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj2": { 2023-12-03T11:45:57.665 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.665 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns:inst_myobj", 2023-12-03T11:45:57.665 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.666 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.666 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.666 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.666 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj2": { 2023-12-03T11:45:57.666 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.666 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.666 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.666 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.666 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.666 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.666 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.666 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.666 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.666 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.666 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.667 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.667 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "myobj", 2023-12-03T11:45:57.667 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.667 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.667 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.667 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.667 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.667 INFO:tasks.workunit.client.0.smithi145.stdout:raw2=.data-pool:marker__ns:inst_myobj 2023-12-03T11:45:57.667 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.667 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.667 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.667 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker___myobj", 2023-12-03T11:45:57.667 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "marker__myobj" 2023-12-03T11:45:57.667 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.667 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.667 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.668 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.668 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.668 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.668 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.668 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.668 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.668 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.668 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.668 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.668 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.668 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.668 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.668 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.668 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.668 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.669 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.669 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.669 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.669 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.669 INFO:tasks.workunit.client.0.smithi145.stdout:raw=.data-pool:marker___myobj 2023-12-03T11:45:57.669 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.669 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj2": { 2023-12-03T11:45:57.669 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.669 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker___myobj", 2023-12-03T11:45:57.669 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "marker__myobj" 2023-12-03T11:45:57.669 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.669 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.669 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.669 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj2": { 2023-12-03T11:45:57.669 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.670 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.670 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.670 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.670 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.670 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.670 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.670 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.670 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.670 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.670 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.670 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.670 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.670 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.670 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.670 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.670 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.671 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.671 INFO:tasks.workunit.client.0.smithi145.stdout:raw2=.data-pool:marker___myobj 2023-12-03T11:45:57.671 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.671 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.671 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.671 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns__myobj", 2023-12-03T11:45:57.671 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.671 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.671 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.671 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.671 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.671 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.671 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.671 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.671 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.671 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.671 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.672 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.672 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.672 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.672 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.672 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.672 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.672 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.672 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.672 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.672 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.672 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.672 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.672 INFO:tasks.workunit.client.0.smithi145.stdout:raw=.data-pool:marker__ns__myobj 2023-12-03T11:45:57.672 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.672 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj2": { 2023-12-03T11:45:57.672 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.672 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns__myobj", 2023-12-03T11:45:57.673 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.673 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.673 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.673 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.673 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj2": { 2023-12-03T11:45:57.673 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.673 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.673 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.673 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.673 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.673 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.673 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.673 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.673 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.673 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.673 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.674 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.674 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.674 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.674 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.674 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.674 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.674 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.674 INFO:tasks.workunit.client.0.smithi145.stdout:raw2=.data-pool:marker__ns__myobj 2023-12-03T11:45:57.674 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.674 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.674 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.674 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__:inst__myobj", 2023-12-03T11:45:57.674 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "marker__myobj" 2023-12-03T11:45:57.674 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.674 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.675 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.675 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.675 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.675 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.675 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.675 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.675 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.675 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.675 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.675 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.675 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.675 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.675 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.675 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.675 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.675 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.676 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.676 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.676 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.676 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.676 INFO:tasks.workunit.client.0.smithi145.stdout:raw=.data-pool:marker__:inst__myobj 2023-12-03T11:45:57.676 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.676 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj2": { 2023-12-03T11:45:57.676 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.676 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__:inst__myobj", 2023-12-03T11:45:57.676 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "marker__myobj" 2023-12-03T11:45:57.676 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.676 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.676 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.676 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj2": { 2023-12-03T11:45:57.676 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.676 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.676 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.677 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.677 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.677 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.677 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.677 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.677 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.677 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.677 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.677 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.677 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.677 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.677 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.677 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.677 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.677 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.677 INFO:tasks.workunit.client.0.smithi145.stdout:raw2=.data-pool:marker__:inst__myobj 2023-12-03T11:45:57.678 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.678 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.678 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.678 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns:inst__myobj", 2023-12-03T11:45:57.678 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.678 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.678 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.678 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.678 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.678 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.678 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.678 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.678 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.678 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.678 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.678 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.679 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.679 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.679 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.679 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.679 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.679 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.679 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.679 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.679 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.679 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.679 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.679 INFO:tasks.workunit.client.0.smithi145.stdout:raw=.data-pool:marker__ns:inst__myobj 2023-12-03T11:45:57.679 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.679 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj2": { 2023-12-03T11:45:57.679 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.679 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns:inst__myobj", 2023-12-03T11:45:57.680 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.680 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.680 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.680 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.680 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj2": { 2023-12-03T11:45:57.680 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.680 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.680 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.680 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.680 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.680 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.680 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.680 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.680 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.680 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.680 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.680 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.681 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj", 2023-12-03T11:45:57.681 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.681 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.681 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.681 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.681 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.681 INFO:tasks.workunit.client.0.smithi145.stdout:raw2=.data-pool:marker__ns:inst__myobj 2023-12-03T11:45:57.681 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.681 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.681 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.681 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker___myobj_", 2023-12-03T11:45:57.681 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "marker__myobj_" 2023-12-03T11:45:57.681 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.681 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.681 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.681 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.682 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.682 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.682 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.682 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.682 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.682 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.682 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.682 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.682 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.682 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.682 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.682 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.682 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.682 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.682 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.682 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.683 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.683 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.683 INFO:tasks.workunit.client.0.smithi145.stdout:raw=.data-pool:marker___myobj_ 2023-12-03T11:45:57.683 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.683 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj2": { 2023-12-03T11:45:57.683 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.683 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker___myobj_", 2023-12-03T11:45:57.683 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "marker__myobj_" 2023-12-03T11:45:57.683 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.683 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.683 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.683 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj2": { 2023-12-03T11:45:57.683 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.683 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.683 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.683 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.684 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.684 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.684 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.684 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.684 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.684 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.684 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.684 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.684 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.684 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.684 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.684 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.684 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.684 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.684 INFO:tasks.workunit.client.0.smithi145.stdout:raw2=.data-pool:marker___myobj_ 2023-12-03T11:45:57.684 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.685 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.685 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.685 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns__myobj_", 2023-12-03T11:45:57.685 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.685 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.685 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.685 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.685 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.685 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.685 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.685 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.685 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.685 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.685 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.685 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.685 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.686 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.686 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.686 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.686 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.686 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.686 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.686 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.686 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.686 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.686 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.686 INFO:tasks.workunit.client.0.smithi145.stdout:raw=.data-pool:marker__ns__myobj_ 2023-12-03T11:45:57.686 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.686 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj2": { 2023-12-03T11:45:57.686 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.686 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns__myobj_", 2023-12-03T11:45:57.686 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.687 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.687 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.687 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.687 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj2": { 2023-12-03T11:45:57.687 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.687 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.687 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.687 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.687 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.687 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.687 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.687 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.687 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.687 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.687 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.687 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.687 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.688 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "", 2023-12-03T11:45:57.688 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.688 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.688 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.688 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.688 INFO:tasks.workunit.client.0.smithi145.stdout:raw2=.data-pool:marker__ns__myobj_ 2023-12-03T11:45:57.688 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.688 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.688 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.688 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__:inst__myobj_", 2023-12-03T11:45:57.688 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "marker__myobj_" 2023-12-03T11:45:57.688 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.688 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.688 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.688 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.689 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.689 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.689 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.689 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.689 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.689 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.689 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.689 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.689 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.689 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.689 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.689 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.689 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.689 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.689 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.689 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.690 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.690 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.690 INFO:tasks.workunit.client.0.smithi145.stdout:raw=.data-pool:marker__:inst__myobj_ 2023-12-03T11:45:57.690 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.690 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj2": { 2023-12-03T11:45:57.690 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.690 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__:inst__myobj_", 2023-12-03T11:45:57.690 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "marker__myobj_" 2023-12-03T11:45:57.690 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.690 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.690 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.690 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj2": { 2023-12-03T11:45:57.690 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.690 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.690 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.691 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.691 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.691 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.691 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.691 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.691 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.691 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.691 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.691 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.691 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.691 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.691 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "" 2023-12-03T11:45:57.691 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.691 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.691 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.691 INFO:tasks.workunit.client.0.smithi145.stdout:raw2=.data-pool:marker__:inst__myobj_ 2023-12-03T11:45:57.692 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.692 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj": { 2023-12-03T11:45:57.692 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.692 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns:inst__myobj_", 2023-12-03T11:45:57.692 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.692 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.692 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.692 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.692 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj": { 2023-12-03T11:45:57.692 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.692 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.692 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.692 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.692 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.692 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.692 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.693 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.693 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.693 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.693 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.693 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.693 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.693 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.693 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.693 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.693 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.693 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.693 INFO:tasks.workunit.client.0.smithi145.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2023-12-03T11:45:57.693 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.693 INFO:tasks.workunit.client.0.smithi145.stdout: "raw_obj2": { 2023-12-03T11:45:57.693 INFO:tasks.workunit.client.0.smithi145.stdout: "pool": ".data-pool", 2023-12-03T11:45:57.693 INFO:tasks.workunit.client.0.smithi145.stdout: "oid": "marker__ns:inst__myobj_", 2023-12-03T11:45:57.694 INFO:tasks.workunit.client.0.smithi145.stdout: "loc": "" 2023-12-03T11:45:57.694 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.694 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.694 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:57.694 INFO:tasks.workunit.client.0.smithi145.stdout: "new_obj2": { 2023-12-03T11:45:57.694 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket": { 2023-12-03T11:45:57.694 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "ebtest", 2023-12-03T11:45:57.694 INFO:tasks.workunit.client.0.smithi145.stdout: "marker": "marker", 2023-12-03T11:45:57.694 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:57.694 INFO:tasks.workunit.client.0.smithi145.stdout: "tenant": "", 2023-12-03T11:45:57.694 INFO:tasks.workunit.client.0.smithi145.stdout: "explicit_placement": { 2023-12-03T11:45:57.694 INFO:tasks.workunit.client.0.smithi145.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:57.694 INFO:tasks.workunit.client.0.smithi145.stdout: "data_extra_pool": "", 2023-12-03T11:45:57.694 INFO:tasks.workunit.client.0.smithi145.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:57.694 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.694 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:57.695 INFO:tasks.workunit.client.0.smithi145.stdout: "key": { 2023-12-03T11:45:57.695 INFO:tasks.workunit.client.0.smithi145.stdout: "name": "_myobj_", 2023-12-03T11:45:57.695 INFO:tasks.workunit.client.0.smithi145.stdout: "instance": "inst", 2023-12-03T11:45:57.695 INFO:tasks.workunit.client.0.smithi145.stdout: "ns": "ns" 2023-12-03T11:45:57.695 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.695 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:57.695 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:57.695 INFO:tasks.workunit.client.0.smithi145.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2023-12-03T11:45:57.695 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] TestRGWObj.old_to_raw (0 ms) 2023-12-03T11:45:57.695 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 4 tests from TestRGWObj (4 ms total) 2023-12-03T11:45:57.695 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:45:57.695 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:45:57.695 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 4 tests from 1 test suite ran. (4 ms total) 2023-12-03T11:45:57.695 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 4 tests. 2023-12-03T11:45:57.696 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:45:57.696 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:45:57.723 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2023-12-03T11:45:57.724 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2023-12-03T11:45:57.724 DEBUG:teuthology.orchestra.run.smithi145:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2023-12-03T11:45:57.824 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:45:57.824 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:45:58.031 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.030+0000 7f7eb6093640 0 --2- 172.21.15.145:0/1545021249 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x560552cf5c20 0x560552da7cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2023-12-03T11:45:58.039 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.038+0000 7f7ebaa16800 20 rados->read ofs=0 len=0 2023-12-03T11:45:58.041 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.040+0000 7f7ebaa16800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:58.041 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.040+0000 7f7ebaa16800 20 realm 2023-12-03T11:45:58.041 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.040+0000 7f7ebaa16800 20 rados->read ofs=0 len=0 2023-12-03T11:45:58.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.040+0000 7f7ebaa16800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:58.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.040+0000 7f7ebaa16800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:45:58.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.040+0000 7f7ebaa16800 20 rados->read ofs=0 len=0 2023-12-03T11:45:58.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.040+0000 7f7ebaa16800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:58.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.040+0000 7f7ebaa16800 20 rados->read ofs=0 len=0 2023-12-03T11:45:58.042 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.041+0000 7f7ebaa16800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:45:58.043 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.041+0000 7f7ebaa16800 20 rados->read ofs=0 len=0 2023-12-03T11:45:58.043 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.042+0000 7f7ebaa16800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:45:58.043 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.042+0000 7f7ebaa16800 20 searching for the correct realm 2023-12-03T11:45:58.053 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.052+0000 7f7eb6093640 0 -- 172.21.15.145:0/4128444279 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x560552ed0560 msgr2=0x560552ed2950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:45:58.056 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.054+0000 7f7ebaa16800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:45:58.056 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.054+0000 7f7ebaa16800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:45:58.056 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.054+0000 7f7ebaa16800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:45:58.056 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.054+0000 7f7ebaa16800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:45:58.056 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.054+0000 7f7ebaa16800 20 rados->read ofs=0 len=0 2023-12-03T11:45:58.056 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.055+0000 7f7ebaa16800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:58.056 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.055+0000 7f7ebaa16800 20 rados->read ofs=0 len=0 2023-12-03T11:45:58.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.055+0000 7f7ebaa16800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:45:58.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.055+0000 7f7ebaa16800 20 rados->read ofs=0 len=0 2023-12-03T11:45:58.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.055+0000 7f7ebaa16800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:45:58.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.055+0000 7f7ebaa16800 20 zone default found 2023-12-03T11:45:58.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.055+0000 7f7ebaa16800 4 Realm: () 2023-12-03T11:45:58.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.055+0000 7f7ebaa16800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:45:58.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.055+0000 7f7ebaa16800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:45:58.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.055+0000 7f7ebaa16800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:45:58.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.055+0000 7f7ebaa16800 20 zonegroup default 2023-12-03T11:45:58.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.055+0000 7f7ebaa16800 20 rados->read ofs=0 len=0 2023-12-03T11:45:58.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.056+0000 7f7ebaa16800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:58.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.056+0000 7f7ebaa16800 20 rados->read ofs=0 len=0 2023-12-03T11:45:58.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.056+0000 7f7ebaa16800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:58.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.056+0000 7f7ebaa16800 20 rados->read ofs=0 len=0 2023-12-03T11:45:58.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.056+0000 7f7ebaa16800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:58.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.056+0000 7f7ebaa16800 20 started sync module instance, tier type = 2023-12-03T11:45:58.059 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.056+0000 7f7ebaa16800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:45:58.060 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.059+0000 7f7eb6894640 0 -- 172.21.15.145:0/4128444279 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f7ea00571a0 msgr2=0x7f7ea0086050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:45:58.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.066+0000 7f7ebaa16800 20 add_watcher() i=0 2023-12-03T11:45:58.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.066+0000 7f7ebaa16800 20 add_watcher() i=1 2023-12-03T11:45:58.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.066+0000 7f7ebaa16800 20 add_watcher() i=2 2023-12-03T11:45:58.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.066+0000 7f7ebaa16800 20 add_watcher() i=3 2023-12-03T11:45:58.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.066+0000 7f7ebaa16800 20 add_watcher() i=4 2023-12-03T11:45:58.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.066+0000 7f7ebaa16800 20 add_watcher() i=5 2023-12-03T11:45:58.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.066+0000 7f7ebaa16800 20 add_watcher() i=6 2023-12-03T11:45:58.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.067+0000 7f7ebaa16800 20 add_watcher() i=7 2023-12-03T11:45:58.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.067+0000 7f7ebaa16800 2 all 8 watchers are set, enabling cache 2023-12-03T11:45:58.070 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.069+0000 7f7e7bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:45:58.070 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.069+0000 7f7ebaa16800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:45:58.071 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.069+0000 7f7ebaa16800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:45:58.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.075+0000 7f7ebaa16800 5 note: GC not initialized 2023-12-03T11:45:58.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.075+0000 7f7deaffd640 20 reqs_thread_entry: start 2023-12-03T11:45:58.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.075+0000 7f7ebaa16800 20 init_complete bucket index max shards: 1 2023-12-03T11:45:58.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.075+0000 7f7ebaa16800 20 Filter name: none 2023-12-03T11:45:58.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.076+0000 7f7de8ff9640 20 reqs_thread_entry: start 2023-12-03T11:45:58.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.076+0000 7f7ebaa16800 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2023-12-03T11:45:58.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.076+0000 7f7ebaa16800 20 rados->read ofs=0 len=0 2023-12-03T11:45:58.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.076+0000 7f7ebaa16800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:58.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.076+0000 7f7ebaa16800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2023-12-03T11:45:58.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.076+0000 7f7ebaa16800 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2023-12-03T11:45:58.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.076+0000 7f7ebaa16800 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2023-12-03T11:45:58.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.076+0000 7f7ebaa16800 20 rados->read ofs=0 len=0 2023-12-03T11:45:58.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.076+0000 7f7ebaa16800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:58.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.076+0000 7f7ebaa16800 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2023-12-03T11:45:58.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.076+0000 7f7ebaa16800 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2023-12-03T11:45:58.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.076+0000 7f7ebaa16800 10 cache get: name=default.rgw.meta+users.keys+KAXTL5RW8QEjpNUic/QjhQw7XIc= : miss 2023-12-03T11:45:58.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.076+0000 7f7ebaa16800 20 rados->read ofs=0 len=0 2023-12-03T11:45:58.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.077+0000 7f7ebaa16800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:58.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.077+0000 7f7ebaa16800 10 cache put: name=default.rgw.meta+users.keys+KAXTL5RW8QEjpNUic/QjhQw7XIc= info.flags=0x0 2023-12-03T11:45:58.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.077+0000 7f7ebaa16800 10 adding default.rgw.meta+users.keys+KAXTL5RW8QEjpNUic/QjhQw7XIc= to cache LRU end 2023-12-03T11:45:58.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.077+0000 7f7ebaa16800 10 cache get: name=default.rgw.meta+users.keys+KAXTL5RW8QEjpNUic/QjhQw7XIc= : hit (negative entry) 2023-12-03T11:45:58.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.077+0000 7f7ebaa16800 10 cache get: name=default.rgw.meta+users.keys+KAXTL5RW8QEjpNUic/QjhQw7XIc= : hit (negative entry) 2023-12-03T11:45:58.080 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.078+0000 7f7ebaa16800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2023-12-03T11:45:58.080 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.078+0000 7f7ebaa16800 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2023-12-03T11:45:58.080 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.078+0000 7f7ebaa16800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2023-12-03T11:45:58.080 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.078+0000 7f7eacff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1039382085633 cookie 94580866127008 notifier 5360 bl.length()=663 2023-12-03T11:45:58.080 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.078+0000 7f7eacff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2023-12-03T11:45:58.080 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.078+0000 7f7eacff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2023-12-03T11:45:58.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.080+0000 7f7ebaa16800 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2023-12-03T11:45:58.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.080+0000 7f7ebaa16800 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2023-12-03T11:45:58.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.080+0000 7f7ebaa16800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2023-12-03T11:45:58.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.080+0000 7f7e97fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1039382085632 cookie 94580866123648 notifier 5360 bl.length()=194 2023-12-03T11:45:58.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.080+0000 7f7e97fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2023-12-03T11:45:58.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.080+0000 7f7e97fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2023-12-03T11:45:58.083 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.082+0000 7f7ebaa16800 10 cache put: name=default.rgw.meta+users.keys+KAXTL5RW8QEjpNUic/QjhQw7XIc= info.flags=0x7 2023-12-03T11:45:58.083 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.082+0000 7f7ebaa16800 10 moving default.rgw.meta+users.keys+KAXTL5RW8QEjpNUic/QjhQw7XIc= to cache LRU end 2023-12-03T11:45:58.083 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.082+0000 7f7ebaa16800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:KAXTL5RW8QEjpNUic/QjhQw7XIc=, ofs0, ns] 2023-12-03T11:45:58.084 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.083+0000 7f7e97fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1039382085633 cookie 94580866134240 notifier 5360 bl.length()=203 2023-12-03T11:45:58.084 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.083+0000 7f7e97fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+KAXTL5RW8QEjpNUic/QjhQw7XIc= info.flags=0x7 2023-12-03T11:45:58.084 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.083+0000 7f7e97fff640 10 rgw watcher librados: moving default.rgw.meta+users.keys+KAXTL5RW8QEjpNUic/QjhQw7XIc= to cache LRU end 2023-12-03T11:45:58.084 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:45:58.085 INFO:tasks.workunit.client.0.smithi145.stdout: "user_id": "ceph-test-librgw-file", 2023-12-03T11:45:58.085 INFO:tasks.workunit.client.0.smithi145.stdout: "display_name": "librgw test user", 2023-12-03T11:45:58.085 INFO:tasks.workunit.client.0.smithi145.stdout: "email": "librgw@example.com", 2023-12-03T11:45:58.085 INFO:tasks.workunit.client.0.smithi145.stdout: "suspended": 0, 2023-12-03T11:45:58.085 INFO:tasks.workunit.client.0.smithi145.stdout: "max_buckets": 1000, 2023-12-03T11:45:58.085 INFO:tasks.workunit.client.0.smithi145.stdout: "subusers": [], 2023-12-03T11:45:58.085 INFO:tasks.workunit.client.0.smithi145.stdout: "keys": [ 2023-12-03T11:45:58.085 INFO:tasks.workunit.client.0.smithi145.stdout: { 2023-12-03T11:45:58.085 INFO:tasks.workunit.client.0.smithi145.stdout: "user": "ceph-test-librgw-file", 2023-12-03T11:45:58.085 INFO:tasks.workunit.client.0.smithi145.stdout: "access_key": "KAXTL5RW8QEjpNUic/QjhQw7XIc=", 2023-12-03T11:45:58.085 INFO:tasks.workunit.client.0.smithi145.stdout: "secret_key": "AgrFNunqNJ32CzDk1sQU88ZmXqDjhvr2WplW/UlheXz0zM+zLvakQg==" 2023-12-03T11:45:58.085 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:45:58.085 INFO:tasks.workunit.client.0.smithi145.stdout: ], 2023-12-03T11:45:58.085 INFO:tasks.workunit.client.0.smithi145.stdout: "swift_keys": [], 2023-12-03T11:45:58.086 INFO:tasks.workunit.client.0.smithi145.stdout: "caps": [], 2023-12-03T11:45:58.086 INFO:tasks.workunit.client.0.smithi145.stdout: "op_mask": "read, write, delete", 2023-12-03T11:45:58.086 INFO:tasks.workunit.client.0.smithi145.stdout: "default_placement": "", 2023-12-03T11:45:58.086 INFO:tasks.workunit.client.0.smithi145.stdout: "default_storage_class": "", 2023-12-03T11:45:58.086 INFO:tasks.workunit.client.0.smithi145.stdout: "placement_tags": [], 2023-12-03T11:45:58.086 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_quota": { 2023-12-03T11:45:58.086 INFO:tasks.workunit.client.0.smithi145.stdout: "enabled": false, 2023-12-03T11:45:58.087 INFO:tasks.workunit.client.0.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:45:58.087 INFO:tasks.workunit.client.0.smithi145.stdout: "max_size": -1, 2023-12-03T11:45:58.087 INFO:tasks.workunit.client.0.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:45:58.087 INFO:tasks.workunit.client.0.smithi145.stdout: "max_objects": -1 2023-12-03T11:45:58.087 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:58.087 INFO:tasks.workunit.client.0.smithi145.stdout: "user_quota": { 2023-12-03T11:45:58.087 INFO:tasks.workunit.client.0.smithi145.stdout: "enabled": false, 2023-12-03T11:45:58.087 INFO:tasks.workunit.client.0.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:45:58.087 INFO:tasks.workunit.client.0.smithi145.stdout: "max_size": -1, 2023-12-03T11:45:58.087 INFO:tasks.workunit.client.0.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:45:58.087 INFO:tasks.workunit.client.0.smithi145.stdout: "max_objects": -1 2023-12-03T11:45:58.087 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:45:58.087 INFO:tasks.workunit.client.0.smithi145.stdout: "temp_url_keys": [], 2023-12-03T11:45:58.087 INFO:tasks.workunit.client.0.smithi145.stdout: "type": "rgw", 2023-12-03T11:45:58.087 INFO:tasks.workunit.client.0.smithi145.stdout: "mfa_ids": [] 2023-12-03T11:45:58.087 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:45:58.088 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:45:58.088 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.084+0000 7f7e7bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:45:58.088 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.086+0000 7f7ebaa16800 20 remove_watcher() i=0 2023-12-03T11:45:58.088 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.086+0000 7f7ebaa16800 2 removed watcher, disabling cache 2023-12-03T11:45:58.088 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.087+0000 7f7ebaa16800 20 remove_watcher() i=1 2023-12-03T11:45:58.089 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.088+0000 7f7ebaa16800 20 remove_watcher() i=2 2023-12-03T11:45:58.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.089+0000 7f7ebaa16800 20 remove_watcher() i=3 2023-12-03T11:45:58.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.090+0000 7f7ebaa16800 20 remove_watcher() i=4 2023-12-03T11:45:58.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.091+0000 7f7ebaa16800 20 remove_watcher() i=5 2023-12-03T11:45:58.094 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.092+0000 7f7ebaa16800 20 remove_watcher() i=6 2023-12-03T11:45:58.095 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.094+0000 7f7ebaa16800 20 remove_watcher() i=7 2023-12-03T11:45:58.099 INFO:tasks.workunit.client.0.smithi145.stdout:phase 1.1 2023-12-03T11:45:58.119 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 24 tests from 1 test suite. 2023-12-03T11:45:58.119 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:45:58.119 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 24 tests from LibRGW 2023-12-03T11:45:58.119 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:45:58.130 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:45:58.130 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:45:58.299 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.INIT (180 ms) 2023-12-03T11:45:58.299 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2023-12-03T11:45:58.300 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2023-12-03T11:45:58.300 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:45:58.300 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2023-12-03T11:45:58.300 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SETUP_HIER1 2023-12-03T11:45:58.307 INFO:tasks.workunit.client.0.smithi145.stdout:creating: nfsroot:foo/bar/baz/quux 2023-12-03T11:45:58.311 INFO:tasks.workunit.client.0.smithi145.stdout:creating: nfsroot:foo/f1 2023-12-03T11:45:58.313 INFO:tasks.workunit.client.0.smithi145.stdout:creating: nfsroot:foo/f2 2023-12-03T11:45:58.316 INFO:tasks.workunit.client.0.smithi145.stdout:creating: nfsroot:foo/bar/f1 2023-12-03T11:45:58.319 INFO:tasks.workunit.client.0.smithi145.stdout:creating: nfsroot:foo/bar/d1/ 2023-12-03T11:45:58.321 INFO:tasks.workunit.client.0.smithi145.stdout:creating: nfsroot:foo/bar/baz/hungry 2023-12-03T11:45:58.324 INFO:tasks.workunit.client.0.smithi145.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2023-12-03T11:45:58.327 INFO:tasks.workunit.client.0.smithi145.stdout:creating: nfsroot:foo/bar/baz/momma 2023-12-03T11:45:58.329 INFO:tasks.workunit.client.0.smithi145.stdout:creating: nfsroot:foo/bar/baz/bear/ 2023-12-03T11:45:58.332 INFO:tasks.workunit.client.0.smithi145.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2023-12-03T11:45:58.334 INFO:tasks.workunit.client.0.smithi145.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2023-12-03T11:45:58.337 INFO:tasks.workunit.client.0.smithi145.stdout:creating: nfsroot:foo/bar/baz/frobozz 2023-12-03T11:45:58.339 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SETUP_HIER1 (39 ms) 2023-12-03T11:45:58.339 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2023-12-03T11:45:58.422 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SETUP_DIRS1 (82 ms) 2023-12-03T11:45:58.422 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SETATTR 2023-12-03T11:45:58.422 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2023-12-03T11:45:58.422 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2023-12-03T11:45:58.437 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (16 ms) 2023-12-03T11:45:58.437 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2023-12-03T11:45:58.470 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (33 ms) 2023-12-03T11:45:58.470 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2023-12-03T11:45:58.470 INFO:tasks.workunit.client.0.smithi145.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2023-12-03T11:45:58.475 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (5 ms) 2023-12-03T11:45:58.476 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2023-12-03T11:45:58.476 INFO:tasks.workunit.client.0.smithi145.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2023-12-03T11:45:58.483 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (7 ms) 2023-12-03T11:45:58.483 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2023-12-03T11:45:58.483 INFO:tasks.workunit.client.0.smithi145.stdout:scanning objects in /bdirs1/dir_0 2023-12-03T11:45:58.483 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:58.483 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-12-03T11:45:58.483 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:58.483 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-12-03T11:45:58.483 INFO:tasks.workunit.client.0.smithi145.stdout:scanning objects in /bdirs1/dir_1 2023-12-03T11:45:58.483 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:58.483 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-12-03T11:45:58.483 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:58.484 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-12-03T11:45:58.484 INFO:tasks.workunit.client.0.smithi145.stdout:scanning objects in /bdirs1/dir_2 2023-12-03T11:45:58.484 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:58.484 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-12-03T11:45:58.484 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:58.484 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-12-03T11:45:58.484 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2023-12-03T11:45:58.484 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.READ_DIRS1 2023-12-03T11:45:58.484 INFO:tasks.workunit.client.0.smithi145.stdout:read back objects in /bdirs1/dir_0 2023-12-03T11:45:58.484 INFO:tasks.workunit.client.0.smithi145.stdout:reading 0,256 dir_0/sfile_0 2023-12-03T11:45:58.485 INFO:tasks.workunit.client.0.smithi145.stdout: read back from sfile_0 : "data for sfile_0" 2023-12-03T11:45:58.485 INFO:tasks.workunit.client.0.smithi145.stdout:reading 0,256 dir_0/sfile_1 2023-12-03T11:45:58.485 INFO:tasks.workunit.client.0.smithi145.stdout: read back from sfile_1 : "data for sfile_1" 2023-12-03T11:45:58.485 INFO:tasks.workunit.client.0.smithi145.stdout:read back objects in /bdirs1/dir_1 2023-12-03T11:45:58.485 INFO:tasks.workunit.client.0.smithi145.stdout:reading 0,256 dir_1/sfile_0 2023-12-03T11:45:58.486 INFO:tasks.workunit.client.0.smithi145.stdout: read back from sfile_0 : "data for sfile_0" 2023-12-03T11:45:58.486 INFO:tasks.workunit.client.0.smithi145.stdout:reading 0,256 dir_1/sfile_1 2023-12-03T11:45:58.487 INFO:tasks.workunit.client.0.smithi145.stdout: read back from sfile_1 : "data for sfile_1" 2023-12-03T11:45:58.487 INFO:tasks.workunit.client.0.smithi145.stdout:read back objects in /bdirs1/dir_2 2023-12-03T11:45:58.487 INFO:tasks.workunit.client.0.smithi145.stdout:reading 0,256 dir_2/sfile_0 2023-12-03T11:45:58.488 INFO:tasks.workunit.client.0.smithi145.stdout: read back from sfile_0 : "data for sfile_0" 2023-12-03T11:45:58.488 INFO:tasks.workunit.client.0.smithi145.stdout:reading 0,256 dir_2/sfile_1 2023-12-03T11:45:58.489 INFO:tasks.workunit.client.0.smithi145.stdout: read back from sfile_1 : "data for sfile_1" 2023-12-03T11:45:58.489 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.READ_DIRS1 (7 ms) 2023-12-03T11:45:58.489 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.READF_SETUP1 2023-12-03T11:45:58.661 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.READF_SETUP1 (171 ms) 2023-12-03T11:45:58.661 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.READF_DIRS1 2023-12-03T11:45:58.661 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2023-12-03T11:45:58.661 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2023-12-03T11:45:58.661 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2023-12-03T11:45:58.661 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2023-12-03T11:45:58.661 INFO:tasks.workunit.client.0.smithi145.stdout:release sdir_0 type: DIR refs: 2 2023-12-03T11:45:58.661 INFO:tasks.workunit.client.0.smithi145.stdout:release sfile_0 type: FILE refs: 2 2023-12-03T11:45:58.661 INFO:tasks.workunit.client.0.smithi145.stdout:release sdir_1 type: DIR refs: 2 2023-12-03T11:45:58.662 INFO:tasks.workunit.client.0.smithi145.stdout:release sfile_1 type: FILE refs: 2 2023-12-03T11:45:58.662 INFO:tasks.workunit.client.0.smithi145.stdout:release sdir_0 type: DIR refs: 2 2023-12-03T11:45:58.662 INFO:tasks.workunit.client.0.smithi145.stdout:release sfile_0 type: FILE refs: 2 2023-12-03T11:45:58.662 INFO:tasks.workunit.client.0.smithi145.stdout:release sdir_1 type: DIR refs: 2 2023-12-03T11:45:58.662 INFO:tasks.workunit.client.0.smithi145.stdout:release sfile_1 type: FILE refs: 2 2023-12-03T11:45:58.662 INFO:tasks.workunit.client.0.smithi145.stdout:release sdir_0 type: DIR refs: 2 2023-12-03T11:45:58.662 INFO:tasks.workunit.client.0.smithi145.stdout:release sfile_0 type: FILE refs: 2 2023-12-03T11:45:58.662 INFO:tasks.workunit.client.0.smithi145.stdout:release sdir_1 type: DIR refs: 2 2023-12-03T11:45:58.662 INFO:tasks.workunit.client.0.smithi145.stdout:release sfile_1 type: FILE refs: 2 2023-12-03T11:45:58.662 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2023-12-03T11:45:58.662 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.HIER1 2023-12-03T11:45:58.667 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/f2 (f2): FILE 2023-12-03T11:45:58.667 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/f1 (f1): FILE 2023-12-03T11:45:58.670 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2023-12-03T11:45:58.671 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2023-12-03T11:45:58.674 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2023-12-03T11:45:58.674 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2023-12-03T11:45:58.674 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2023-12-03T11:45:58.675 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2023-12-03T11:45:58.675 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2023-12-03T11:45:58.676 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2023-12-03T11:45:58.676 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2023-12-03T11:45:58.678 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2023-12-03T11:45:58.678 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/baz (baz): DIR 2023-12-03T11:45:58.678 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar (bar): DIR 2023-12-03T11:45:58.678 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo (foo): DIR 2023-12-03T11:45:58.678 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot (nfsroot): DIR 2023-12-03T11:45:58.678 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.HIER1 (17 ms) 2023-12-03T11:45:58.678 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-12-03T11:45:58.678 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2023-12-03T11:45:58.679 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-12-03T11:45:58.679 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2023-12-03T11:45:58.679 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-12-03T11:45:58.679 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2023-12-03T11:45:58.679 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-12-03T11:45:58.679 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-12-03T11:45:58.679 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:45:58.679 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:45:58.679 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:45:58.679 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:45:58.679 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:45:58.679 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.676+0000 7fdaf96bf8c0 -1 shutting down 2023-12-03T11:45:58.680 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.678+0000 7fdad2148640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 97174, si_uid : 1000, si_addr0x3e800017b96, si_status0 2023-12-03T11:45:58.752 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SHUTDOWN (75 ms) 2023-12-03T11:45:58.753 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 24 tests from LibRGW (633 ms total) 2023-12-03T11:45:58.753 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:45:58.753 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:45:58.753 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 24 tests from 1 test suite ran. (633 ms total) 2023-12-03T11:45:58.753 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 24 tests. 2023-12-03T11:45:58.758 INFO:tasks.workunit.client.0.smithi145.stdout:phase 1.2 2023-12-03T11:45:58.777 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 24 tests from 1 test suite. 2023-12-03T11:45:58.778 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:45:58.778 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 24 tests from LibRGW 2023-12-03T11:45:58.778 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:45:58.785 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:45:58.785 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:45:58.941 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.INIT (163 ms) 2023-12-03T11:45:58.941 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2023-12-03T11:45:58.942 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MOUNT_NOROOT (0 ms) 2023-12-03T11:45:58.943 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:45:58.943 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2023-12-03T11:45:58.943 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SETUP_HIER1 2023-12-03T11:45:58.943 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2023-12-03T11:45:58.943 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2023-12-03T11:45:58.943 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2023-12-03T11:45:58.943 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SETATTR 2023-12-03T11:45:58.943 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2023-12-03T11:45:58.943 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2023-12-03T11:45:58.943 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2023-12-03T11:45:58.943 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2023-12-03T11:45:58.943 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2023-12-03T11:45:58.943 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2023-12-03T11:45:58.943 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2023-12-03T11:45:58.944 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2023-12-03T11:45:58.944 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2023-12-03T11:45:58.944 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2023-12-03T11:45:58.944 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2023-12-03T11:45:58.944 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.READ_DIRS1 2023-12-03T11:45:58.944 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2023-12-03T11:45:58.944 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.READF_SETUP1 2023-12-03T11:45:58.944 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2023-12-03T11:45:58.944 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.READF_DIRS1 2023-12-03T11:45:58.944 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2023-12-03T11:45:58.944 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2023-12-03T11:45:58.944 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2023-12-03T11:45:58.944 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2023-12-03T11:45:58.944 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2023-12-03T11:45:58.944 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.HIER1 2023-12-03T11:45:58.944 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2023-12-03T11:45:58.945 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-12-03T11:45:58.945 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2023-12-03T11:45:58.945 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-12-03T11:45:58.945 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2023-12-03T11:45:58.945 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-12-03T11:45:58.945 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2023-12-03T11:45:58.945 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-12-03T11:45:58.945 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-12-03T11:45:58.945 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:45:58.945 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:45:58.945 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:45:58.945 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:45:58.945 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:45:58.946 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.940+0000 7fb802b2a8c0 -1 shutting down 2023-12-03T11:45:58.946 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:58.942+0000 7fb7dbb35640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 97284, si_uid : 1000, si_addr0x3e800017c04, si_status0 2023-12-03T11:45:59.005 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SHUTDOWN (63 ms) 2023-12-03T11:45:59.005 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 24 tests from LibRGW (228 ms total) 2023-12-03T11:45:59.005 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:45:59.005 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:45:59.006 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 24 tests from 1 test suite ran. (228 ms total) 2023-12-03T11:45:59.006 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 24 tests. 2023-12-03T11:45:59.010 INFO:tasks.workunit.client.0.smithi145.stdout:phase 1.3 2023-12-03T11:45:59.033 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 24 tests from 1 test suite. 2023-12-03T11:45:59.033 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:45:59.033 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 24 tests from LibRGW 2023-12-03T11:45:59.033 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:45:59.042 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:45:59.042 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:45:59.195 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.INIT (163 ms) 2023-12-03T11:45:59.195 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2023-12-03T11:45:59.196 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2023-12-03T11:45:59.196 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:45:59.196 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2023-12-03T11:45:59.196 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SETUP_HIER1 2023-12-03T11:45:59.200 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SETUP_HIER1 (4 ms) 2023-12-03T11:45:59.200 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2023-12-03T11:45:59.256 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SETUP_DIRS1 (55 ms) 2023-12-03T11:45:59.256 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SETATTR 2023-12-03T11:45:59.256 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2023-12-03T11:45:59.256 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2023-12-03T11:45:59.256 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2023-12-03T11:45:59.256 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2023-12-03T11:45:59.256 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2023-12-03T11:45:59.257 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2023-12-03T11:45:59.257 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2023-12-03T11:45:59.257 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2023-12-03T11:45:59.257 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2023-12-03T11:45:59.257 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2023-12-03T11:45:59.257 INFO:tasks.workunit.client.0.smithi145.stdout:scanning objects in /bdirs1/dir_0 2023-12-03T11:45:59.257 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:59.257 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-12-03T11:45:59.257 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:59.257 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-12-03T11:45:59.257 INFO:tasks.workunit.client.0.smithi145.stdout:scanning objects in /bdirs1/dir_1 2023-12-03T11:45:59.257 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:59.257 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-12-03T11:45:59.257 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:59.257 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-12-03T11:45:59.258 INFO:tasks.workunit.client.0.smithi145.stdout:scanning objects in /bdirs1/dir_2 2023-12-03T11:45:59.258 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:59.258 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-12-03T11:45:59.258 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:59.258 INFO:tasks.workunit.client.0.smithi145.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-12-03T11:45:59.258 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2023-12-03T11:45:59.258 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.READ_DIRS1 2023-12-03T11:45:59.258 INFO:tasks.workunit.client.0.smithi145.stdout:read back objects in /bdirs1/dir_0 2023-12-03T11:45:59.258 INFO:tasks.workunit.client.0.smithi145.stdout:reading 0,256 dir_0/sfile_0 2023-12-03T11:45:59.259 INFO:tasks.workunit.client.0.smithi145.stdout: read back from sfile_0 : "data for sfile_0" 2023-12-03T11:45:59.259 INFO:tasks.workunit.client.0.smithi145.stdout:reading 0,256 dir_0/sfile_1 2023-12-03T11:45:59.259 INFO:tasks.workunit.client.0.smithi145.stdout: read back from sfile_1 : "data for sfile_1" 2023-12-03T11:45:59.259 INFO:tasks.workunit.client.0.smithi145.stdout:read back objects in /bdirs1/dir_1 2023-12-03T11:45:59.259 INFO:tasks.workunit.client.0.smithi145.stdout:reading 0,256 dir_1/sfile_0 2023-12-03T11:45:59.259 INFO:tasks.workunit.client.0.smithi145.stdout: read back from sfile_0 : "data for sfile_0" 2023-12-03T11:45:59.259 INFO:tasks.workunit.client.0.smithi145.stdout:reading 0,256 dir_1/sfile_1 2023-12-03T11:45:59.260 INFO:tasks.workunit.client.0.smithi145.stdout: read back from sfile_1 : "data for sfile_1" 2023-12-03T11:45:59.260 INFO:tasks.workunit.client.0.smithi145.stdout:read back objects in /bdirs1/dir_2 2023-12-03T11:45:59.260 INFO:tasks.workunit.client.0.smithi145.stdout:reading 0,256 dir_2/sfile_0 2023-12-03T11:45:59.262 INFO:tasks.workunit.client.0.smithi145.stdout: read back from sfile_0 : "data for sfile_0" 2023-12-03T11:45:59.263 INFO:tasks.workunit.client.0.smithi145.stdout:reading 0,256 dir_2/sfile_1 2023-12-03T11:45:59.263 INFO:tasks.workunit.client.0.smithi145.stdout: read back from sfile_1 : "data for sfile_1" 2023-12-03T11:45:59.263 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.READ_DIRS1 (7 ms) 2023-12-03T11:45:59.263 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.READF_SETUP1 2023-12-03T11:45:59.263 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2023-12-03T11:45:59.264 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.READF_DIRS1 2023-12-03T11:45:59.264 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2023-12-03T11:45:59.264 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2023-12-03T11:45:59.264 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2023-12-03T11:45:59.264 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2023-12-03T11:45:59.264 INFO:tasks.workunit.client.0.smithi145.stdout:release sdir_0 type: DIR refs: 2 2023-12-03T11:45:59.264 INFO:tasks.workunit.client.0.smithi145.stdout:release sfile_0 type: FILE refs: 2 2023-12-03T11:45:59.264 INFO:tasks.workunit.client.0.smithi145.stdout:release sdir_1 type: DIR refs: 2 2023-12-03T11:45:59.264 INFO:tasks.workunit.client.0.smithi145.stdout:release sfile_1 type: FILE refs: 2 2023-12-03T11:45:59.264 INFO:tasks.workunit.client.0.smithi145.stdout:release sdir_0 type: DIR refs: 2 2023-12-03T11:45:59.264 INFO:tasks.workunit.client.0.smithi145.stdout:release sfile_0 type: FILE refs: 2 2023-12-03T11:45:59.264 INFO:tasks.workunit.client.0.smithi145.stdout:release sdir_1 type: DIR refs: 2 2023-12-03T11:45:59.264 INFO:tasks.workunit.client.0.smithi145.stdout:release sfile_1 type: FILE refs: 2 2023-12-03T11:45:59.264 INFO:tasks.workunit.client.0.smithi145.stdout:release sdir_0 type: DIR refs: 2 2023-12-03T11:45:59.264 INFO:tasks.workunit.client.0.smithi145.stdout:release sfile_0 type: FILE refs: 2 2023-12-03T11:45:59.264 INFO:tasks.workunit.client.0.smithi145.stdout:release sdir_1 type: DIR refs: 2 2023-12-03T11:45:59.264 INFO:tasks.workunit.client.0.smithi145.stdout:release sfile_1 type: FILE refs: 2 2023-12-03T11:45:59.265 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2023-12-03T11:45:59.265 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.HIER1 2023-12-03T11:45:59.267 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/f2 (f2): FILE 2023-12-03T11:45:59.268 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/f1 (f1): FILE 2023-12-03T11:45:59.270 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2023-12-03T11:45:59.272 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2023-12-03T11:45:59.273 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2023-12-03T11:45:59.274 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2023-12-03T11:45:59.274 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2023-12-03T11:45:59.275 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2023-12-03T11:45:59.275 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2023-12-03T11:45:59.275 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2023-12-03T11:45:59.276 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2023-12-03T11:45:59.278 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2023-12-03T11:45:59.278 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar/baz (baz): DIR 2023-12-03T11:45:59.278 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo/bar (bar): DIR 2023-12-03T11:45:59.278 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot/foo (foo): DIR 2023-12-03T11:45:59.278 INFO:tasks.workunit.client.0.smithi145.stdout:/nfsroot (nfsroot): DIR 2023-12-03T11:45:59.278 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.HIER1 (15 ms) 2023-12-03T11:45:59.278 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-12-03T11:45:59.278 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2023-12-03T11:45:59.278 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-12-03T11:45:59.278 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2023-12-03T11:45:59.278 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-12-03T11:45:59.278 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2023-12-03T11:45:59.279 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-12-03T11:45:59.279 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-12-03T11:45:59.279 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:45:59.279 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:45:59.279 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:45:59.279 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:45:59.279 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:45:59.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:59.276+0000 7efe6cd2c8c0 -1 shutting down 2023-12-03T11:45:59.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:59.277+0000 7efe45de0640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 97394, si_uid : 1000, si_addr0x3e800017c72, si_status0 2023-12-03T11:45:59.360 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SHUTDOWN (83 ms) 2023-12-03T11:45:59.360 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 24 tests from LibRGW (328 ms total) 2023-12-03T11:45:59.360 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:45:59.360 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:45:59.360 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 24 tests from 1 test suite ran. (328 ms total) 2023-12-03T11:45:59.360 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 24 tests. 2023-12-03T11:45:59.365 INFO:tasks.workunit.client.0.smithi145.stdout:phase 2.1 2023-12-03T11:45:59.386 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 9 tests from 1 test suite. 2023-12-03T11:45:59.386 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:45:59.386 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 9 tests from LibRGW 2023-12-03T11:45:59.386 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:45:59.394 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:45:59.397 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:45:59.550 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.INIT (164 ms) 2023-12-03T11:45:59.550 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:45:59.550 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-12-03T11:45:59.550 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-12-03T11:45:59.557 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.CREATE_BUCKET (7 ms) 2023-12-03T11:45:59.558 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-12-03T11:45:59.558 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2023-12-03T11:45:59.558 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2023-12-03T11:45:59.564 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave0 2023-12-03T11:45:59.572 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave1 2023-12-03T11:45:59.578 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave2 2023-12-03T11:45:59.584 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave3 2023-12-03T11:45:59.591 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave4 2023-12-03T11:45:59.597 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave5 2023-12-03T11:45:59.603 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave6 2023-12-03T11:45:59.610 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave7 2023-12-03T11:45:59.617 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave8 2023-12-03T11:45:59.624 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave9 2023-12-03T11:45:59.624 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (67 ms) 2023-12-03T11:45:59.624 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2023-12-03T11:45:59.769 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (144 ms) 2023-12-03T11:45:59.769 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:45:59.769 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:45:59.769 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:45:59.769 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:45:59.769 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:45:59.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:59.767+0000 7f07e49368c0 -1 shutting down 2023-12-03T11:45:59.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:45:59.768+0000 7f07bd9e3640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 97504, si_uid : 1000, si_addr0x3e800017ce0, si_status0 2023-12-03T11:45:59.814 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SHUTDOWN (45 ms) 2023-12-03T11:45:59.814 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 9 tests from LibRGW (428 ms total) 2023-12-03T11:45:59.814 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:45:59.814 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:45:59.814 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 9 tests from 1 test suite ran. (428 ms total) 2023-12-03T11:45:59.814 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 9 tests. 2023-12-03T11:45:59.819 INFO:tasks.workunit.client.0.smithi145.stdout:phase 2.2 2023-12-03T11:45:59.839 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 9 tests from 1 test suite. 2023-12-03T11:45:59.839 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:45:59.840 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 9 tests from LibRGW 2023-12-03T11:45:59.840 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:45:59.848 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:45:59.848 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:45:59.994 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.INIT (154 ms) 2023-12-03T11:45:59.995 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:45:59.995 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-12-03T11:45:59.995 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-12-03T11:45:59.995 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2023-12-03T11:45:59.995 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-12-03T11:46:00.011 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.DELETE_BUCKET (17 ms) 2023-12-03T11:46:00.011 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2023-12-03T11:46:00.017 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave0 2023-12-03T11:46:00.024 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave1 2023-12-03T11:46:00.030 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave2 2023-12-03T11:46:00.036 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave3 2023-12-03T11:46:00.043 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave4 2023-12-03T11:46:00.049 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave5 2023-12-03T11:46:00.056 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave6 2023-12-03T11:46:00.063 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave7 2023-12-03T11:46:00.069 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave8 2023-12-03T11:46:00.075 INFO:tasks.workunit.client.0.smithi145.stdout:created: sorrydave9 2023-12-03T11:46:00.076 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (64 ms) 2023-12-03T11:46:00.076 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2023-12-03T11:46:00.222 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (146 ms) 2023-12-03T11:46:00.222 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:46:00.222 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:46:00.222 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:46:00.222 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:46:00.222 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:46:00.222 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:46:00.220+0000 7f4e2dd318c0 -1 shutting down 2023-12-03T11:46:00.223 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:46:00.222+0000 7f4e06e4a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 97614, si_uid : 1000, si_addr0x3e800017d4e, si_status0 2023-12-03T11:46:00.254 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SHUTDOWN (33 ms) 2023-12-03T11:46:00.255 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 9 tests from LibRGW (415 ms total) 2023-12-03T11:46:00.255 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:46:00.255 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:46:00.255 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 9 tests from 1 test suite ran. (415 ms total) 2023-12-03T11:46:00.255 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 9 tests. 2023-12-03T11:46:00.260 INFO:tasks.workunit.client.0.smithi145.stdout:phase 3.1 2023-12-03T11:46:00.570 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 13 tests from 1 test suite. 2023-12-03T11:46:00.570 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:46:00.570 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 13 tests from LibRGW 2023-12-03T11:46:00.571 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:46:00.579 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:46:00.579 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:46:00.736 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.INIT (166 ms) 2023-12-03T11:46:00.736 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:46:00.736 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2023-12-03T11:46:00.737 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-12-03T11:46:00.744 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.CREATE_BUCKET (8 ms) 2023-12-03T11:46:00.744 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2023-12-03T11:46:00.747 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (2 ms) 2023-12-03T11:46:00.747 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2023-12-03T11:46:00.748 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2023-12-03T11:46:00.748 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.LARGE1 2023-12-03T11:46:00.831 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.LARGE1 (83 ms) 2023-12-03T11:46:00.831 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.LARGE2 2023-12-03T11:46:00.869 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.LARGE2 (38 ms) 2023-12-03T11:46:00.870 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.STAT_OBJECT 2023-12-03T11:46:00.870 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2023-12-03T11:46:00.870 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2023-12-03T11:46:00.870 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2023-12-03T11:46:00.870 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-12-03T11:46:00.870 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2023-12-03T11:46:00.870 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:46:00.870 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:46:00.870 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:46:00.870 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:46:00.870 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:46:00.871 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:46:00.868+0000 7f33dbd328c0 -1 shutting down 2023-12-03T11:46:00.871 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:46:00.869+0000 7f33b4ed8640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 97724, si_uid : 1000, si_addr0x3e800017dbc, si_status0 2023-12-03T11:46:00.901 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SHUTDOWN (31 ms) 2023-12-03T11:46:00.901 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 13 tests from LibRGW (330 ms total) 2023-12-03T11:46:00.901 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:46:00.901 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:46:00.901 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 13 tests from 1 test suite ran. (331 ms total) 2023-12-03T11:46:00.901 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 13 tests. 2023-12-03T11:46:00.907 INFO:tasks.workunit.client.0.smithi145.stdout:phase 3.2 2023-12-03T11:46:01.217 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 13 tests from 1 test suite. 2023-12-03T11:46:01.217 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:46:01.217 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 13 tests from LibRGW 2023-12-03T11:46:01.217 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:46:01.226 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:46:01.226 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:46:01.571 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.INIT (355 ms) 2023-12-03T11:46:01.571 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:46:01.572 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2023-12-03T11:46:01.572 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-12-03T11:46:01.572 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2023-12-03T11:46:01.572 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2023-12-03T11:46:01.576 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (5 ms) 2023-12-03T11:46:01.576 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2023-12-03T11:46:01.579 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (3 ms) 2023-12-03T11:46:01.580 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.LARGE1 2023-12-03T11:46:01.666 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.LARGE1 (87 ms) 2023-12-03T11:46:01.666 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.LARGE2 2023-12-03T11:46:01.666 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2023-12-03T11:46:01.667 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.STAT_OBJECT 2023-12-03T11:46:01.667 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2023-12-03T11:46:01.667 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2023-12-03T11:46:01.671 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.DELETE_OBJECT (5 ms) 2023-12-03T11:46:01.671 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-12-03T11:46:01.686 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.DELETE_BUCKET (14 ms) 2023-12-03T11:46:01.686 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:46:01.686 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:46:01.686 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:46:01.686 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:46:01.686 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:46:01.686 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:46:01.684+0000 7f0d737368c0 -1 shutting down 2023-12-03T11:46:01.687 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:46:01.685+0000 7f0d4c7e3640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 97834, si_uid : 1000, si_addr0x3e800017e2a, si_status0 2023-12-03T11:46:01.734 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SHUTDOWN (49 ms) 2023-12-03T11:46:01.735 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 13 tests from LibRGW (518 ms total) 2023-12-03T11:46:01.735 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:46:01.735 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:46:01.735 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 13 tests from 1 test suite ran. (518 ms total) 2023-12-03T11:46:01.735 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 13 tests. 2023-12-03T11:46:01.741 INFO:tasks.workunit.client.0.smithi145.stdout:phase 4.1 2023-12-03T11:46:01.760 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 11 tests from 1 test suite. 2023-12-03T11:46:01.761 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:46:01.761 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 11 tests from LibRGW 2023-12-03T11:46:01.761 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.TVAR 2023-12-03T11:46:01.761 INFO:tasks.workunit.client.0.smithi145.stdout:read i1: 64001 2023-12-03T11:46:01.761 INFO:tasks.workunit.client.0.smithi145.stdout:read s1: blunderbuss 2023-12-03T11:46:01.761 INFO:tasks.workunit.client.0.smithi145.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2023-12-03T11:46:01.761 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:46:01.771 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:46:01.771 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:46:02.128 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.INIT (368 ms) 2023-12-03T11:46:02.128 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:46:02.129 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-12-03T11:46:02.129 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-12-03T11:46:02.142 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (13 ms) 2023-12-03T11:46:02.142 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-12-03T11:46:02.524 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_0 2023-12-03T11:46:02.524 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_1 2023-12-03T11:46:02.525 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_2 2023-12-03T11:46:02.525 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_3 2023-12-03T11:46:02.525 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_4 2023-12-03T11:46:02.525 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_5 2023-12-03T11:46:02.525 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_6 2023-12-03T11:46:02.525 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_7 2023-12-03T11:46:02.525 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_8 2023-12-03T11:46:02.525 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_9 2023-12-03T11:46:02.525 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_10 2023-12-03T11:46:02.525 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_11 2023-12-03T11:46:02.525 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_12 2023-12-03T11:46:02.525 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_13 2023-12-03T11:46:02.525 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_14 2023-12-03T11:46:02.525 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_15 2023-12-03T11:46:02.526 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_16 2023-12-03T11:46:02.526 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_17 2023-12-03T11:46:02.526 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_18 2023-12-03T11:46:02.526 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_19 2023-12-03T11:46:02.526 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_20 2023-12-03T11:46:02.526 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_21 2023-12-03T11:46:02.526 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_22 2023-12-03T11:46:02.526 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_23 2023-12-03T11:46:02.526 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_24 2023-12-03T11:46:02.526 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_25 2023-12-03T11:46:02.526 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_26 2023-12-03T11:46:02.526 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_27 2023-12-03T11:46:02.526 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_28 2023-12-03T11:46:02.526 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_29 2023-12-03T11:46:02.527 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_30 2023-12-03T11:46:02.527 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_31 2023-12-03T11:46:02.527 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_32 2023-12-03T11:46:02.527 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_33 2023-12-03T11:46:02.527 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_34 2023-12-03T11:46:02.527 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_35 2023-12-03T11:46:02.527 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_36 2023-12-03T11:46:02.527 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_37 2023-12-03T11:46:02.527 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_38 2023-12-03T11:46:02.527 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_39 2023-12-03T11:46:02.527 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_40 2023-12-03T11:46:02.527 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_41 2023-12-03T11:46:02.527 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_42 2023-12-03T11:46:02.527 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_43 2023-12-03T11:46:02.527 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_44 2023-12-03T11:46:02.528 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_45 2023-12-03T11:46:02.528 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_46 2023-12-03T11:46:02.528 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_47 2023-12-03T11:46:02.528 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_48 2023-12-03T11:46:02.528 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_49 2023-12-03T11:46:02.528 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_50 2023-12-03T11:46:02.528 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_51 2023-12-03T11:46:02.528 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_52 2023-12-03T11:46:02.528 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_53 2023-12-03T11:46:02.528 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_54 2023-12-03T11:46:02.528 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_55 2023-12-03T11:46:02.528 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_56 2023-12-03T11:46:02.528 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_57 2023-12-03T11:46:02.528 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_58 2023-12-03T11:46:02.528 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_59 2023-12-03T11:46:02.528 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_60 2023-12-03T11:46:02.528 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_61 2023-12-03T11:46:02.529 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_62 2023-12-03T11:46:02.529 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_63 2023-12-03T11:46:02.529 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_64 2023-12-03T11:46:02.529 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_65 2023-12-03T11:46:02.529 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_66 2023-12-03T11:46:02.529 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_67 2023-12-03T11:46:02.529 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_68 2023-12-03T11:46:02.529 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_69 2023-12-03T11:46:02.529 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_70 2023-12-03T11:46:02.529 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_71 2023-12-03T11:46:02.529 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_72 2023-12-03T11:46:02.529 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_73 2023-12-03T11:46:02.529 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_74 2023-12-03T11:46:02.529 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_75 2023-12-03T11:46:02.529 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_76 2023-12-03T11:46:02.529 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_77 2023-12-03T11:46:02.530 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_78 2023-12-03T11:46:02.530 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_79 2023-12-03T11:46:02.530 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_80 2023-12-03T11:46:02.530 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_81 2023-12-03T11:46:02.530 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_82 2023-12-03T11:46:02.530 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_83 2023-12-03T11:46:02.530 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_84 2023-12-03T11:46:02.530 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_85 2023-12-03T11:46:02.530 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_86 2023-12-03T11:46:02.530 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_87 2023-12-03T11:46:02.530 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_88 2023-12-03T11:46:02.530 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_89 2023-12-03T11:46:02.530 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_90 2023-12-03T11:46:02.530 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_91 2023-12-03T11:46:02.530 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_92 2023-12-03T11:46:02.531 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_93 2023-12-03T11:46:02.531 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_94 2023-12-03T11:46:02.531 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_95 2023-12-03T11:46:02.531 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_96 2023-12-03T11:46:02.531 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_97 2023-12-03T11:46:02.531 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_98 2023-12-03T11:46:02.531 INFO:tasks.workunit.client.0.smithi145.stdout:created: dmarker:f_99 2023-12-03T11:46:02.531 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (382 ms) 2023-12-03T11:46:02.531 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-12-03T11:46:02.532 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2023-12-03T11:46:02.532 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2023-12-03T11:46:02.533 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2023-12-03T11:46:02.533 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2023-12-03T11:46:02.533 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2023-12-03T11:46:02.533 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2023-12-03T11:46:02.533 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2023-12-03T11:46:02.533 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2023-12-03T11:46:02.533 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2023-12-03T11:46:02.533 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2023-12-03T11:46:02.533 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2023-12-03T11:46:02.533 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2023-12-03T11:46:02.533 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2023-12-03T11:46:02.533 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2023-12-03T11:46:02.533 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2023-12-03T11:46:02.533 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2023-12-03T11:46:02.533 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2023-12-03T11:46:02.533 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2023-12-03T11:46:02.534 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2023-12-03T11:46:02.534 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2023-12-03T11:46:02.534 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2023-12-03T11:46:02.534 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2023-12-03T11:46:02.534 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2023-12-03T11:46:02.534 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2023-12-03T11:46:02.534 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2023-12-03T11:46:02.534 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2023-12-03T11:46:02.534 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2023-12-03T11:46:02.534 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2023-12-03T11:46:02.534 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2023-12-03T11:46:02.534 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2023-12-03T11:46:02.534 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2023-12-03T11:46:02.534 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2023-12-03T11:46:02.534 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2023-12-03T11:46:02.535 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2023-12-03T11:46:02.535 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2023-12-03T11:46:02.535 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2023-12-03T11:46:02.535 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2023-12-03T11:46:02.535 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2023-12-03T11:46:02.535 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2023-12-03T11:46:02.535 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2023-12-03T11:46:02.535 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2023-12-03T11:46:02.535 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2023-12-03T11:46:02.535 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2023-12-03T11:46:02.535 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2023-12-03T11:46:02.536 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2023-12-03T11:46:02.536 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2023-12-03T11:46:02.536 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2023-12-03T11:46:02.536 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2023-12-03T11:46:02.536 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2023-12-03T11:46:02.536 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2023-12-03T11:46:02.536 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2023-12-03T11:46:02.536 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2023-12-03T11:46:02.536 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2023-12-03T11:46:02.536 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2023-12-03T11:46:02.536 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2023-12-03T11:46:02.536 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2023-12-03T11:46:02.536 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2023-12-03T11:46:02.536 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2023-12-03T11:46:02.536 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2023-12-03T11:46:02.536 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2023-12-03T11:46:02.537 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2023-12-03T11:46:02.537 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2023-12-03T11:46:02.537 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2023-12-03T11:46:02.537 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2023-12-03T11:46:02.537 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2023-12-03T11:46:02.537 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2023-12-03T11:46:02.537 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2023-12-03T11:46:02.537 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2023-12-03T11:46:02.537 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2023-12-03T11:46:02.537 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2023-12-03T11:46:02.537 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2023-12-03T11:46:02.537 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2023-12-03T11:46:02.537 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2023-12-03T11:46:02.537 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2023-12-03T11:46:02.537 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2023-12-03T11:46:02.537 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2023-12-03T11:46:02.538 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2023-12-03T11:46:02.538 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2023-12-03T11:46:02.538 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2023-12-03T11:46:02.538 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2023-12-03T11:46:02.538 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2023-12-03T11:46:02.538 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2023-12-03T11:46:02.538 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2023-12-03T11:46:02.538 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2023-12-03T11:46:02.538 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2023-12-03T11:46:02.538 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2023-12-03T11:46:02.539 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2023-12-03T11:46:02.539 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2023-12-03T11:46:02.539 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2023-12-03T11:46:02.539 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2023-12-03T11:46:02.539 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2023-12-03T11:46:02.539 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2023-12-03T11:46:02.539 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2023-12-03T11:46:02.539 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2023-12-03T11:46:02.539 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2023-12-03T11:46:02.539 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2023-12-03T11:46:02.539 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2023-12-03T11:46:02.539 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2023-12-03T11:46:02.539 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2023-12-03T11:46:02.539 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2023-12-03T11:46:02.539 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2023-12-03T11:46:02.540 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2023-12-03T11:46:02.540 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_READDIR (3 ms) 2023-12-03T11:46:02.540 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2023-12-03T11:46:02.540 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2023-12-03T11:46:02.540 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2023-12-03T11:46:02.540 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2023-12-03T11:46:02.540 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2023-12-03T11:46:02.540 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2023-12-03T11:46:02.540 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2023-12-03T11:46:02.540 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2023-12-03T11:46:02.540 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2023-12-03T11:46:02.540 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2023-12-03T11:46:02.540 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2023-12-03T11:46:02.540 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2023-12-03T11:46:02.540 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2023-12-03T11:46:02.541 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2023-12-03T11:46:02.541 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2023-12-03T11:46:02.541 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2023-12-03T11:46:02.541 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2023-12-03T11:46:02.541 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2023-12-03T11:46:02.541 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2023-12-03T11:46:02.541 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2023-12-03T11:46:02.541 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2023-12-03T11:46:02.541 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2023-12-03T11:46:02.541 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2023-12-03T11:46:02.541 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2023-12-03T11:46:02.541 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2023-12-03T11:46:02.541 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2023-12-03T11:46:02.541 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2023-12-03T11:46:02.541 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2023-12-03T11:46:02.542 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2023-12-03T11:46:02.542 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2023-12-03T11:46:02.542 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2023-12-03T11:46:02.542 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2023-12-03T11:46:02.542 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2023-12-03T11:46:02.542 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2023-12-03T11:46:02.542 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2023-12-03T11:46:02.542 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2023-12-03T11:46:02.542 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2023-12-03T11:46:02.542 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2023-12-03T11:46:02.542 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2023-12-03T11:46:02.542 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2023-12-03T11:46:02.542 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2023-12-03T11:46:02.542 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2023-12-03T11:46:02.542 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2023-12-03T11:46:02.543 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2023-12-03T11:46:02.543 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2023-12-03T11:46:02.543 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2023-12-03T11:46:02.543 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2023-12-03T11:46:02.543 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2023-12-03T11:46:02.543 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2023-12-03T11:46:02.543 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2023-12-03T11:46:02.543 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2023-12-03T11:46:02.543 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2023-12-03T11:46:02.543 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2023-12-03T11:46:02.543 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2023-12-03T11:46:02.543 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2023-12-03T11:46:02.543 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2023-12-03T11:46:02.543 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2023-12-03T11:46:02.543 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2023-12-03T11:46:02.543 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2023-12-03T11:46:02.544 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2023-12-03T11:46:02.544 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2023-12-03T11:46:02.544 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2023-12-03T11:46:02.544 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2023-12-03T11:46:02.544 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2023-12-03T11:46:02.544 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2023-12-03T11:46:02.544 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2023-12-03T11:46:02.544 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2023-12-03T11:46:02.544 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2023-12-03T11:46:02.544 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2023-12-03T11:46:02.544 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2023-12-03T11:46:02.544 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2023-12-03T11:46:02.544 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2023-12-03T11:46:02.544 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2023-12-03T11:46:02.544 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2023-12-03T11:46:02.544 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2023-12-03T11:46:02.545 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2023-12-03T11:46:02.545 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2023-12-03T11:46:02.545 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2023-12-03T11:46:02.545 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2023-12-03T11:46:02.545 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2023-12-03T11:46:02.545 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2023-12-03T11:46:02.545 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2023-12-03T11:46:02.545 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2023-12-03T11:46:02.545 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2023-12-03T11:46:02.545 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2023-12-03T11:46:02.545 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2023-12-03T11:46:02.545 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2023-12-03T11:46:02.545 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2023-12-03T11:46:02.545 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2023-12-03T11:46:02.545 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2023-12-03T11:46:02.545 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2023-12-03T11:46:02.546 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2023-12-03T11:46:02.546 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2023-12-03T11:46:02.546 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2023-12-03T11:46:02.546 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2023-12-03T11:46:02.546 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2023-12-03T11:46:02.546 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2023-12-03T11:46:02.546 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2023-12-03T11:46:02.546 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2023-12-03T11:46:02.546 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2023-12-03T11:46:02.546 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2023-12-03T11:46:02.546 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER2_READDIR (2 ms) 2023-12-03T11:46:02.546 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-12-03T11:46:02.546 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-12-03T11:46:02.546 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:46:02.547 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:46:02.547 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:46:02.547 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:46:02.547 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:46:02.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:46:02.528+0000 7f900a2c08c0 -1 shutting down 2023-12-03T11:46:02.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:46:02.529+0000 7f8fe2e38640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 97944, si_uid : 1000, si_addr0x3e800017e98, si_status0 2023-12-03T11:46:02.593 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SHUTDOWN (64 ms) 2023-12-03T11:46:02.593 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 11 tests from LibRGW (833 ms total) 2023-12-03T11:46:02.593 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:46:02.593 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:46:02.593 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 11 tests from 1 test suite ran. (833 ms total) 2023-12-03T11:46:02.593 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 11 tests. 2023-12-03T11:46:02.599 INFO:tasks.workunit.client.0.smithi145.stdout:phase 4.2 2023-12-03T11:46:02.619 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 11 tests from 1 test suite. 2023-12-03T11:46:02.620 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:46:02.620 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 11 tests from LibRGW 2023-12-03T11:46:02.620 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.TVAR 2023-12-03T11:46:02.620 INFO:tasks.workunit.client.0.smithi145.stdout:read i1: 64001 2023-12-03T11:46:02.620 INFO:tasks.workunit.client.0.smithi145.stdout:read s1: blunderbuss 2023-12-03T11:46:02.620 INFO:tasks.workunit.client.0.smithi145.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2023-12-03T11:46:02.620 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:46:02.627 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:46:02.628 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:46:02.782 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.INIT (163 ms) 2023-12-03T11:46:02.783 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:46:02.783 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-12-03T11:46:02.783 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-12-03T11:46:02.792 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (9 ms) 2023-12-03T11:46:02.792 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-12-03T11:46:02.792 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2023-12-03T11:46:02.792 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-12-03T11:46:02.792 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2023-12-03T11:46:02.792 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2023-12-03T11:46:02.795 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2023-12-03T11:46:02.796 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2023-12-03T11:46:02.796 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2023-12-03T11:46:02.796 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2023-12-03T11:46:02.796 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2023-12-03T11:46:02.796 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2023-12-03T11:46:02.796 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2023-12-03T11:46:02.796 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2023-12-03T11:46:02.796 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2023-12-03T11:46:02.796 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2023-12-03T11:46:02.796 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2023-12-03T11:46:02.796 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2023-12-03T11:46:02.796 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2023-12-03T11:46:02.796 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2023-12-03T11:46:02.796 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2023-12-03T11:46:02.797 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2023-12-03T11:46:02.797 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2023-12-03T11:46:02.797 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2023-12-03T11:46:02.797 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2023-12-03T11:46:02.797 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2023-12-03T11:46:02.797 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2023-12-03T11:46:02.797 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2023-12-03T11:46:02.797 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2023-12-03T11:46:02.797 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2023-12-03T11:46:02.797 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2023-12-03T11:46:02.797 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2023-12-03T11:46:02.797 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2023-12-03T11:46:02.797 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2023-12-03T11:46:02.797 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2023-12-03T11:46:02.797 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2023-12-03T11:46:02.797 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2023-12-03T11:46:02.798 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2023-12-03T11:46:02.798 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2023-12-03T11:46:02.798 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2023-12-03T11:46:02.798 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2023-12-03T11:46:02.798 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2023-12-03T11:46:02.798 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2023-12-03T11:46:02.798 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2023-12-03T11:46:02.798 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2023-12-03T11:46:02.798 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2023-12-03T11:46:02.798 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2023-12-03T11:46:02.798 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2023-12-03T11:46:02.798 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2023-12-03T11:46:02.798 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2023-12-03T11:46:02.798 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2023-12-03T11:46:02.798 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2023-12-03T11:46:02.799 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2023-12-03T11:46:02.799 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2023-12-03T11:46:02.799 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2023-12-03T11:46:02.799 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2023-12-03T11:46:02.799 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2023-12-03T11:46:02.799 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2023-12-03T11:46:02.799 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2023-12-03T11:46:02.799 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2023-12-03T11:46:02.799 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2023-12-03T11:46:02.799 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2023-12-03T11:46:02.799 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2023-12-03T11:46:02.799 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2023-12-03T11:46:02.799 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2023-12-03T11:46:02.799 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2023-12-03T11:46:02.799 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2023-12-03T11:46:02.800 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2023-12-03T11:46:02.800 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2023-12-03T11:46:02.800 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2023-12-03T11:46:02.800 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2023-12-03T11:46:02.800 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2023-12-03T11:46:02.800 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2023-12-03T11:46:02.800 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2023-12-03T11:46:02.800 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2023-12-03T11:46:02.800 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2023-12-03T11:46:02.800 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2023-12-03T11:46:02.800 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2023-12-03T11:46:02.800 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2023-12-03T11:46:02.800 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2023-12-03T11:46:02.800 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2023-12-03T11:46:02.800 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2023-12-03T11:46:02.800 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2023-12-03T11:46:02.801 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2023-12-03T11:46:02.801 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2023-12-03T11:46:02.801 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2023-12-03T11:46:02.801 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2023-12-03T11:46:02.801 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2023-12-03T11:46:02.801 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2023-12-03T11:46:02.801 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2023-12-03T11:46:02.801 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2023-12-03T11:46:02.801 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2023-12-03T11:46:02.801 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2023-12-03T11:46:02.801 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2023-12-03T11:46:02.801 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2023-12-03T11:46:02.802 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2023-12-03T11:46:02.802 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2023-12-03T11:46:02.802 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2023-12-03T11:46:02.802 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2023-12-03T11:46:02.802 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2023-12-03T11:46:02.802 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2023-12-03T11:46:02.802 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2023-12-03T11:46:02.802 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2023-12-03T11:46:02.802 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2023-12-03T11:46:02.802 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2023-12-03T11:46:02.802 INFO:tasks.workunit.client.0.smithi145.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2023-12-03T11:46:02.802 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER2_READDIR (3 ms) 2023-12-03T11:46:02.802 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-12-03T11:46:02.802 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-12-03T11:46:02.802 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:46:02.803 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:46:02.803 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:46:02.803 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:46:02.803 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:46:02.803 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:46:02.794+0000 7f54792128c0 -1 shutting down 2023-12-03T11:46:02.803 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:46:02.795+0000 7f544ff93640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 98054, si_uid : 1000, si_addr0x3e800017f06, si_status0 2023-12-03T11:46:02.846 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SHUTDOWN (51 ms) 2023-12-03T11:46:02.846 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 11 tests from LibRGW (227 ms total) 2023-12-03T11:46:02.846 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:46:02.846 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:46:02.846 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 11 tests from 1 test suite ran. (227 ms total) 2023-12-03T11:46:02.846 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 11 tests. 2023-12-03T11:46:02.851 INFO:tasks.workunit.client.0.smithi145.stdout:phase 5.1 2023-12-03T11:46:02.881 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 19 tests from 1 test suite. 2023-12-03T11:46:02.881 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:46:02.881 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 19 tests from LibRGW 2023-12-03T11:46:02.881 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:46:02.893 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:46:02.894 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:46:03.033 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.INIT (153 ms) 2023-12-03T11:46:03.033 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:46:03.034 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2023-12-03T11:46:03.034 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-12-03T11:46:03.041 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.CREATE_BUCKET (7 ms) 2023-12-03T11:46:03.041 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2023-12-03T11:46:03.044 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2023-12-03T11:46:03.044 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2023-12-03T11:46:03.044 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2023-12-03T11:46:03.044 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2023-12-03T11:46:03.045 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2023-12-03T11:46:03.045 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.OBJ_OPEN 2023-12-03T11:46:03.045 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2023-12-03T11:46:03.045 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.PUT_OBJECT 2023-12-03T11:46:03.048 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.PUT_OBJECT (3 ms) 2023-12-03T11:46:03.048 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.GET_OBJECT 2023-12-03T11:46:03.050 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.GET_OBJECT (2 ms) 2023-12-03T11:46:03.050 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.STAT_OBJECT 2023-12-03T11:46:03.050 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2023-12-03T11:46:03.051 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2023-12-03T11:46:03.051 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2023-12-03T11:46:03.051 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.WRITEV 2023-12-03T11:46:03.051 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2023-12-03T11:46:03.051 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.READV 2023-12-03T11:46:03.051 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.READV (0 ms) 2023-12-03T11:46:03.051 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2023-12-03T11:46:03.051 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2023-12-03T11:46:03.051 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2023-12-03T11:46:03.051 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2023-12-03T11:46:03.051 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-12-03T11:46:03.051 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2023-12-03T11:46:03.051 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:46:03.051 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:46:03.051 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:46:03.051 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:46:03.052 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:46:03.052 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:46:03.049+0000 7f28d18c58c0 -1 shutting down 2023-12-03T11:46:03.052 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:46:03.050+0000 7f28aa415640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 98164, si_uid : 1000, si_addr0x3e800017f74, si_status0 2023-12-03T11:46:03.097 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SHUTDOWN (46 ms) 2023-12-03T11:46:03.097 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 19 tests from LibRGW (216 ms total) 2023-12-03T11:46:03.097 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:46:03.097 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:46:03.097 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 19 tests from 1 test suite ran. (216 ms total) 2023-12-03T11:46:03.097 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 19 tests. 2023-12-03T11:46:03.102 INFO:tasks.workunit.client.0.smithi145.stdout:phase 5.2 2023-12-03T11:46:03.132 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] Running 19 tests from 1 test suite. 2023-12-03T11:46:03.132 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment set-up. 2023-12-03T11:46:03.132 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 19 tests from LibRGW 2023-12-03T11:46:03.132 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:46:03.138 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:46:03.138 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:46:03.295 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.INIT (163 ms) 2023-12-03T11:46:03.295 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:46:03.295 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-12-03T11:46:03.295 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-12-03T11:46:03.295 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2023-12-03T11:46:03.296 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2023-12-03T11:46:03.300 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (5 ms) 2023-12-03T11:46:03.300 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2023-12-03T11:46:03.300 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2023-12-03T11:46:03.300 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2023-12-03T11:46:03.300 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2023-12-03T11:46:03.300 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.OBJ_OPEN 2023-12-03T11:46:03.300 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2023-12-03T11:46:03.300 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.PUT_OBJECT 2023-12-03T11:46:03.301 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2023-12-03T11:46:03.301 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.GET_OBJECT 2023-12-03T11:46:03.301 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2023-12-03T11:46:03.301 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.STAT_OBJECT 2023-12-03T11:46:03.301 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2023-12-03T11:46:03.301 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2023-12-03T11:46:03.301 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2023-12-03T11:46:03.301 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.WRITEV 2023-12-03T11:46:03.301 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2023-12-03T11:46:03.301 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.READV 2023-12-03T11:46:03.301 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.READV (0 ms) 2023-12-03T11:46:03.301 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2023-12-03T11:46:03.301 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2023-12-03T11:46:03.301 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2023-12-03T11:46:03.305 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.DELETE_OBJECT (3 ms) 2023-12-03T11:46:03.305 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-12-03T11:46:03.318 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.DELETE_BUCKET (15 ms) 2023-12-03T11:46:03.318 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:46:03.319 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:46:03.319 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:46:03.319 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:46:03.319 INFO:tasks.workunit.client.0.smithi145.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:46:03.319 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:46:03.317+0000 7ff7076c28c0 -1 shutting down 2023-12-03T11:46:03.319 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:46:03.318+0000 7ff6e02eb640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 98274, si_uid : 1000, si_addr0x3e800017fe2, si_status0 2023-12-03T11:46:03.359 INFO:tasks.workunit.client.0.smithi145.stdout:[ OK ] LibRGW.SHUTDOWN (41 ms) 2023-12-03T11:46:03.359 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] 19 tests from LibRGW (228 ms total) 2023-12-03T11:46:03.359 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:46:03.359 INFO:tasks.workunit.client.0.smithi145.stdout:[----------] Global test environment tear-down 2023-12-03T11:46:03.359 INFO:tasks.workunit.client.0.smithi145.stdout:[==========] 19 tests from 1 test suite ran. (228 ms total) 2023-12-03T11:46:03.360 INFO:tasks.workunit.client.0.smithi145.stdout:[ PASSED ] 19 tests. 2023-12-03T11:46:03.365 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:46:03.366 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:46:03.393 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh'] on client.0... 2023-12-03T11:46:03.393 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-03T11:46:03.692 DEBUG:teuthology.parallel:result is None 2023-12-03T11:46:03.693 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:46:03.719 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:46:03.720 DEBUG:teuthology.orchestra.run.smithi145:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:46:03.774 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:46:03.774 INFO:teuthology.run_tasks:Running task workunit... 2023-12-03T11:46:03.791 INFO:tasks.workunit:Pulling workunits from ref bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:46:03.791 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-03T11:46:03.792 DEBUG:teuthology.orchestra.run.smithi145:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:46:03.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:46:03.829 INFO:teuthology.orchestra.run.smithi145.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-03T11:46:03.829 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:46:03.883 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-03T11:46:03.884 DEBUG:teuthology.orchestra.run.smithi145:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-03T11:46:03.938 INFO:tasks.workunit:timeout=3h 2023-12-03T11:46:03.938 INFO:tasks.workunit:cleanup=True 2023-12-03T11:46:03.938 DEBUG:teuthology.orchestra.run.smithi145:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:46:03.994 INFO:tasks.workunit.client.0.smithi145.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-03T11:47:10.507 INFO:tasks.workunit.client.0.smithi145.stderr:Note: switching to 'bcbf278cf395873c2a482f5a7b2345faf2160319'. 2023-12-03T11:47:10.507 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:47:10.507 INFO:tasks.workunit.client.0.smithi145.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-12-03T11:47:10.507 INFO:tasks.workunit.client.0.smithi145.stderr:changes and commit them, and you can discard any commits you make in this 2023-12-03T11:47:10.507 INFO:tasks.workunit.client.0.smithi145.stderr:state without impacting any branches by switching back to a branch. 2023-12-03T11:47:10.507 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:47:10.508 INFO:tasks.workunit.client.0.smithi145.stderr:If you want to create a new branch to retain commits you create, you may 2023-12-03T11:47:10.508 INFO:tasks.workunit.client.0.smithi145.stderr:do so (now or later) by using -c with the switch command. Example: 2023-12-03T11:47:10.508 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:47:10.508 INFO:tasks.workunit.client.0.smithi145.stderr: git switch -c 2023-12-03T11:47:10.508 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:47:10.508 INFO:tasks.workunit.client.0.smithi145.stderr:Or undo this operation with: 2023-12-03T11:47:10.508 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:47:10.508 INFO:tasks.workunit.client.0.smithi145.stderr: git switch - 2023-12-03T11:47:10.508 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:47:10.508 INFO:tasks.workunit.client.0.smithi145.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-12-03T11:47:10.508 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:47:10.508 INFO:tasks.workunit.client.0.smithi145.stderr:HEAD is now at bcbf278cf39 RGW:pubsub publish commit with etag populated 2023-12-03T11:47:10.509 DEBUG:teuthology.orchestra.run.smithi145:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-03T11:47:10.564 INFO:tasks.workunit.client.0.smithi145.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-03T11:47:10.566 INFO:tasks.workunit.client.0.smithi145.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-03T11:47:10.566 INFO:tasks.workunit.client.0.smithi145.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-03T11:47:10.615 INFO:tasks.workunit.client.0.smithi145.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-03T11:47:10.664 INFO:tasks.workunit.client.0.smithi145.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-03T11:47:10.703 INFO:tasks.workunit.client.0.smithi145.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-03T11:47:10.704 INFO:tasks.workunit.client.0.smithi145.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-03T11:47:10.704 INFO:tasks.workunit.client.0.smithi145.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-03T11:47:10.743 INFO:tasks.workunit.client.0.smithi145.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-03T11:47:10.746 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:47:10.746 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-03T11:47:10.802 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_s3_mp_reupload.sh on client.0... 2023-12-03T11:47:10.803 INFO:tasks.workunit:Running workunit rgw/test_rgw_s3_mp_reupload.sh... 2023-12-03T11:47:10.803 DEBUG:teuthology.orchestra.run.smithi145:workunit test rgw/test_rgw_s3_mp_reupload.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_s3_mp_reupload.sh 2023-12-03T11:47:10.863 INFO:tasks.workunit.client.0.smithi145.stdout:INFO: fully qualified domain name: smithi145.front.sepia.ceph.com 2023-12-03T11:47:10.863 INFO:tasks.workunit.client.0.smithi145.stdout:== TESTING *COMPLETING* MULTIPART UPLOAD WITH RE-UPLOADS == 2023-12-03T11:47:10.863 INFO:tasks.workunit.client.0.smithi145.stdout:== TESTING NON-VERSIONED BUCKET == 2023-12-03T11:47:13.474 INFO:tasks.workunit.client.0.smithi145.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.2.3) 2023-12-03T11:47:13.672 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting pip 2023-12-03T11:47:13.678 INFO:tasks.workunit.client.0.smithi145.stdout: Using cached pip-23.3.1-py3-none-any.whl (2.1 MB) 2023-12-03T11:47:13.726 INFO:tasks.workunit.client.0.smithi145.stdout:Installing collected packages: pip 2023-12-03T11:47:13.726 INFO:tasks.workunit.client.0.smithi145.stdout: Attempting uninstall: pip 2023-12-03T11:47:13.727 INFO:tasks.workunit.client.0.smithi145.stdout: Found existing installation: pip 21.2.3 2023-12-03T11:47:13.877 INFO:tasks.workunit.client.0.smithi145.stdout: Uninstalling pip-21.2.3: 2023-12-03T11:47:13.883 INFO:tasks.workunit.client.0.smithi145.stdout: Successfully uninstalled pip-21.2.3 2023-12-03T11:47:15.113 INFO:tasks.workunit.client.0.smithi145.stdout:Successfully installed pip-23.3.1 2023-12-03T11:47:16.284 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting boto3 2023-12-03T11:47:16.286 INFO:tasks.workunit.client.0.smithi145.stdout: Using cached boto3-1.33.6-py3-none-any.whl.metadata (6.7 kB) 2023-12-03T11:47:16.915 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting botocore<1.34.0,>=1.33.6 (from boto3) 2023-12-03T11:47:16.916 INFO:tasks.workunit.client.0.smithi145.stdout: Using cached botocore-1.33.6-py3-none-any.whl.metadata (6.1 kB) 2023-12-03T11:47:17.086 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2023-12-03T11:47:17.087 INFO:tasks.workunit.client.0.smithi145.stdout: Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2023-12-03T11:47:17.283 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting s3transfer<0.9.0,>=0.8.2 (from boto3) 2023-12-03T11:47:17.284 INFO:tasks.workunit.client.0.smithi145.stdout: Using cached s3transfer-0.8.2-py3-none-any.whl.metadata (1.8 kB) 2023-12-03T11:47:17.491 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.34.0,>=1.33.6->boto3) 2023-12-03T11:47:17.492 INFO:tasks.workunit.client.0.smithi145.stdout: Using cached python_dateutil-2.8.2-py2.py3-none-any.whl (247 kB) 2023-12-03T11:47:17.716 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.34.0,>=1.33.6->boto3) 2023-12-03T11:47:17.717 INFO:tasks.workunit.client.0.smithi145.stdout: Using cached urllib3-1.26.18-py2.py3-none-any.whl.metadata (48 kB) 2023-12-03T11:47:18.013 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.34.0,>=1.33.6->boto3) 2023-12-03T11:47:18.015 INFO:tasks.workunit.client.0.smithi145.stdout: Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2023-12-03T11:47:18.037 INFO:tasks.workunit.client.0.smithi145.stdout:Using cached boto3-1.33.6-py3-none-any.whl (139 kB) 2023-12-03T11:47:18.038 INFO:tasks.workunit.client.0.smithi145.stdout:Using cached botocore-1.33.6-py3-none-any.whl (11.8 MB) 2023-12-03T11:47:18.058 INFO:tasks.workunit.client.0.smithi145.stdout:Using cached s3transfer-0.8.2-py3-none-any.whl (82 kB) 2023-12-03T11:47:18.059 INFO:tasks.workunit.client.0.smithi145.stdout:Using cached urllib3-1.26.18-py2.py3-none-any.whl (143 kB) 2023-12-03T11:47:18.159 INFO:tasks.workunit.client.0.smithi145.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2023-12-03T11:47:19.181 INFO:tasks.workunit.client.0.smithi145.stdout:Successfully installed boto3-1.33.6 botocore-1.33.6 jmespath-1.0.1 python-dateutil-2.8.2 s3transfer-0.8.2 six-1.16.0 urllib3-1.26.18 2023-12-03T11:47:19.400 INFO:tasks.workunit.client.0.smithi145.stdout:INFO: creating user 2023-12-03T11:47:19.488 INFO:tasks.workunit.client.0.smithi145.stdout:{ 2023-12-03T11:47:19.488 INFO:tasks.workunit.client.0.smithi145.stdout: "user_id": "testid", 2023-12-03T11:47:19.488 INFO:tasks.workunit.client.0.smithi145.stdout: "display_name": "M. Tester", 2023-12-03T11:47:19.488 INFO:tasks.workunit.client.0.smithi145.stdout: "email": "tester@ceph.com", 2023-12-03T11:47:19.488 INFO:tasks.workunit.client.0.smithi145.stdout: "suspended": 0, 2023-12-03T11:47:19.488 INFO:tasks.workunit.client.0.smithi145.stdout: "max_buckets": 1000, 2023-12-03T11:47:19.489 INFO:tasks.workunit.client.0.smithi145.stdout: "subusers": [], 2023-12-03T11:47:19.489 INFO:tasks.workunit.client.0.smithi145.stdout: "keys": [ 2023-12-03T11:47:19.489 INFO:tasks.workunit.client.0.smithi145.stdout: { 2023-12-03T11:47:19.489 INFO:tasks.workunit.client.0.smithi145.stdout: "user": "testid", 2023-12-03T11:47:19.489 INFO:tasks.workunit.client.0.smithi145.stdout: "access_key": "0555b35654ad1656d804", 2023-12-03T11:47:19.489 INFO:tasks.workunit.client.0.smithi145.stdout: "secret_key": "h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q==" 2023-12-03T11:47:19.489 INFO:tasks.workunit.client.0.smithi145.stdout: } 2023-12-03T11:47:19.489 INFO:tasks.workunit.client.0.smithi145.stdout: ], 2023-12-03T11:47:19.489 INFO:tasks.workunit.client.0.smithi145.stdout: "swift_keys": [], 2023-12-03T11:47:19.489 INFO:tasks.workunit.client.0.smithi145.stdout: "caps": [], 2023-12-03T11:47:19.489 INFO:tasks.workunit.client.0.smithi145.stdout: "op_mask": "read, write, delete", 2023-12-03T11:47:19.489 INFO:tasks.workunit.client.0.smithi145.stdout: "default_placement": "", 2023-12-03T11:47:19.489 INFO:tasks.workunit.client.0.smithi145.stdout: "default_storage_class": "", 2023-12-03T11:47:19.489 INFO:tasks.workunit.client.0.smithi145.stdout: "placement_tags": [], 2023-12-03T11:47:19.489 INFO:tasks.workunit.client.0.smithi145.stdout: "bucket_quota": { 2023-12-03T11:47:19.489 INFO:tasks.workunit.client.0.smithi145.stdout: "enabled": false, 2023-12-03T11:47:19.490 INFO:tasks.workunit.client.0.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:47:19.490 INFO:tasks.workunit.client.0.smithi145.stdout: "max_size": -1, 2023-12-03T11:47:19.490 INFO:tasks.workunit.client.0.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:47:19.490 INFO:tasks.workunit.client.0.smithi145.stdout: "max_objects": -1 2023-12-03T11:47:19.490 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:47:19.490 INFO:tasks.workunit.client.0.smithi145.stdout: "user_quota": { 2023-12-03T11:47:19.490 INFO:tasks.workunit.client.0.smithi145.stdout: "enabled": false, 2023-12-03T11:47:19.490 INFO:tasks.workunit.client.0.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:47:19.490 INFO:tasks.workunit.client.0.smithi145.stdout: "max_size": -1, 2023-12-03T11:47:19.490 INFO:tasks.workunit.client.0.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:47:19.490 INFO:tasks.workunit.client.0.smithi145.stdout: "max_objects": -1 2023-12-03T11:47:19.490 INFO:tasks.workunit.client.0.smithi145.stdout: }, 2023-12-03T11:47:19.490 INFO:tasks.workunit.client.0.smithi145.stdout: "temp_url_keys": [], 2023-12-03T11:47:19.490 INFO:tasks.workunit.client.0.smithi145.stdout: "type": "rgw", 2023-12-03T11:47:19.490 INFO:tasks.workunit.client.0.smithi145.stdout: "mfa_ids": [] 2023-12-03T11:47:19.490 INFO:tasks.workunit.client.0.smithi145.stdout:} 2023-12-03T11:47:19.491 INFO:tasks.workunit.client.0.smithi145.stdout: 2023-12-03T11:47:29.275 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi145.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:47:29.275 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:47:29.302 INFO:tasks.workunit.client.0.smithi145.stderr:5+0 records in 2023-12-03T11:47:29.302 INFO:tasks.workunit.client.0.smithi145.stderr:5+0 records out 2023-12-03T11:47:29.302 INFO:tasks.workunit.client.0.smithi145.stderr:5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0147196 s, 356 MB/s 2023-12-03T11:47:29.306 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi145.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:47:29.306 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:47:31.305 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi145.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:47:31.305 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:47:31.366 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi145.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:47:31.367 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:47:31.426 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi145.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:47:31.426 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:47:31.485 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi145.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:47:31.486 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:47:31.542 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi145.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:47:31.542 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:47:31.603 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi145.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:47:31.603 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:47:31.664 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi145.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:47:31.664 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:47:31.723 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi145.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:47:31.723 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:47:31.780 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi145.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:47:31.780 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:47:31.841 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi145.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:47:31.841 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:47:31.896 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi145.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:47:31.896 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:47:31.951 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi145.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:47:31.951 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:47:32.012 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi145.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:47:32.012 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:47:32.064 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi145.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:47:32.064 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:47:32.118 INFO:tasks.workunit.client.0.smithi145.stdout:bucket nams is reupload-bkt-119141 2023-12-03T11:47:32.118 INFO:tasks.workunit.client.0.smithi145.stdout:endpoint is https://smithi145.front.sepia.ceph.com:443 2023-12-03T11:47:32.119 INFO:tasks.workunit.client.0.smithi145.stdout:start UploadId=2~3jk6vwMchLJ5w3PhooyfJi8yZHB-m_p 2023-12-03T11:47:32.119 INFO:tasks.workunit.client.0.smithi145.stdout:phase 1 uploaded part {'ETag': '"803a2b7a34863a04011f741c77c5e166"', 'PartNumber': 1} 2023-12-03T11:47:32.119 INFO:tasks.workunit.client.0.smithi145.stdout:phase 1 uploaded part {'ETag': '"803a2b7a34863a04011f741c77c5e166"', 'PartNumber': 2} 2023-12-03T11:47:32.119 INFO:tasks.workunit.client.0.smithi145.stdout:phase 2 uploaded part {'ETag': '"803a2b7a34863a04011f741c77c5e166"', 'PartNumber': 1} 2023-12-03T11:47:32.119 INFO:tasks.workunit.client.0.smithi145.stdout:phase 2 uploaded part {'ETag': '"803a2b7a34863a04011f741c77c5e166"', 'PartNumber': 1} 2023-12-03T11:47:32.119 INFO:tasks.workunit.client.0.smithi145.stdout:phase 2 uploaded part {'ETag': '"803a2b7a34863a04011f741c77c5e166"', 'PartNumber': 1} 2023-12-03T11:47:32.119 INFO:tasks.workunit.client.0.smithi145.stdout:phase 2 uploaded part {'ETag': '"803a2b7a34863a04011f741c77c5e166"', 'PartNumber': 1} 2023-12-03T11:47:32.119 INFO:tasks.workunit.client.0.smithi145.stdout:phase 2 uploaded part {'ETag': '"803a2b7a34863a04011f741c77c5e166"', 'PartNumber': 1} 2023-12-03T11:47:32.119 INFO:tasks.workunit.client.0.smithi145.stdout:phase 2 uploaded part {'ETag': '"803a2b7a34863a04011f741c77c5e166"', 'PartNumber': 1} 2023-12-03T11:47:32.119 INFO:tasks.workunit.client.0.smithi145.stdout:phase 2 uploaded part {'ETag': '"803a2b7a34863a04011f741c77c5e166"', 'PartNumber': 1} 2023-12-03T11:47:32.119 INFO:tasks.workunit.client.0.smithi145.stdout:phase 2 uploaded part {'ETag': '"803a2b7a34863a04011f741c77c5e166"', 'PartNumber': 1} 2023-12-03T11:47:32.119 INFO:tasks.workunit.client.0.smithi145.stdout:phase 2 uploaded part {'ETag': '"803a2b7a34863a04011f741c77c5e166"', 'PartNumber': 1} 2023-12-03T11:47:32.119 INFO:tasks.workunit.client.0.smithi145.stdout:phase 2 uploaded part {'ETag': '"803a2b7a34863a04011f741c77c5e166"', 'PartNumber': 1} 2023-12-03T11:47:32.119 INFO:tasks.workunit.client.0.smithi145.stdout:phase 2 uploaded part {'ETag': '"803a2b7a34863a04011f741c77c5e166"', 'PartNumber': 1} 2023-12-03T11:47:32.119 INFO:tasks.workunit.client.0.smithi145.stdout:completing multipart upload, parts=[{'ETag': '"803a2b7a34863a04011f741c77c5e166"', 'PartNumber': 1}, {'ETag': '"803a2b7a34863a04011f741c77c5e166"', 'PartNumber': 2}] 2023-12-03T11:47:32.600 INFO:tasks.workunit.client.0.smithi145.stdout:radosgw-admin bucket radoslist: 2023-12-03T11:47:32.601 INFO:tasks.workunit.client.0.smithi145.stdout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.2_mpu_test4 2023-12-03T11:47:32.601 INFO:tasks.workunit.client.0.smithi145.stdout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.2__multipart_mpu_test4.2~3jk6vwMchLJ5w3PhooyfJi8yZHB-m_p.2 2023-12-03T11:47:32.601 INFO:tasks.workunit.client.0.smithi145.stdout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.2__multipart_mpu_test4.Ieo71K9CWOUjVwyk5pEG_lVlS22fFXTx.1 2023-12-03T11:47:32.657 INFO:tasks.workunit.client.0.smithi145.stdout:rados ls: 2023-12-03T11:47:32.657 INFO:tasks.workunit.client.0.smithi145.stdout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.2_mpu_test4 2023-12-03T11:47:32.657 INFO:tasks.workunit.client.0.smithi145.stdout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.2__multipart_mpu_test4.2~3jk6vwMchLJ5w3PhooyfJi8yZHB-m_p.2 2023-12-03T11:47:32.657 INFO:tasks.workunit.client.0.smithi145.stdout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.2__multipart_mpu_test4.Ieo71K9CWOUjVwyk5pEG_lVlS22fFXTx.1 2023-12-03T11:47:32.672 INFO:tasks.workunit.client.0.smithi145.stdout:== PASSED == 2023-12-03T11:47:32.672 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:47:32.673 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:47:32.739 INFO:tasks.workunit:Stopping ['rgw/test_rgw_s3_mp_reupload.sh'] on client.0... 2023-12-03T11:47:32.739 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-03T11:47:33.068 DEBUG:teuthology.parallel:result is None 2023-12-03T11:47:33.069 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:47:33.096 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:47:33.096 DEBUG:teuthology.orchestra.run.smithi145:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:47:33.150 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:47:33.151 INFO:teuthology.run_tasks:Running task ragweed... 2023-12-03T11:47:33.165 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2023-12-03T11:47:33.165 INFO:tasks.ragweed:Downloading ragweed... 2023-12-03T11:47:33.165 INFO:tasks.ragweed:Using branch 'wip-alimasa-multi-pubsub-etag' for ragweed 2023-12-03T11:47:33.165 DEBUG:teuthology.orchestra.run.smithi145:> git clone -b wip-alimasa-multi-pubsub-etag https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2023-12-03T11:47:33.205 INFO:teuthology.orchestra.run.smithi145.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2023-12-03T11:47:33.330 INFO:teuthology.orchestra.run.smithi145.stderr:fatal: Remote branch wip-alimasa-multi-pubsub-etag not found in upstream origin 2023-12-03T11:47:33.331 DEBUG:teuthology.orchestra.run:got remote process result: 128 2023-12-03T11:47:33.332 INFO:tasks.ragweed:Using branch 'ceph-master' for ragweed 2023-12-03T11:47:33.332 DEBUG:teuthology.orchestra.run.smithi145:> git clone -b ceph-master https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2023-12-03T11:47:33.387 INFO:teuthology.orchestra.run.smithi145.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2023-12-03T11:47:33.508 INFO:tasks.ragweed:Creating rgw users... 2023-12-03T11:47:33.508 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2023-12-03T11:47:33.508 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key IIAXHFISEZNCICBTMRXR --secret ZEWTUPlKp7oQ5jEv1laVhtZ/iEAsQ+dDQHXu5tgGMv+Tws0CZd52lA== --email ragweed.client.0+test@test.test --system false 2023-12-03T11:47:33.599 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:47:33.599 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:47:33.610 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.608+0000 7f3307010800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.612 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.610+0000 7f3307010800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.612 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.610+0000 7f3307010800 20 realm 2023-12-03T11:47:33.612 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.610+0000 7f3307010800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.612 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.610+0000 7f3307010800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.612 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.610+0000 7f3307010800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:47:33.612 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.610+0000 7f3307010800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.612 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.610+0000 7f3307010800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.612 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.610+0000 7f3307010800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.613 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.611+0000 7f3307010800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:47:33.613 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.611+0000 7f3307010800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.613 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.612+0000 7f3307010800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:47:33.613 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.612+0000 7f3307010800 20 searching for the correct realm 2023-12-03T11:47:33.624 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.623+0000 7f3302e51640 0 -- 172.21.15.145:0/4278149885 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f32f8018070 msgr2=0x7f32f808b210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:47:33.624 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.623+0000 7f3307010800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:47:33.625 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.623+0000 7f3307010800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:47:33.625 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.623+0000 7f3307010800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:47:33.625 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.623+0000 7f3307010800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:47:33.625 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.623+0000 7f3307010800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.625 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.623+0000 7f3307010800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.625 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.623+0000 7f3307010800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.626 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.623+0000 7f3307010800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:47:33.626 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.623+0000 7f3307010800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.626 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.624+0000 7f3307010800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:47:33.626 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.624+0000 7f3307010800 20 zone default found 2023-12-03T11:47:33.627 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.624+0000 7f3307010800 4 Realm: () 2023-12-03T11:47:33.627 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.624+0000 7f3307010800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:47:33.627 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.624+0000 7f3307010800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:47:33.627 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.624+0000 7f3307010800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:47:33.627 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.624+0000 7f3307010800 20 zonegroup default 2023-12-03T11:47:33.627 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.624+0000 7f3307010800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.627 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.624+0000 7f3307010800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.627 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.624+0000 7f3307010800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.627 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.624+0000 7f3307010800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.627 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.624+0000 7f3307010800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.627 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.625+0000 7f3307010800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.627 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.625+0000 7f3307010800 20 started sync module instance, tier type = 2023-12-03T11:47:33.627 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.625+0000 7f3307010800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:47:33.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.634+0000 7f3301e4f640 0 -- 172.21.15.145:0/4278149885 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55a100a5b990 msgr2=0x55a100a5dd80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:47:33.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.634+0000 7f3307010800 20 add_watcher() i=0 2023-12-03T11:47:33.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.634+0000 7f3307010800 20 add_watcher() i=1 2023-12-03T11:47:33.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.634+0000 7f3307010800 20 add_watcher() i=2 2023-12-03T11:47:33.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.634+0000 7f3307010800 20 add_watcher() i=3 2023-12-03T11:47:33.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.634+0000 7f3307010800 20 add_watcher() i=4 2023-12-03T11:47:33.636 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.634+0000 7f3307010800 20 add_watcher() i=5 2023-12-03T11:47:33.636 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.634+0000 7f3307010800 20 add_watcher() i=6 2023-12-03T11:47:33.636 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.635+0000 7f3307010800 20 add_watcher() i=7 2023-12-03T11:47:33.636 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.635+0000 7f3307010800 2 all 8 watchers are set, enabling cache 2023-12-03T11:47:33.638 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.637+0000 7f32c7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:47:33.638 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.637+0000 7f3307010800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:47:33.638 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.637+0000 7f3307010800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:47:33.644 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.641+0000 7f3307010800 5 note: GC not initialized 2023-12-03T11:47:33.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.641+0000 7f3236ffd640 20 reqs_thread_entry: start 2023-12-03T11:47:33.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.642+0000 7f3307010800 20 init_complete bucket index max shards: 1 2023-12-03T11:47:33.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.642+0000 7f3307010800 20 Filter name: none 2023-12-03T11:47:33.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.642+0000 7f3234ff9640 20 reqs_thread_entry: start 2023-12-03T11:47:33.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.642+0000 7f3307010800 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2023-12-03T11:47:33.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.642+0000 7f3307010800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.642+0000 7f3307010800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.642+0000 7f3307010800 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2023-12-03T11:47:33.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.642+0000 7f3307010800 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2023-12-03T11:47:33.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.642+0000 7f3307010800 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2023-12-03T11:47:33.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.642+0000 7f3307010800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.643+0000 7f3307010800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.643+0000 7f3307010800 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2023-12-03T11:47:33.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.643+0000 7f3307010800 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2023-12-03T11:47:33.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.643+0000 7f3307010800 10 cache get: name=default.rgw.meta+users.keys+IIAXHFISEZNCICBTMRXR : miss 2023-12-03T11:47:33.646 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.643+0000 7f3307010800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.646 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.643+0000 7f3307010800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.646 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.643+0000 7f3307010800 10 cache put: name=default.rgw.meta+users.keys+IIAXHFISEZNCICBTMRXR info.flags=0x0 2023-12-03T11:47:33.646 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.643+0000 7f3307010800 10 adding default.rgw.meta+users.keys+IIAXHFISEZNCICBTMRXR to cache LRU end 2023-12-03T11:47:33.646 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.643+0000 7f3307010800 10 cache get: name=default.rgw.meta+users.keys+IIAXHFISEZNCICBTMRXR : hit (negative entry) 2023-12-03T11:47:33.646 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.643+0000 7f3307010800 10 cache get: name=default.rgw.meta+users.keys+IIAXHFISEZNCICBTMRXR : hit (negative entry) 2023-12-03T11:47:33.647 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.644+0000 7f3307010800 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2023-12-03T11:47:33.647 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.644+0000 7f3307010800 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2023-12-03T11:47:33.647 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.644+0000 7f3307010800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2023-12-03T11:47:33.647 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.645+0000 7f32f0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1052266987558 cookie 94149988990160 notifier 5717 bl.length()=641 2023-12-03T11:47:33.647 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.645+0000 7f32f0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2023-12-03T11:47:33.647 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.645+0000 7f32f0ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2023-12-03T11:47:33.648 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.646+0000 7f3307010800 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2023-12-03T11:47:33.648 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.646+0000 7f3307010800 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2023-12-03T11:47:33.648 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.646+0000 7f3307010800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2023-12-03T11:47:33.648 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.647+0000 7f32e3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1052266987526 cookie 94149988986736 notifier 5717 bl.length()=202 2023-12-03T11:47:33.648 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.647+0000 7f32e3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2023-12-03T11:47:33.648 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.647+0000 7f32e3fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2023-12-03T11:47:33.650 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.648+0000 7f3307010800 10 cache put: name=default.rgw.meta+users.keys+IIAXHFISEZNCICBTMRXR info.flags=0x7 2023-12-03T11:47:33.650 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.648+0000 7f3307010800 10 moving default.rgw.meta+users.keys+IIAXHFISEZNCICBTMRXR to cache LRU end 2023-12-03T11:47:33.650 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.648+0000 7f3307010800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:IIAXHFISEZNCICBTMRXR, ofs0, ns] 2023-12-03T11:47:33.650 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.649+0000 7f32e3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1052266987559 cookie 139856886022144 notifier 5717 bl.length()=190 2023-12-03T11:47:33.650 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.649+0000 7f32e3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+IIAXHFISEZNCICBTMRXR info.flags=0x7 2023-12-03T11:47:33.650 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.649+0000 7f32e3fff640 10 rgw watcher librados: moving default.rgw.meta+users.keys+IIAXHFISEZNCICBTMRXR to cache LRU end 2023-12-03T11:47:33.650 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2023-12-03T11:47:33.651 INFO:teuthology.orchestra.run.smithi145.stdout: "user_id": "ragweed.client.0", 2023-12-03T11:47:33.651 INFO:teuthology.orchestra.run.smithi145.stdout: "display_name": "Mr. ragweed.client.0", 2023-12-03T11:47:33.651 INFO:teuthology.orchestra.run.smithi145.stdout: "email": "ragweed.client.0+test@test.test", 2023-12-03T11:47:33.651 INFO:teuthology.orchestra.run.smithi145.stdout: "suspended": 0, 2023-12-03T11:47:33.651 INFO:teuthology.orchestra.run.smithi145.stdout: "max_buckets": 1000, 2023-12-03T11:47:33.651 INFO:teuthology.orchestra.run.smithi145.stdout: "subusers": [], 2023-12-03T11:47:33.651 INFO:teuthology.orchestra.run.smithi145.stdout: "keys": [ 2023-12-03T11:47:33.651 INFO:teuthology.orchestra.run.smithi145.stdout: { 2023-12-03T11:47:33.651 INFO:teuthology.orchestra.run.smithi145.stdout: "user": "ragweed.client.0", 2023-12-03T11:47:33.651 INFO:teuthology.orchestra.run.smithi145.stdout: "access_key": "IIAXHFISEZNCICBTMRXR", 2023-12-03T11:47:33.651 INFO:teuthology.orchestra.run.smithi145.stdout: "secret_key": "ZEWTUPlKp7oQ5jEv1laVhtZ/iEAsQ+dDQHXu5tgGMv+Tws0CZd52lA==" 2023-12-03T11:47:33.651 INFO:teuthology.orchestra.run.smithi145.stdout: } 2023-12-03T11:47:33.651 INFO:teuthology.orchestra.run.smithi145.stdout: ], 2023-12-03T11:47:33.651 INFO:teuthology.orchestra.run.smithi145.stdout: "swift_keys": [], 2023-12-03T11:47:33.651 INFO:teuthology.orchestra.run.smithi145.stdout: "caps": [], 2023-12-03T11:47:33.651 INFO:teuthology.orchestra.run.smithi145.stdout: "op_mask": "read, write, delete", 2023-12-03T11:47:33.652 INFO:teuthology.orchestra.run.smithi145.stdout: "default_placement": "", 2023-12-03T11:47:33.652 INFO:teuthology.orchestra.run.smithi145.stdout: "default_storage_class": "", 2023-12-03T11:47:33.652 INFO:teuthology.orchestra.run.smithi145.stdout: "placement_tags": [], 2023-12-03T11:47:33.652 INFO:teuthology.orchestra.run.smithi145.stdout: "bucket_quota": { 2023-12-03T11:47:33.652 INFO:teuthology.orchestra.run.smithi145.stdout: "enabled": false, 2023-12-03T11:47:33.652 INFO:teuthology.orchestra.run.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:47:33.652 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size": -1, 2023-12-03T11:47:33.652 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:47:33.652 INFO:teuthology.orchestra.run.smithi145.stdout: "max_objects": -1 2023-12-03T11:47:33.652 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:47:33.652 INFO:teuthology.orchestra.run.smithi145.stdout: "user_quota": { 2023-12-03T11:47:33.652 INFO:teuthology.orchestra.run.smithi145.stdout: "enabled": false, 2023-12-03T11:47:33.652 INFO:teuthology.orchestra.run.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:47:33.652 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size": -1, 2023-12-03T11:47:33.652 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:47:33.652 INFO:teuthology.orchestra.run.smithi145.stdout: "max_objects": -1 2023-12-03T11:47:33.653 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:47:33.653 INFO:teuthology.orchestra.run.smithi145.stdout: "temp_url_keys": [], 2023-12-03T11:47:33.653 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "rgw", 2023-12-03T11:47:33.653 INFO:teuthology.orchestra.run.smithi145.stdout: "mfa_ids": [] 2023-12-03T11:47:33.653 INFO:teuthology.orchestra.run.smithi145.stdout:} 2023-12-03T11:47:33.653 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:47:33.653 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.650+0000 7f32c7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:47:33.654 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.652+0000 7f3307010800 20 remove_watcher() i=0 2023-12-03T11:47:33.654 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.652+0000 7f3307010800 2 removed watcher, disabling cache 2023-12-03T11:47:33.655 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.653+0000 7f3307010800 20 remove_watcher() i=1 2023-12-03T11:47:33.656 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.655+0000 7f3307010800 20 remove_watcher() i=2 2023-12-03T11:47:33.657 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.656+0000 7f3307010800 20 remove_watcher() i=3 2023-12-03T11:47:33.658 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.656+0000 7f3307010800 20 remove_watcher() i=4 2023-12-03T11:47:33.659 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.657+0000 7f3307010800 20 remove_watcher() i=5 2023-12-03T11:47:33.659 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.658+0000 7f3307010800 20 remove_watcher() i=6 2023-12-03T11:47:33.660 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.659+0000 7f3307010800 20 remove_watcher() i=7 2023-12-03T11:47:33.666 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2023-12-03T11:47:33.666 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key UQROUTWHXKVNLJRHJDHE --secret JXW+Yh5hDNLoVi+ju1ikTKlctDA9i/NLsiKPwTzp4FUsvEgYeZaW9A== --email sysuser.client.0+test@test.test --system true 2023-12-03T11:47:33.716 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:47:33.716 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:47:33.727 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.726+0000 7fade493e800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.729 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.727+0000 7fade493e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.729 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.727+0000 7fade493e800 20 realm 2023-12-03T11:47:33.729 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.727+0000 7fade493e800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.729 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.727+0000 7fade493e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.729 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.727+0000 7fade493e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:47:33.729 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.727+0000 7fade493e800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.729 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.728+0000 7fade493e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.729 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.728+0000 7fade493e800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.730 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.729+0000 7fade493e800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:47:33.730 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.729+0000 7fade493e800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.730 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.729+0000 7fade493e800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:47:33.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.729+0000 7fade493e800 20 searching for the correct realm 2023-12-03T11:47:33.944 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.942+0000 7fade0703640 0 -- 172.21.15.145:0/1833705139 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5603ba9a5930 msgr2=0x5603ba9a7d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:47:33.944 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.942+0000 7fade493e800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:47:33.944 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.942+0000 7fade493e800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:47:33.944 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.942+0000 7fade493e800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:47:33.944 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.942+0000 7fade493e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:47:33.944 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.943+0000 7fade493e800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.944 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.943+0000 7fade493e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.945 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.943+0000 7fade493e800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.946 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.943+0000 7fade493e800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:47:33.946 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.943+0000 7fade493e800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.946 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.943+0000 7fade493e800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:47:33.946 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.943+0000 7fade493e800 20 zone default found 2023-12-03T11:47:33.946 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.943+0000 7fade493e800 4 Realm: () 2023-12-03T11:47:33.946 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.943+0000 7fade493e800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:47:33.946 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.943+0000 7fade493e800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:47:33.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.943+0000 7fade493e800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:47:33.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.943+0000 7fade493e800 20 zonegroup default 2023-12-03T11:47:33.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.943+0000 7fade493e800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.944+0000 7fade493e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.944+0000 7fade493e800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.944+0000 7fade493e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.944+0000 7fade493e800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.944+0000 7fade493e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.944+0000 7fade493e800 20 started sync module instance, tier type = 2023-12-03T11:47:33.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.944+0000 7fade493e800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:47:33.954 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.952+0000 7faddff02640 0 -- 172.21.15.145:0/1833705139 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x5603ba9a8f70 msgr2=0x5603ba9ab360 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:47:33.958 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.954+0000 7fade493e800 20 add_watcher() i=0 2023-12-03T11:47:33.958 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.954+0000 7fade493e800 20 add_watcher() i=1 2023-12-03T11:47:33.958 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.954+0000 7fade493e800 20 add_watcher() i=2 2023-12-03T11:47:33.958 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.954+0000 7fade493e800 20 add_watcher() i=3 2023-12-03T11:47:33.958 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.954+0000 7fade493e800 20 add_watcher() i=4 2023-12-03T11:47:33.958 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.954+0000 7fade493e800 20 add_watcher() i=5 2023-12-03T11:47:33.959 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.954+0000 7fade493e800 20 add_watcher() i=6 2023-12-03T11:47:33.959 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.955+0000 7fade493e800 20 add_watcher() i=7 2023-12-03T11:47:33.959 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.955+0000 7fade493e800 2 all 8 watchers are set, enabling cache 2023-12-03T11:47:33.959 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.956+0000 7fada67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:47:33.959 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.956+0000 7fade493e800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:47:33.959 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.956+0000 7fade493e800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:47:33.963 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.961+0000 7fade493e800 5 note: GC not initialized 2023-12-03T11:47:33.963 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.961+0000 7fad157fa640 20 reqs_thread_entry: start 2023-12-03T11:47:33.963 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.961+0000 7fade493e800 20 init_complete bucket index max shards: 1 2023-12-03T11:47:33.963 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.961+0000 7fade493e800 20 Filter name: none 2023-12-03T11:47:33.963 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.961+0000 7fad0effd640 20 reqs_thread_entry: start 2023-12-03T11:47:33.963 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.961+0000 7fade493e800 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2023-12-03T11:47:33.963 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.961+0000 7fade493e800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.964 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.962+0000 7fade493e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.964 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.962+0000 7fade493e800 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2023-12-03T11:47:33.964 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.962+0000 7fade493e800 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2023-12-03T11:47:33.965 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.962+0000 7fade493e800 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2023-12-03T11:47:33.965 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.962+0000 7fade493e800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.965 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.962+0000 7fade493e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.965 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.962+0000 7fade493e800 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2023-12-03T11:47:33.965 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.962+0000 7fade493e800 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2023-12-03T11:47:33.965 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.962+0000 7fade493e800 10 cache get: name=default.rgw.meta+users.keys+UQROUTWHXKVNLJRHJDHE : miss 2023-12-03T11:47:33.965 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.962+0000 7fade493e800 20 rados->read ofs=0 len=0 2023-12-03T11:47:33.965 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.962+0000 7fade493e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:33.965 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.962+0000 7fade493e800 10 cache put: name=default.rgw.meta+users.keys+UQROUTWHXKVNLJRHJDHE info.flags=0x0 2023-12-03T11:47:33.965 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.962+0000 7fade493e800 10 adding default.rgw.meta+users.keys+UQROUTWHXKVNLJRHJDHE to cache LRU end 2023-12-03T11:47:33.965 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.963+0000 7fade493e800 10 cache get: name=default.rgw.meta+users.keys+UQROUTWHXKVNLJRHJDHE : hit (negative entry) 2023-12-03T11:47:33.965 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.963+0000 7fade493e800 10 cache get: name=default.rgw.meta+users.keys+UQROUTWHXKVNLJRHJDHE : hit (negative entry) 2023-12-03T11:47:33.966 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.964+0000 7fade493e800 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2023-12-03T11:47:33.966 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.964+0000 7fade493e800 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2023-12-03T11:47:33.966 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.964+0000 7fade493e800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2023-12-03T11:47:33.966 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.964+0000 7fadc6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1052266987527 cookie 94574015602784 notifier 5943 bl.length()=641 2023-12-03T11:47:33.966 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.964+0000 7fadc6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2023-12-03T11:47:33.966 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.964+0000 7fadc6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2023-12-03T11:47:33.968 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.966+0000 7fade493e800 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2023-12-03T11:47:33.968 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.966+0000 7fade493e800 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2023-12-03T11:47:33.968 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.966+0000 7fade493e800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2023-12-03T11:47:33.968 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.967+0000 7fadc6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1052266987560 cookie 94574015612608 notifier 5943 bl.length()=202 2023-12-03T11:47:33.968 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.967+0000 7fadc6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2023-12-03T11:47:33.968 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.967+0000 7fadc6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2023-12-03T11:47:33.970 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.969+0000 7fade493e800 10 cache put: name=default.rgw.meta+users.keys+UQROUTWHXKVNLJRHJDHE info.flags=0x7 2023-12-03T11:47:33.970 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.969+0000 7fade493e800 10 moving default.rgw.meta+users.keys+UQROUTWHXKVNLJRHJDHE to cache LRU end 2023-12-03T11:47:33.970 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.969+0000 7fade493e800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:UQROUTWHXKVNLJRHJDHE, ofs0, ns] 2023-12-03T11:47:33.971 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.969+0000 7fadc6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1052266987528 cookie 94574015602784 notifier 5943 bl.length()=190 2023-12-03T11:47:33.971 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.969+0000 7fadc6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+UQROUTWHXKVNLJRHJDHE info.flags=0x7 2023-12-03T11:47:33.971 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.969+0000 7fadc6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+UQROUTWHXKVNLJRHJDHE to cache LRU end 2023-12-03T11:47:33.971 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2023-12-03T11:47:33.971 INFO:teuthology.orchestra.run.smithi145.stdout: "user_id": "sysuser.client.0", 2023-12-03T11:47:33.971 INFO:teuthology.orchestra.run.smithi145.stdout: "display_name": "Mr. sysuser.client.0", 2023-12-03T11:47:33.971 INFO:teuthology.orchestra.run.smithi145.stdout: "email": "sysuser.client.0+test@test.test", 2023-12-03T11:47:33.971 INFO:teuthology.orchestra.run.smithi145.stdout: "suspended": 0, 2023-12-03T11:47:33.971 INFO:teuthology.orchestra.run.smithi145.stdout: "max_buckets": 1000, 2023-12-03T11:47:33.971 INFO:teuthology.orchestra.run.smithi145.stdout: "subusers": [], 2023-12-03T11:47:33.972 INFO:teuthology.orchestra.run.smithi145.stdout: "keys": [ 2023-12-03T11:47:33.972 INFO:teuthology.orchestra.run.smithi145.stdout: { 2023-12-03T11:47:33.972 INFO:teuthology.orchestra.run.smithi145.stdout: "user": "sysuser.client.0", 2023-12-03T11:47:33.972 INFO:teuthology.orchestra.run.smithi145.stdout: "access_key": "UQROUTWHXKVNLJRHJDHE", 2023-12-03T11:47:33.972 INFO:teuthology.orchestra.run.smithi145.stdout: "secret_key": "JXW+Yh5hDNLoVi+ju1ikTKlctDA9i/NLsiKPwTzp4FUsvEgYeZaW9A==" 2023-12-03T11:47:33.972 INFO:teuthology.orchestra.run.smithi145.stdout: } 2023-12-03T11:47:33.972 INFO:teuthology.orchestra.run.smithi145.stdout: ], 2023-12-03T11:47:33.972 INFO:teuthology.orchestra.run.smithi145.stdout: "swift_keys": [], 2023-12-03T11:47:33.972 INFO:teuthology.orchestra.run.smithi145.stdout: "caps": [], 2023-12-03T11:47:33.972 INFO:teuthology.orchestra.run.smithi145.stdout: "op_mask": "read, write, delete", 2023-12-03T11:47:33.972 INFO:teuthology.orchestra.run.smithi145.stdout: "system": true, 2023-12-03T11:47:33.972 INFO:teuthology.orchestra.run.smithi145.stdout: "default_placement": "", 2023-12-03T11:47:33.972 INFO:teuthology.orchestra.run.smithi145.stdout: "default_storage_class": "", 2023-12-03T11:47:33.972 INFO:teuthology.orchestra.run.smithi145.stdout: "placement_tags": [], 2023-12-03T11:47:33.972 INFO:teuthology.orchestra.run.smithi145.stdout: "bucket_quota": { 2023-12-03T11:47:33.972 INFO:teuthology.orchestra.run.smithi145.stdout: "enabled": false, 2023-12-03T11:47:33.973 INFO:teuthology.orchestra.run.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:47:33.973 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size": -1, 2023-12-03T11:47:33.973 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:47:33.973 INFO:teuthology.orchestra.run.smithi145.stdout: "max_objects": -1 2023-12-03T11:47:33.973 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:47:33.973 INFO:teuthology.orchestra.run.smithi145.stdout: "user_quota": { 2023-12-03T11:47:33.973 INFO:teuthology.orchestra.run.smithi145.stdout: "enabled": false, 2023-12-03T11:47:33.973 INFO:teuthology.orchestra.run.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:47:33.973 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size": -1, 2023-12-03T11:47:33.973 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:47:33.973 INFO:teuthology.orchestra.run.smithi145.stdout: "max_objects": -1 2023-12-03T11:47:33.973 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:47:33.973 INFO:teuthology.orchestra.run.smithi145.stdout: "temp_url_keys": [], 2023-12-03T11:47:33.973 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "rgw", 2023-12-03T11:47:33.973 INFO:teuthology.orchestra.run.smithi145.stdout: "mfa_ids": [] 2023-12-03T11:47:33.973 INFO:teuthology.orchestra.run.smithi145.stdout:} 2023-12-03T11:47:33.974 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:47:33.974 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.970+0000 7fada67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:47:33.974 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.973+0000 7fade493e800 20 remove_watcher() i=0 2023-12-03T11:47:33.974 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.973+0000 7fade493e800 2 removed watcher, disabling cache 2023-12-03T11:47:33.975 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.974+0000 7fade493e800 20 remove_watcher() i=1 2023-12-03T11:47:33.976 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.975+0000 7fade493e800 20 remove_watcher() i=2 2023-12-03T11:47:33.977 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.976+0000 7fade493e800 20 remove_watcher() i=3 2023-12-03T11:47:33.979 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.977+0000 7fade493e800 20 remove_watcher() i=4 2023-12-03T11:47:33.979 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.978+0000 7fade493e800 20 remove_watcher() i=5 2023-12-03T11:47:33.981 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.979+0000 7fade493e800 20 remove_watcher() i=6 2023-12-03T11:47:33.981 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:47:33.980+0000 7fade493e800 20 remove_watcher() i=7 2023-12-03T11:47:33.987 INFO:tasks.ragweed:Configuring ragweed... 2023-12-03T11:47:33.987 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:47:33.987 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2023-12-03T11:47:34.001 INFO:tasks.ragweed:Configuring boto... 2023-12-03T11:47:34.002 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:47:34.002 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/home/ubuntu/cephtest/boto.cfg 2023-12-03T11:47:34.056 DEBUG:teuthology.orchestra.run.smithi145:ragweed tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/ragweed.client.0 && RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg tox --sitepackages -- -v -m 'not fails_on_rgw' 2023-12-03T11:47:34.221 INFO:teuthology.orchestra.run.smithi145.stdout:GLOB sdist-make: /home/ubuntu/cephtest/ragweed.client.0/setup.py 2023-12-03T11:47:34.396 INFO:teuthology.orchestra.run.smithi145.stdout:py create: /home/ubuntu/cephtest/ragweed.client.0/.tox/py 2023-12-03T11:47:34.914 INFO:teuthology.orchestra.run.smithi145.stdout:py installdeps: -rrequirements.txt 2023-12-03T11:47:45.535 INFO:teuthology.orchestra.run.smithi145.stdout:py inst: /home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip 2023-12-03T11:47:47.785 INFO:teuthology.orchestra.run.smithi145.stdout:py installed: asyncssh==2.13.2,Babel==2.9.1,bcrypt==3.2.2,boto==2.49.0,cachetools==4.2.4,ceph==1.0.0,ceph-volume==1.0.0,cephfs==2.0.0,certifi==2021.10.8,cffi==1.14.5,chardet==4.0.0,cheroot==8.6.0,CherryPy==18.6.1,cockpit @ file:///builddir/build/BUILD/cockpit-299/tmp/wheel/cockpit-299-py3-none-any.whl,cryptography==36.0.1,dasbus==1.4,dbus-python==1.2.18,distro==1.5.0,docopt==0.6.2,exceptiongroup==1.2.0,execnet==2.0.2,file-magic==0.4.0,gevent==23.9.1,google-auth==2.23.4,gpg==1.15.1,greenlet==3.0.1,httplib2==0.22.0,idna==2.10,iniconfig==2.0.0,isodate==0.6.1,jaraco.classes==3.2.1,jaraco.collections==3.0.0,jaraco.functools==3.5.0,jaraco.text==3.2.0,Jinja2==2.11.3,jsonpatch==1.21,jsonpointer==2.0,kubernetes==26.1.0,libcomps==0.1.18,logutils==0.3.5,lxml==4.6.5,Mako==1.1.4.dev0,MarkupSafe==1.1.1,more-itertools==8.12.0,munch==4.0.0,natsort==7.1.1,nftables==0.1,numpy==1.20.1,oauthlib==3.1.1,packaging==23.2,pecan==1.4.2,perf==0.1,pexpect==4.8.0,pluggy==1.3.0,ply==3.11,portend==3.1.0,prettytable==0.7.2,psutil==5.8.0,ptyprocess==0.6.0,pyasn1==0.4.8,pyasn1-modules==0.2.8,pycparser==2.20,PyGObject==3.40.1,PyJWT==2.4.0,pyOpenSSL==21.0.0,pyparsing==2.4.7,PySocks==1.7.1,pytest==7.4.3,python-dateutil==2.8.1,python-linux-procfs==0.7.0,pytz==2021.1,pyudev==0.22.0,PyYAML==5.4.1,rados==2.0.0,ragweed @ file:///home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip#sha256=1963777d921467a1a954ae6f17811cf7c2f6d84dd0cea6bca363ac162415fb43,rbd==2.0.0,registries-conf-ctl==1.0,remoto==1.2.1,repoze.lru==0.7,requests==2.25.1,requests-oauthlib==1.3.0,rgw==2.0.0,Routes==2.5.1,rpm==4.16.1.3,rsa==4.9,s3cmd==2.3.0,scipy==1.6.2,selinux==3.5,sepolicy==3.5,setools==4.4.3,setroubleshoot @ file:///builddir/build/BUILD/setroubleshoot-3.3.32/src,six==1.15.0,sos==4.3,systemd-python==234,tempora==5.0.0,toml==0.10.2,tomli==2.0.1,typing_extensions==4.4.0,urllib3==1.26.5,WebOb==1.8.7,websocket-client==1.2.3,Werkzeug==2.0.3,zc.lockfile==2.0,zope.event==5.0,zope.interface==6.1 2023-12-03T11:47:47.786 INFO:teuthology.orchestra.run.smithi145.stdout:py run-test-pre: PYTHONHASHSEED='2222363030' 2023-12-03T11:47:47.786 INFO:teuthology.orchestra.run.smithi145.stdout:py run-test: commands[0] | python -m pytest -v -m 'not fails_on_rgw' 2023-12-03T11:47:47.997 INFO:teuthology.orchestra.run.smithi145.stdout:============================= test session starts ============================== 2023-12-03T11:47:47.997 INFO:teuthology.orchestra.run.smithi145.stdout:platform linux -- Python 3.9.17, pytest-7.4.3, pluggy-1.3.0 -- /home/ubuntu/cephtest/ragweed.client.0/.tox/py/bin/python 2023-12-03T11:47:47.997 INFO:teuthology.orchestra.run.smithi145.stdout:cachedir: .tox/py/.pytest_cache 2023-12-03T11:47:47.997 INFO:teuthology.orchestra.run.smithi145.stdout:rootdir: /home/ubuntu/cephtest/ragweed.client.0 2023-12-03T11:47:47.997 INFO:teuthology.orchestra.run.smithi145.stdout:configfile: pytest.ini 2023-12-03T11:47:48.095 INFO:teuthology.orchestra.run.smithi145.stdout:collecting ... collected 9 items 2023-12-03T11:47:48.096 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:47:50.411 INFO:teuthology.orchestra.run.smithi145.stdout:ragweed/tests/tests.py::r_test_small_obj_data::test PASSED [ 11%] 2023-12-03T11:47:51.298 INFO:teuthology.orchestra.run.smithi145.stdout:ragweed/tests/tests.py::r_test_multipart_simple::test PASSED [ 22%] 2023-12-03T11:47:52.128 INFO:teuthology.orchestra.run.smithi145.stdout:ragweed/tests/tests.py::r_test_multipart_index_versioning::test PASSED [ 33%] 2023-12-03T11:47:53.021 INFO:teuthology.orchestra.run.smithi145.stdout:ragweed/tests/tests.py::r_test_multipart_defer_complete::test PASSED [ 44%] 2023-12-03T11:47:53.910 INFO:teuthology.orchestra.run.smithi145.stdout:ragweed/tests/tests.py::r_test_multipart_defer_update_complete::test PASSED [ 55%] 2023-12-03T11:48:00.091 INFO:teuthology.orchestra.run.smithi145.stdout:ragweed/tests/tests.py::r_test_obj_storage_class::test PASSED [ 66%] 2023-12-03T11:48:01.822 INFO:teuthology.orchestra.run.smithi145.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart::test PASSED [ 77%] 2023-12-03T11:48:04.095 INFO:teuthology.orchestra.run.smithi145.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_copy::test PASSED [ 88%] 2023-12-03T11:48:07.406 INFO:teuthology.orchestra.run.smithi145.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart_copy::test PASSED [100%] 2023-12-03T11:48:07.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:48:07.406 INFO:teuthology.orchestra.run.smithi145.stdout:=============================== warnings summary =============================== 2023-12-03T11:48:07.407 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/boto/plugin.py:40 2023-12-03T11:48:07.407 INFO:teuthology.orchestra.run.smithi145.stdout: /home/ubuntu/cephtest/ragweed.client.0/.tox/py/lib/python3.9/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses 2023-12-03T11:48:07.407 INFO:teuthology.orchestra.run.smithi145.stdout: import imp 2023-12-03T11:48:07.407 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:48:07.407 INFO:teuthology.orchestra.run.smithi145.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2023-12-03T11:48:07.407 INFO:teuthology.orchestra.run.smithi145.stdout:======================== 9 passed, 1 warning in 19.41s ========================= 2023-12-03T11:48:07.439 INFO:teuthology.orchestra.run.smithi145.stdout:___________________________________ summary ____________________________________ 2023-12-03T11:48:07.439 INFO:teuthology.orchestra.run.smithi145.stdout: py: commands succeeded 2023-12-03T11:48:07.440 INFO:teuthology.orchestra.run.smithi145.stdout: congratulations :) 2023-12-03T11:48:07.454 INFO:tasks.ragweed:Cleaning up boto... 2023-12-03T11:48:07.454 DEBUG:teuthology.orchestra.run.smithi145:> rm -f /home/ubuntu/cephtest/boto.cfg 2023-12-03T11:48:07.469 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2023-12-03T11:48:07.551 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:48:07.551 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:48:07.562 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.561+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.564 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.562+0000 7fe179a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:07.564 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.562+0000 7fe179a13800 20 realm 2023-12-03T11:48:07.564 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.562+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.564 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.562+0000 7fe179a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:07.564 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.562+0000 7fe179a13800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:48:07.564 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.562+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.564 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.563+0000 7fe179a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:07.564 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.563+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.565 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.564+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:48:07.565 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.564+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.566 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.564+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:48:07.566 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.564+0000 7fe179a13800 20 searching for the correct realm 2023-12-03T11:48:07.578 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.575+0000 7fe177d1b640 0 -- 172.21.15.145:0/4137139400 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7fe16c057aa0 msgr2=0x7fe16c019850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:48:07.578 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.575+0000 7fe179a13800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:48:07.578 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.575+0000 7fe179a13800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:48:07.578 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.575+0000 7fe179a13800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:48:07.578 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.575+0000 7fe179a13800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:48:07.578 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.575+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.578 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.575+0000 7fe179a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:07.578 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.576+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.578 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.576+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:48:07.578 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.576+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.578 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.576+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:48:07.579 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.576+0000 7fe179a13800 20 zone default found 2023-12-03T11:48:07.579 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.576+0000 7fe179a13800 4 Realm: () 2023-12-03T11:48:07.579 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.576+0000 7fe179a13800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:48:07.579 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.576+0000 7fe179a13800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:48:07.579 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.576+0000 7fe179a13800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:48:07.579 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.576+0000 7fe179a13800 20 zonegroup default 2023-12-03T11:48:07.579 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.576+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.579 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.576+0000 7fe179a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:07.579 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.576+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.580 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.577+0000 7fe179a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:07.580 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.577+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.580 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.577+0000 7fe179a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:07.580 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.577+0000 7fe179a13800 20 started sync module instance, tier type = 2023-12-03T11:48:07.580 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.577+0000 7fe179a13800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:48:07.588 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.586+0000 7fe176d19640 0 -- 172.21.15.145:0/4137139400 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x558fee8943c0 msgr2=0x558fee8967b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:48:07.588 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.586+0000 7fe179a13800 20 add_watcher() i=0 2023-12-03T11:48:07.588 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.586+0000 7fe179a13800 20 add_watcher() i=1 2023-12-03T11:48:07.588 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.586+0000 7fe179a13800 20 add_watcher() i=2 2023-12-03T11:48:07.588 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.586+0000 7fe179a13800 20 add_watcher() i=3 2023-12-03T11:48:07.588 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.586+0000 7fe179a13800 20 add_watcher() i=4 2023-12-03T11:48:07.588 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.586+0000 7fe179a13800 20 add_watcher() i=5 2023-12-03T11:48:07.588 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.586+0000 7fe179a13800 20 add_watcher() i=6 2023-12-03T11:48:07.589 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.587+0000 7fe179a13800 20 add_watcher() i=7 2023-12-03T11:48:07.589 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.587+0000 7fe179a13800 2 all 8 watchers are set, enabling cache 2023-12-03T11:48:07.591 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.589+0000 7fe13d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:48:07.591 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.589+0000 7fe179a13800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:48:07.591 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.589+0000 7fe179a13800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:48:07.634 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.632+0000 7fe0abfff640 20 reqs_thread_entry: start 2023-12-03T11:48:07.634 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.632+0000 7fe179a13800 20 init_complete bucket index max shards: 1 2023-12-03T11:48:07.634 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.632+0000 7fe179a13800 20 Filter name: none 2023-12-03T11:48:07.634 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.632+0000 7fe0a9ffb640 20 reqs_thread_entry: start 2023-12-03T11:48:07.634 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.632+0000 7fe179a13800 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2023-12-03T11:48:07.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.632+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.633+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=452 2023-12-03T11:48:07.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.633+0000 7fe179a13800 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2023-12-03T11:48:07.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.633+0000 7fe179a13800 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2023-12-03T11:48:07.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.633+0000 7fe179a13800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:07.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.634+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3 : miss 2023-12-03T11:48:07.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.634+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.636 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.634+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:48:07.636 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.634+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3 info.flags=0x17 2023-12-03T11:48:07.636 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.634+0000 7fe179a13800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3 to cache LRU end 2023-12-03T11:48:07.636 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.634+0000 7fe179a13800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:07.637 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.634+0000 7fe179a13800 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:07.637 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.634+0000 7fe179a13800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3 2023-12-03T11:48:07.637 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.635+0000 7fe179a13800 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2023-12-03T11:48:07.637 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.635+0000 7fe179a13800 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2023-12-03T11:48:07.637 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.635+0000 7fe179a13800 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2023-12-03T11:48:07.637 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.635+0000 7fe179a13800 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2023-12-03T11:48:07.637 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.635+0000 7fe179a13800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2023-12-03T11:48:07.637 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.635+0000 7fe179a13800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2023-12-03T11:48:07.637 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.635+0000 7fe179a13800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2023-12-03T11:48:07.637 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.635+0000 7fe179a13800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2023-12-03T11:48:07.637 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.635+0000 7fe179a13800 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2023-12-03T11:48:07.637 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.635+0000 7fe179a13800 20 get_obj_state: octx=0x558fee909c60 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x558fee90db08 s->prefetch_data=0 2023-12-03T11:48:07.638 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.635+0000 7fe179a13800 10 manifest: total_size = 5137 2023-12-03T11:48:07.638 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.635+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.11689430793781078961 2023-12-03T11:48:07.638 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.635+0000 7fe179a13800 20 get_obj_state: octx=0x558fee909c60 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x558fee90db08 s->prefetch_data=0 2023-12-03T11:48:07.638 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.635+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90db08 2023-12-03T11:48:07.638 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.635+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3.0 2023-12-03T11:48:07.639 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.638+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x558fee90db08 s->prefetch_data=0 2023-12-03T11:48:07.639 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.638+0000 7fe179a13800 10 manifest: total_size = 7565 2023-12-03T11:48:07.639 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.638+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.17431679137491884373 2023-12-03T11:48:07.640 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.638+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x558fee90db08 s->prefetch_data=0 2023-12-03T11:48:07.640 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.638+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90db08 2023-12-03T11:48:07.640 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.638+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3.0 2023-12-03T11:48:07.640 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.639+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2023-12-03T11:48:07.642 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.640+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x558fee90d628 s->prefetch_data=0 2023-12-03T11:48:07.642 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.641+0000 7fe179a13800 10 manifest: total_size = 7408 2023-12-03T11:48:07.642 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.641+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.1763468792594255228 2023-12-03T11:48:07.642 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.641+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x558fee90d628 s->prefetch_data=0 2023-12-03T11:48:07.642 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.641+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90d628 2023-12-03T11:48:07.643 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.641+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3.0 2023-12-03T11:48:07.643 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.642+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2023-12-03T11:48:07.644 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.643+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x558fee90d628 s->prefetch_data=0 2023-12-03T11:48:07.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.643+0000 7fe179a13800 10 manifest: total_size = 7429 2023-12-03T11:48:07.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.643+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.3537363130800844039 2023-12-03T11:48:07.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.643+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x558fee90d628 s->prefetch_data=0 2023-12-03T11:48:07.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.643+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90d628 2023-12-03T11:48:07.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.643+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3.0 2023-12-03T11:48:07.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.644+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2023-12-03T11:48:07.647 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.646+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x558fee90d628 s->prefetch_data=0 2023-12-03T11:48:07.647 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.646+0000 7fe179a13800 10 manifest: total_size = 7437 2023-12-03T11:48:07.648 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.646+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.11094166227665268706 2023-12-03T11:48:07.648 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.646+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x558fee90d628 s->prefetch_data=0 2023-12-03T11:48:07.648 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.646+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90d628 2023-12-03T11:48:07.648 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.646+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3.0 2023-12-03T11:48:07.648 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.647+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2023-12-03T11:48:07.650 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.648+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x558fee90d628 s->prefetch_data=0 2023-12-03T11:48:07.650 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.649+0000 7fe179a13800 10 manifest: total_size = 5171 2023-12-03T11:48:07.650 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.649+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.5340583286367821222 2023-12-03T11:48:07.650 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.649+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x558fee90d628 s->prefetch_data=0 2023-12-03T11:48:07.650 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.649+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90d628 2023-12-03T11:48:07.650 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.649+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3.0 2023-12-03T11:48:07.651 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.649+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2023-12-03T11:48:07.652 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.651+0000 7fe179a13800 20 get_obj_state: octx=0x558fee90e6f0 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x558fee90d628 s->prefetch_data=0 2023-12-03T11:48:07.653 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.651+0000 7fe179a13800 10 manifest: total_size = 14027 2023-12-03T11:48:07.653 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.651+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.8337235088533818196 2023-12-03T11:48:07.653 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.651+0000 7fe179a13800 20 get_obj_state: octx=0x558fee90e6f0 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x558fee90d628 s->prefetch_data=0 2023-12-03T11:48:07.653 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.651+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90d628 2023-12-03T11:48:07.653 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.651+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3.0 2023-12-03T11:48:07.653 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.652+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2023-12-03T11:48:07.655 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.654+0000 7fe179a13800 20 get_obj_state: octx=0x558fee90e6f0 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x558fee90d628 s->prefetch_data=0 2023-12-03T11:48:07.655 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.654+0000 7fe179a13800 10 manifest: total_size = 5218 2023-12-03T11:48:07.655 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.654+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.1742401510351484099 2023-12-03T11:48:07.656 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.654+0000 7fe179a13800 20 get_obj_state: octx=0x558fee90e6f0 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x558fee90d628 s->prefetch_data=0 2023-12-03T11:48:07.656 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.654+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90d628 2023-12-03T11:48:07.656 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.654+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3.0 2023-12-03T11:48:07.656 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.655+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2023-12-03T11:48:07.658 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.656+0000 7fe179a13800 20 get_obj_state: octx=0x558fee913560 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x558fee90d628 s->prefetch_data=0 2023-12-03T11:48:07.658 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.657+0000 7fe179a13800 10 manifest: total_size = 7652 2023-12-03T11:48:07.658 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.657+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.12796354460581576463 2023-12-03T11:48:07.658 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.657+0000 7fe179a13800 20 get_obj_state: octx=0x558fee913560 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x558fee90d628 s->prefetch_data=0 2023-12-03T11:48:07.658 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.657+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90d628 2023-12-03T11:48:07.658 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.657+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3.0 2023-12-03T11:48:07.659 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.658+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2023-12-03T11:48:07.660 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.659+0000 7fe179a13800 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:07.660 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.659+0000 7fe179a13800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:07.661 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.660+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2023-12-03T11:48:07.661 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.660+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:07.661 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.660+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:07.661 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.660+0000 7fe179a13800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:07.662 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.660+0000 7fe179a13800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:07.662 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.660+0000 7fe179a13800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:07.663 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.661+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2023-12-03T11:48:07.663 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.661+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.663 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.662+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=204 2023-12-03T11:48:07.663 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.662+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x11 2023-12-03T11:48:07.664 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.662+0000 7fe179a13800 10 adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2023-12-03T11:48:07.664 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.662+0000 7fe179a13800 10 removing default.rgw.meta+root+test-client.0-conf from cache 2023-12-03T11:48:07.664 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.662+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2023-12-03T11:48:07.664 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.662+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791346 cookie 140606156783616 notifier 5765 bl.length()=162 2023-12-03T11:48:07.665 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.664+0000 7fe179a13800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3 from cache 2023-12-03T11:48:07.665 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.664+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3, ofs0, ns] 2023-12-03T11:48:07.665 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.664+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791347 cookie 94076670695888 notifier 5765 bl.length()=219 2023-12-03T11:48:07.668 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.666+0000 7fe179a13800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-conf/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3 : miss 2023-12-03T11:48:07.668 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.666+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.668 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.667+0000 7fe179a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:07.668 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.667+0000 7fe179a13800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-conf/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3 info.flags=0x0 2023-12-03T11:48:07.668 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.667+0000 7fe179a13800 10 adding default.rgw.log++pubsub..bucket.test-client.0-conf/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3 to cache LRU end 2023-12-03T11:48:07.668 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.667+0000 7fe179a13800 10 removing default.rgw.log++pubsub..bucket.test-client.0-conf/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3 from cache 2023-12-03T11:48:07.669 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.667+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-conf/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.3, ofs0, ns] 2023-12-03T11:48:07.669 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.667+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791304 cookie 94076670693152 notifier 5765 bl.length()=216 2023-12-03T11:48:07.671 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.670+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10 : miss 2023-12-03T11:48:07.671 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.670+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.672 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.671+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=409 2023-12-03T11:48:07.672 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.671+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10 info.flags=0x17 2023-12-03T11:48:07.672 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.671+0000 7fe179a13800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10 to cache LRU end 2023-12-03T11:48:07.673 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.671+0000 7fe179a13800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:07.673 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.671+0000 7fe179a13800 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:07.673 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.671+0000 7fe179a13800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10 2023-12-03T11:48:07.673 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.671+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo 2023-12-03T11:48:07.673 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.671+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x558fee912178 s->prefetch_data=0 2023-12-03T11:48:07.674 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.672+0000 7fe179a13800 10 manifest: total_size = 26080 2023-12-03T11:48:07.674 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.672+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.2585527675347100910 2023-12-03T11:48:07.674 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.672+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x558fee912178 s->prefetch_data=0 2023-12-03T11:48:07.674 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.672+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee912178 2023-12-03T11:48:07.674 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.672+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10.0 2023-12-03T11:48:07.676 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=2 2023-12-03T11:48:07.676 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=7671 2023-12-03T11:48:07.676 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=7671 stripe_ofs=7671 part_ofs=7671 rule->part_size=7671 2023-12-03T11:48:07.676 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=2 2023-12-03T11:48:07.677 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6299127 part_ofs=7671 rule->part_size=7671 2023-12-03T11:48:07.677 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=15342 stripe_ofs=15342 part_ofs=15342 rule->part_size=7671 2023-12-03T11:48:07.677 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=2 2023-12-03T11:48:07.677 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6306798 part_ofs=15342 rule->part_size=7671 2023-12-03T11:48:07.677 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=23013 stripe_ofs=23013 part_ofs=23013 rule->part_size=3067 2023-12-03T11:48:07.677 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=2 2023-12-03T11:48:07.677 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6314469 part_ofs=23013 rule->part_size=3067 2023-12-03T11:48:07.677 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=26080 stripe_ofs=26080 part_ofs=26080 rule->part_size=3067 2023-12-03T11:48:07.677 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.2585527675347100910 2023-12-03T11:48:07.677 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.677 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10__multipart_foo.2~SDf7FkeTZAweiVMokQfvhrbQRhDGfDO.1 2023-12-03T11:48:07.677 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2023-12-03T11:48:07.677 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10__multipart_foo.2~SDf7FkeTZAweiVMokQfvhrbQRhDGfDO.2 2023-12-03T11:48:07.677 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2023-12-03T11:48:07.677 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10__multipart_foo.2~SDf7FkeTZAweiVMokQfvhrbQRhDGfDO.3 2023-12-03T11:48:07.677 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2023-12-03T11:48:07.678 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10__multipart_foo.2~SDf7FkeTZAweiVMokQfvhrbQRhDGfDO.4 2023-12-03T11:48:07.678 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2023-12-03T11:48:07.678 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.678 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.675+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.2585527675347100910 2023-12-03T11:48:07.679 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.676+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=foo 2023-12-03T11:48:07.679 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.676+0000 7fe179a13800 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:07.679 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.676+0000 7fe179a13800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:07.679 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.676+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:07.679 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.676+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:07.679 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.676+0000 7fe179a13800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:07.679 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.676+0000 7fe179a13800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:07.679 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.676+0000 7fe179a13800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:07.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.678+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2023-12-03T11:48:07.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.678+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.678+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=235 2023-12-03T11:48:07.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.678+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x11 2023-12-03T11:48:07.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.678+0000 7fe179a13800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2023-12-03T11:48:07.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.678+0000 7fe179a13800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2023-12-03T11:48:07.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.678+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2023-12-03T11:48:07.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.679+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791349 cookie 94076668194640 notifier 5765 bl.length()=191 2023-12-03T11:48:07.682 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.680+0000 7fe179a13800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10 from cache 2023-12-03T11:48:07.682 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.680+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10, ofs0, ns] 2023-12-03T11:48:07.682 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.681+0000 7fe15dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791365 cookie 94076670704592 notifier 5765 bl.length()=249 2023-12-03T11:48:07.685 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.683+0000 7fe179a13800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10 : miss 2023-12-03T11:48:07.685 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.683+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.685 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.683+0000 7fe179a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:07.685 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.683+0000 7fe179a13800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10 info.flags=0x0 2023-12-03T11:48:07.685 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.683+0000 7fe179a13800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10 to cache LRU end 2023-12-03T11:48:07.686 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.683+0000 7fe179a13800 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10 from cache 2023-12-03T11:48:07.686 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.683+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10, ofs0, ns] 2023-12-03T11:48:07.686 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.683+0000 7fe15dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791305 cookie 94076670693152 notifier 5765 bl.length()=246 2023-12-03T11:48:07.687 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.686+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11 : miss 2023-12-03T11:48:07.687 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.686+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.687 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.686+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=416 2023-12-03T11:48:07.688 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.686+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11 info.flags=0x17 2023-12-03T11:48:07.688 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.686+0000 7fe179a13800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11 to cache LRU end 2023-12-03T11:48:07.688 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.686+0000 7fe179a13800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:07.688 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.686+0000 7fe179a13800 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:07.688 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.686+0000 7fe179a13800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11 2023-12-03T11:48:07.688 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.687+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo 2023-12-03T11:48:07.689 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.687+0000 7fe179a13800 20 get_obj_state: octx=0x558fee915e00 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x558fee90c618 s->prefetch_data=0 2023-12-03T11:48:07.689 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.687+0000 7fe179a13800 10 manifest: total_size = 26080 2023-12-03T11:48:07.689 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.687+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.8226796828280893924 2023-12-03T11:48:07.689 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.687+0000 7fe179a13800 20 get_obj_state: octx=0x558fee915e00 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x558fee90c618 s->prefetch_data=0 2023-12-03T11:48:07.689 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.687+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90c618 2023-12-03T11:48:07.689 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.687+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11.0 2023-12-03T11:48:07.691 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=7670 rules.size()=4 2023-12-03T11:48:07.691 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=7670 2023-12-03T11:48:07.691 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=7670 stripe_ofs=7670 part_ofs=7670 rule->part_size=7671 2023-12-03T11:48:07.691 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=4 2023-12-03T11:48:07.691 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6299126 part_ofs=7670 rule->part_size=7671 2023-12-03T11:48:07.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=15341 stripe_ofs=15341 part_ofs=15341 rule->part_size=7672 2023-12-03T11:48:07.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=4 2023-12-03T11:48:07.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6306797 part_ofs=15341 rule->part_size=7672 2023-12-03T11:48:07.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=23013 stripe_ofs=23013 part_ofs=23013 rule->part_size=3067 2023-12-03T11:48:07.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=4 2023-12-03T11:48:07.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6314469 part_ofs=23013 rule->part_size=3067 2023-12-03T11:48:07.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=26080 stripe_ofs=26080 part_ofs=26080 rule->part_size=3067 2023-12-03T11:48:07.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.8226796828280893924 2023-12-03T11:48:07.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11__multipart_foo.2~wXDmPi-hESotCjcl2xhfPIVvwxRZsJh.1 2023-12-03T11:48:07.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2023-12-03T11:48:07.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11__multipart_foo.2~wXDmPi-hESotCjcl2xhfPIVvwxRZsJh.2 2023-12-03T11:48:07.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2023-12-03T11:48:07.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11__multipart_foo.2~wXDmPi-hESotCjcl2xhfPIVvwxRZsJh.3 2023-12-03T11:48:07.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2023-12-03T11:48:07.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11__multipart_foo.2~wXDmPi-hESotCjcl2xhfPIVvwxRZsJh.4 2023-12-03T11:48:07.693 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2023-12-03T11:48:07.693 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.693 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.690+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.8226796828280893924 2023-12-03T11:48:07.693 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.691+0000 7fe179a13800 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:07.693 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.691+0000 7fe179a13800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:07.693 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.691+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=foo 2023-12-03T11:48:07.694 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.691+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:07.694 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.691+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:07.694 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.691+0000 7fe179a13800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:07.694 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.691+0000 7fe179a13800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:07.694 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.691+0000 7fe179a13800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:07.694 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.693+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2023-12-03T11:48:07.694 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.693+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.695 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.693+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=242 2023-12-03T11:48:07.695 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.693+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x11 2023-12-03T11:48:07.695 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.693+0000 7fe179a13800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2023-12-03T11:48:07.695 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.693+0000 7fe179a13800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2023-12-03T11:48:07.696 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.693+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2023-12-03T11:48:07.696 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.694+0000 7fe15dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791310 cookie 94076670689696 notifier 5765 bl.length()=198 2023-12-03T11:48:07.697 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.695+0000 7fe179a13800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11 from cache 2023-12-03T11:48:07.697 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.695+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11, ofs0, ns] 2023-12-03T11:48:07.697 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.696+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791306 cookie 94076670693152 notifier 5765 bl.length()=256 2023-12-03T11:48:07.700 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.699+0000 7fe179a13800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11 : miss 2023-12-03T11:48:07.700 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.699+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.700 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.699+0000 7fe179a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:07.701 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.699+0000 7fe179a13800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11 info.flags=0x0 2023-12-03T11:48:07.701 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.699+0000 7fe179a13800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11 to cache LRU end 2023-12-03T11:48:07.701 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.699+0000 7fe179a13800 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11 from cache 2023-12-03T11:48:07.701 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.699+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11, ofs0, ns] 2023-12-03T11:48:07.701 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.699+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791348 cookie 140606156783616 notifier 5765 bl.length()=253 2023-12-03T11:48:07.703 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.701+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9 : miss 2023-12-03T11:48:07.703 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.701+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.703 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.702+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=409 2023-12-03T11:48:07.703 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.702+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9 info.flags=0x17 2023-12-03T11:48:07.703 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.702+0000 7fe179a13800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9 to cache LRU end 2023-12-03T11:48:07.703 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.702+0000 7fe179a13800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:07.704 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.702+0000 7fe179a13800 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:07.704 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.702+0000 7fe179a13800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9 2023-12-03T11:48:07.704 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.702+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo[9rVvquCpNSCwEKxszg..389zerdq.jj] 2023-12-03T11:48:07.704 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.702+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9.0 2023-12-03T11:48:07.704 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.703+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16806bf80 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x558fee90ef98 s->prefetch_data=0 2023-12-03T11:48:07.705 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.703+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to 0pbrv2br0n8wbmoall7uliafdzu59c8n 2023-12-03T11:48:07.705 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.703+0000 7fe179a13800 20 get_obj_state_impl: setting s->olh_tag to 69kdyxaeyeaepdlu17btdz2tqh2jzz2w 2023-12-03T11:48:07.705 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.703+0000 7fe179a13800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=69kdyxaeyeaepdlu17btdz2tqh2jzz2w 2023-12-03T11:48:07.705 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.704+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9.0 2023-12-03T11:48:07.706 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.705+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9.0 2023-12-03T11:48:07.707 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.706+0000 7fe179a13800 20 olh_log_entry: epoch=3 op=2 key=foo[] 2023-12-03T11:48:07.707 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.706+0000 7fe179a13800 20 olh_log_entry: epoch=3 op=3 key=foo[9rVvquCpNSCwEKxszg..389zerdq.jj] 2023-12-03T11:48:07.707 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.706+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16806bf80 obj=test-client.0-r-test-multipart-index-versioning.1:_:9rVvquCpNSCwEKxszg..389zerdq.jj_foo state=0x558fee9212b8 s->prefetch_data=0 2023-12-03T11:48:07.707 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.706+0000 7fe179a13800 10 manifest: total_size = 18874368 2023-12-03T11:48:07.708 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.706+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.16099105694485851360 2023-12-03T11:48:07.708 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.706+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16806bf80 obj=test-client.0-r-test-multipart-index-versioning.1:_:9rVvquCpNSCwEKxszg..389zerdq.jj_foo state=0x558fee9212b8 s->prefetch_data=0 2023-12-03T11:48:07.708 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.706+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee9212b8 2023-12-03T11:48:07.708 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.706+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9.0 2023-12-03T11:48:07.710 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:07.710 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:07.710 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:07.710 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:07.710 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:07.710 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2023-12-03T11:48:07.710 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:07.710 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=5242880 2023-12-03T11:48:07.710 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2023-12-03T11:48:07.710 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2023-12-03T11:48:07.710 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=22020096 part_ofs=15728640 rule->part_size=3145728 2023-12-03T11:48:07.710 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2023-12-03T11:48:07.710 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.16099105694485851360 2023-12-03T11:48:07.711 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.711 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9__multipart_foo.2~Ib_A5zOFmdDtWHoxP-a5Jm6dAwK6V-7.1 2023-12-03T11:48:07.711 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 345 2023-12-03T11:48:07.711 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9__multipart_foo.2~Ib_A5zOFmdDtWHoxP-a5Jm6dAwK6V-7.2 2023-12-03T11:48:07.711 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 589 2023-12-03T11:48:07.711 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9__multipart_foo.2~Ib_A5zOFmdDtWHoxP-a5Jm6dAwK6V-7.3 2023-12-03T11:48:07.711 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 833 2023-12-03T11:48:07.711 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9__multipart_foo.2~Ib_A5zOFmdDtWHoxP-a5Jm6dAwK6V-7.4 2023-12-03T11:48:07.711 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1077 2023-12-03T11:48:07.711 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.711 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.708+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.16099105694485851360 2023-12-03T11:48:07.712 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.709+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=foo[9rVvquCpNSCwEKxszg..389zerdq.jj] 2023-12-03T11:48:07.712 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.710+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16806bf80 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x558fee90ef98 s->prefetch_data=0 2023-12-03T11:48:07.712 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.711+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9.0 2023-12-03T11:48:07.714 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.712+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9.0 2023-12-03T11:48:07.714 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.712+0000 7fe179a13800 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:07.714 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.712+0000 7fe179a13800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:07.714 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.713+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:07.714 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.713+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:07.714 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.713+0000 7fe179a13800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:07.715 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.713+0000 7fe179a13800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:07.715 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.713+0000 7fe179a13800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:07.715 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.714+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2023-12-03T11:48:07.715 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.714+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.716 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.714+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=235 2023-12-03T11:48:07.716 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.714+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x11 2023-12-03T11:48:07.716 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.714+0000 7fe179a13800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2023-12-03T11:48:07.716 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.714+0000 7fe179a13800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2023-12-03T11:48:07.716 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.714+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2023-12-03T11:48:07.717 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.714+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791311 cookie 94076670689696 notifier 5765 bl.length()=193 2023-12-03T11:48:07.718 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.716+0000 7fe179a13800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9 from cache 2023-12-03T11:48:07.718 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.716+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9, ofs0, ns] 2023-12-03T11:48:07.718 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.716+0000 7fe15dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791349 cookie 140606156783616 notifier 5765 bl.length()=250 2023-12-03T11:48:07.721 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.719+0000 7fe179a13800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9 : miss 2023-12-03T11:48:07.721 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.719+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.721 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.719+0000 7fe179a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:07.722 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.719+0000 7fe179a13800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9 info.flags=0x0 2023-12-03T11:48:07.722 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.719+0000 7fe179a13800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9 to cache LRU end 2023-12-03T11:48:07.722 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.719+0000 7fe179a13800 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9 from cache 2023-12-03T11:48:07.722 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.719+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9, ofs0, ns] 2023-12-03T11:48:07.722 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.719+0000 7fe15dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791308 cookie 94076670706912 notifier 5765 bl.length()=247 2023-12-03T11:48:07.723 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.722+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8 : miss 2023-12-03T11:48:07.723 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.722+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.725 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.722+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=399 2023-12-03T11:48:07.725 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.722+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8 info.flags=0x17 2023-12-03T11:48:07.725 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.722+0000 7fe179a13800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8 to cache LRU end 2023-12-03T11:48:07.726 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.722+0000 7fe179a13800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:07.726 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.722+0000 7fe179a13800 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:07.726 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.722+0000 7fe179a13800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8 2023-12-03T11:48:07.726 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.722+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo 2023-12-03T11:48:07.726 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.722+0000 7fe179a13800 20 get_obj_state: octx=0x558fee910580 obj=test-client.0-r-test-multipart-simple.1:foo state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.726 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.723+0000 7fe179a13800 10 manifest: total_size = 886297 2023-12-03T11:48:07.727 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.723+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.2996378865595922939 2023-12-03T11:48:07.727 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.723+0000 7fe179a13800 20 get_obj_state: octx=0x558fee910580 obj=test-client.0-r-test-multipart-simple.1:foo state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.727 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.723+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.727 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.723+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8.0 2023-12-03T11:48:07.730 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-12-03T11:48:07.730 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=246247 2023-12-03T11:48:07.730 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2023-12-03T11:48:07.730 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-12-03T11:48:07.730 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6537703 part_ofs=246247 rule->part_size=246247 2023-12-03T11:48:07.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=246247 2023-12-03T11:48:07.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-12-03T11:48:07.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6783950 part_ofs=492494 rule->part_size=246247 2023-12-03T11:48:07.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=738741 stripe_ofs=738741 part_ofs=738741 rule->part_size=147556 2023-12-03T11:48:07.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=147556 rules.size()=2 2023-12-03T11:48:07.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=7030197 part_ofs=738741 rule->part_size=147556 2023-12-03T11:48:07.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=886297 stripe_ofs=886297 part_ofs=886297 rule->part_size=147556 2023-12-03T11:48:07.732 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.2996378865595922939 2023-12-03T11:48:07.732 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.732 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8__multipart_foo.2~dSTiHh6nV41ce9cQ-bnXPhe1N0_FbEx.1 2023-12-03T11:48:07.732 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 344 2023-12-03T11:48:07.732 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8__multipart_foo.2~dSTiHh6nV41ce9cQ-bnXPhe1N0_FbEx.2 2023-12-03T11:48:07.732 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 588 2023-12-03T11:48:07.732 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8__multipart_foo.2~dSTiHh6nV41ce9cQ-bnXPhe1N0_FbEx.3 2023-12-03T11:48:07.733 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 832 2023-12-03T11:48:07.733 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8__multipart_foo.2~dSTiHh6nV41ce9cQ-bnXPhe1N0_FbEx.4 2023-12-03T11:48:07.733 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1076 2023-12-03T11:48:07.733 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.733 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.725+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.2996378865595922939 2023-12-03T11:48:07.733 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.726+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=foo 2023-12-03T11:48:07.734 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.727+0000 7fe179a13800 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:07.734 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.727+0000 7fe179a13800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:07.734 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.727+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:07.734 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.727+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:07.734 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.727+0000 7fe179a13800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:07.734 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.727+0000 7fe179a13800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:07.735 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.727+0000 7fe179a13800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:07.735 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.728+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2023-12-03T11:48:07.735 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.728+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.737 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.729+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=225 2023-12-03T11:48:07.737 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.729+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x11 2023-12-03T11:48:07.737 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.729+0000 7fe179a13800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2023-12-03T11:48:07.737 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.729+0000 7fe179a13800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2023-12-03T11:48:07.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.729+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2023-12-03T11:48:07.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.729+0000 7fe15dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791350 cookie 94076670695888 notifier 5765 bl.length()=183 2023-12-03T11:48:07.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.730+0000 7fe179a13800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8 from cache 2023-12-03T11:48:07.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.730+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8, ofs0, ns] 2023-12-03T11:48:07.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.731+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791312 cookie 94076670689696 notifier 5765 bl.length()=240 2023-12-03T11:48:07.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.733+0000 7fe179a13800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8 : miss 2023-12-03T11:48:07.739 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.733+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.739 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.733+0000 7fe179a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:07.739 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.733+0000 7fe179a13800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8 info.flags=0x0 2023-12-03T11:48:07.739 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.733+0000 7fe179a13800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8 to cache LRU end 2023-12-03T11:48:07.739 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.733+0000 7fe179a13800 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8 from cache 2023-12-03T11:48:07.739 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.733+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-multipart-simple.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8, ofs0, ns] 2023-12-03T11:48:07.739 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.734+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791350 cookie 94076668194640 notifier 5765 bl.length()=237 2023-12-03T11:48:07.742 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.736+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14 : miss 2023-12-03T11:48:07.742 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.736+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.742 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=407 2023-12-03T11:48:07.742 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14 info.flags=0x17 2023-12-03T11:48:07.743 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14 to cache LRU end 2023-12-03T11:48:07.743 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:07.743 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:07.743 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14 2023-12-03T11:48:07.743 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-FROZEN 2023-12-03T11:48:07.743 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2023-12-03T11:48:07.743 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2023-12-03T11:48:07.743 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2023-12-03T11:48:07.743 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2023-12-03T11:48:07.744 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2023-12-03T11:48:07.744 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2023-12-03T11:48:07.744 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2023-12-03T11:48:07.744 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-STANDARD 2023-12-03T11:48:07.744 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2023-12-03T11:48:07.744 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2023-12-03T11:48:07.744 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2023-12-03T11:48:07.744 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170051440 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.745 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 10 manifest: total_size = 5242880 2023-12-03T11:48:07.745 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.12878169069549796545 2023-12-03T11:48:07.745 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170051440 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.745 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.745 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.737+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14.0 2023-12-03T11:48:07.745 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.740+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.745 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.740+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.746 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.740+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.12878169069549796545 2023-12-03T11:48:07.746 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.740+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.746 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.740+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.zRkUjAAeBPFz-FGrcgXPdH3EhJhTt5N_0 2023-12-03T11:48:07.746 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.740+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2023-12-03T11:48:07.746 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.740+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.746 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.740+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.12878169069549796545 2023-12-03T11:48:07.748 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.741+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=foo-FROZEN 2023-12-03T11:48:07.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.741+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16806bf80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.742+0000 7fe179a13800 10 manifest: total_size = 5242880 2023-12-03T11:48:07.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.742+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.742+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.742+0000 7fe179a13800 10 generate_fake_tag new tag=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.zRkUjAAeBPFz-FGrcgXPdH3EhJhTt5N_1_7a078d2fdd80134136a8127b69793ed4 2023-12-03T11:48:07.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.742+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.zRkUjAAeBPFz-FGrcgXPdH3EhJhTt5N_1_7a078d2fdd80134136a8127b69793ed4 2023-12-03T11:48:07.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.742+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16806bf80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.742+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.742+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14.0 2023-12-03T11:48:07.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.744+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.744+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.744+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.zRkUjAAeBPFz-FGrcgXPdH3EhJhTt5N_1_7a078d2fdd80134136a8127b69793ed4 2023-12-03T11:48:07.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.744+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.750 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.744+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.zRkUjAAeBPFz-FGrcgXPdH3EhJhTt5N_0 2023-12-03T11:48:07.750 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.744+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 396 2023-12-03T11:48:07.750 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.744+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.750 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.744+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.zRkUjAAeBPFz-FGrcgXPdH3EhJhTt5N_1_7a078d2fdd80134136a8127b69793ed4 2023-12-03T11:48:07.750 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.745+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2023-12-03T11:48:07.750 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.745+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.750 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.745+0000 7fe179a13800 10 manifest: total_size = 5242880 2023-12-03T11:48:07.750 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.745+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to _4_YL3VGZ0fYOVu61shSnxpdCzyFYwa9 2023-12-03T11:48:07.750 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.745+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.750 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.745+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.750 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.745+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14.0 2023-12-03T11:48:07.750 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.747+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.750 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.747+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.750 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.747+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: _4_YL3VGZ0fYOVu61shSnxpdCzyFYwa9 2023-12-03T11:48:07.751 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.747+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.751 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.747+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.PhaLfxYiAg7GZ-3e_riSqmSQG-opJR-_0 2023-12-03T11:48:07.751 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.747+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2023-12-03T11:48:07.751 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.747+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.751 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.747+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: _4_YL3VGZ0fYOVu61shSnxpdCzyFYwa9 2023-12-03T11:48:07.752 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.748+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2023-12-03T11:48:07.752 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.748+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c057f30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.752 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.749+0000 7fe179a13800 10 manifest: total_size = 5242880 2023-12-03T11:48:07.752 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.749+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to _XGWITQ_2nLhUYyk2ou3xcWXnpYSAjJA 2023-12-03T11:48:07.752 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.749+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c057f30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.752 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.749+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.752 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.749+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14.0 2023-12-03T11:48:07.753 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.752+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.754 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.752+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.754 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.752+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: _XGWITQ_2nLhUYyk2ou3xcWXnpYSAjJA 2023-12-03T11:48:07.754 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.752+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.754 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.752+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.p1-7XTk4089yUer1ryRyMg0pCm1LrK2_1 2023-12-03T11:48:07.754 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.752+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2023-12-03T11:48:07.754 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.752+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.754 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.752+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: _XGWITQ_2nLhUYyk2ou3xcWXnpYSAjJA 2023-12-03T11:48:07.755 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.753+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2023-12-03T11:48:07.755 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.754+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170051440 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.755 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.754+0000 7fe179a13800 10 manifest: total_size = 5242880 2023-12-03T11:48:07.755 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.754+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.2153825430381136222 2023-12-03T11:48:07.755 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.754+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170051440 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.756 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.754+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.756 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.754+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14.0 2023-12-03T11:48:07.757 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.756+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.757 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.756+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.757 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.756+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.2153825430381136222 2023-12-03T11:48:07.757 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.756+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.758 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.756+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.7t0VQrmI8K0ZL1udDN4hfs869C96pfl_0 2023-12-03T11:48:07.758 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.756+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2023-12-03T11:48:07.758 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.756+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.758 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.756+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.2153825430381136222 2023-12-03T11:48:07.758 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.757+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2023-12-03T11:48:07.758 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.757+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.759 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.757+0000 7fe179a13800 10 manifest: total_size = 5242880 2023-12-03T11:48:07.759 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.757+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to _LABF-kd8i7HxK61Dmf9ubuP39SvDwYD 2023-12-03T11:48:07.759 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.757+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.759 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.757+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.759 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.757+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14.0 2023-12-03T11:48:07.761 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.759+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.761 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.759+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.761 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.759+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: _LABF-kd8i7HxK61Dmf9ubuP39SvDwYD 2023-12-03T11:48:07.761 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.759+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.761 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.759+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.ivUmFOu-Ee-8P2EVgkIkkIL9X1Whc6g_0 2023-12-03T11:48:07.762 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.759+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2023-12-03T11:48:07.762 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.759+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.762 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.759+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: _LABF-kd8i7HxK61Dmf9ubuP39SvDwYD 2023-12-03T11:48:07.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.760+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2023-12-03T11:48:07.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.761+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c057f30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.761+0000 7fe179a13800 10 manifest: total_size = 5242880 2023-12-03T11:48:07.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.761+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.761+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.761+0000 7fe179a13800 10 generate_fake_tag new tag=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.7t0VQrmI8K0ZL1udDN4hfs869C96pfl_1_2a28321bb93e32c7a8ff96eec504f036 2023-12-03T11:48:07.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.761+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.7t0VQrmI8K0ZL1udDN4hfs869C96pfl_1_2a28321bb93e32c7a8ff96eec504f036 2023-12-03T11:48:07.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.761+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c057f30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.761+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.761+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14.0 2023-12-03T11:48:07.764 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.763+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.764 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.763+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.765 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.763+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.7t0VQrmI8K0ZL1udDN4hfs869C96pfl_1_2a28321bb93e32c7a8ff96eec504f036 2023-12-03T11:48:07.765 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.763+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.765 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.763+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.7t0VQrmI8K0ZL1udDN4hfs869C96pfl_0 2023-12-03T11:48:07.765 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.763+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 398 2023-12-03T11:48:07.765 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.763+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.765 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.763+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.7t0VQrmI8K0ZL1udDN4hfs869C96pfl_1_2a28321bb93e32c7a8ff96eec504f036 2023-12-03T11:48:07.766 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.764+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170051440 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.766 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.764+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2023-12-03T11:48:07.766 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.764+0000 7fe179a13800 10 manifest: total_size = 5242880 2023-12-03T11:48:07.766 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.764+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to _DpCk79uGB1pyxNMZQ-YRJTOC1OwP5Lb 2023-12-03T11:48:07.766 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.764+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170051440 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.766 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.764+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.766 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.764+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14.0 2023-12-03T11:48:07.769 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.768+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.770 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.768+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.770 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.768+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: _DpCk79uGB1pyxNMZQ-YRJTOC1OwP5Lb 2023-12-03T11:48:07.770 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.768+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.770 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.768+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.NdN57kZ_dJUIaxe6L7vBJZwKJrDzNCI_1 2023-12-03T11:48:07.770 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.768+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2023-12-03T11:48:07.770 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.768+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.770 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.768+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: _DpCk79uGB1pyxNMZQ-YRJTOC1OwP5Lb 2023-12-03T11:48:07.770 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.769+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2023-12-03T11:48:07.771 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.769+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170051440 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.771 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.770+0000 7fe179a13800 10 manifest: total_size = 27197 2023-12-03T11:48:07.771 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.770+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.1061630943051062259 2023-12-03T11:48:07.771 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.770+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170051440 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.771 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.770+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.771 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.770+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14.0 2023-12-03T11:48:07.773 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.772+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170051440 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.773 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.772+0000 7fe179a13800 10 manifest: total_size = 27197 2023-12-03T11:48:07.773 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.772+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to _j5tXmemH6uT9mZjTSBU-8ss0vZB87BT 2023-12-03T11:48:07.774 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.772+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170051440 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.774 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.772+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.774 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.772+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14.0 2023-12-03T11:48:07.774 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.773+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=foo-STANDARD 2023-12-03T11:48:07.776 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.774+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.776 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.774+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=27197 stripe_ofs=27197 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.776 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.774+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: _j5tXmemH6uT9mZjTSBU-8ss0vZB87BT 2023-12-03T11:48:07.776 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.774+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.776 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.774+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.8L4DiOGgbfeIRtuluxJCY0P2lBWUZGb_0 2023-12-03T11:48:07.776 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.774+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2023-12-03T11:48:07.776 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.774+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.776 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.774+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: _j5tXmemH6uT9mZjTSBU-8ss0vZB87BT 2023-12-03T11:48:07.776 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.775+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2023-12-03T11:48:07.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.775+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16806bf80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.776+0000 7fe179a13800 10 manifest: total_size = 27197 2023-12-03T11:48:07.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.776+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to _ZZypcdQvfe5bIMde5ySygVY3sDXtBWO 2023-12-03T11:48:07.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.776+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16806bf80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.776+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.776+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14.0 2023-12-03T11:48:07.779 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.778+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.779 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.778+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=27197 stripe_ofs=27197 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.779 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.778+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: _ZZypcdQvfe5bIMde5ySygVY3sDXtBWO 2023-12-03T11:48:07.780 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.778+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.780 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.778+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.ccRPPnjEp6z9k-y2H4S2Fva2HkpuqAE_0 2023-12-03T11:48:07.780 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.778+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2023-12-03T11:48:07.780 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.778+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.780 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.778+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: _ZZypcdQvfe5bIMde5ySygVY3sDXtBWO 2023-12-03T11:48:07.781 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.779+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2023-12-03T11:48:07.781 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.779+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170051440 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.781 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.779+0000 7fe179a13800 10 manifest: total_size = 27197 2023-12-03T11:48:07.781 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.779+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to _Wm1bkSQUp8WnDQfRQkfPiCHxh68g--M 2023-12-03T11:48:07.781 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.779+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170051440 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.781 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.779+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.781 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.779+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14.0 2023-12-03T11:48:07.782 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.781+0000 7fe179a13800 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:07.783 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.781+0000 7fe179a13800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:07.784 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.782+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2023-12-03T11:48:07.784 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.783+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:07.784 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.783+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:07.784 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.783+0000 7fe179a13800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:07.784 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.783+0000 7fe179a13800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:07.784 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.783+0000 7fe179a13800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:07.785 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.784+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2023-12-03T11:48:07.785 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.784+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.786 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.785+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=233 2023-12-03T11:48:07.786 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.785+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x11 2023-12-03T11:48:07.787 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.785+0000 7fe179a13800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2023-12-03T11:48:07.787 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.785+0000 7fe179a13800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2023-12-03T11:48:07.787 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.785+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2023-12-03T11:48:07.787 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.785+0000 7fe15dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791313 cookie 94076670689696 notifier 5765 bl.length()=189 2023-12-03T11:48:07.788 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.786+0000 7fe179a13800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14 from cache 2023-12-03T11:48:07.788 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.787+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14, ofs0, ns] 2023-12-03T11:48:07.788 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.787+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791351 cookie 94076668194640 notifier 5765 bl.length()=247 2023-12-03T11:48:07.791 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.789+0000 7fe179a13800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14 : miss 2023-12-03T11:48:07.791 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.789+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.791 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.789+0000 7fe179a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:07.791 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.789+0000 7fe179a13800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14 info.flags=0x0 2023-12-03T11:48:07.791 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.789+0000 7fe179a13800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14 to cache LRU end 2023-12-03T11:48:07.791 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.789+0000 7fe179a13800 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14 from cache 2023-12-03T11:48:07.791 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.789+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14, ofs0, ns] 2023-12-03T11:48:07.791 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.790+0000 7fe15dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791366 cookie 94076670704592 notifier 5765 bl.length()=244 2023-12-03T11:48:07.793 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.792+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15 : miss 2023-12-03T11:48:07.793 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.792+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.794 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=417 2023-12-03T11:48:07.794 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15 info.flags=0x17 2023-12-03T11:48:07.794 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15 to cache LRU end 2023-12-03T11:48:07.794 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:07.794 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:07.794 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15 2023-12-03T11:48:07.795 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-FROZEN 2023-12-03T11:48:07.795 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2023-12-03T11:48:07.795 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2023-12-03T11:48:07.795 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2023-12-03T11:48:07.795 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2023-12-03T11:48:07.795 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2023-12-03T11:48:07.795 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2023-12-03T11:48:07.795 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2023-12-03T11:48:07.795 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-STANDARD 2023-12-03T11:48:07.795 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2023-12-03T11:48:07.795 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2023-12-03T11:48:07.795 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2023-12-03T11:48:07.796 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 20 get_obj_state: octx=0x558fee91ab50 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.796 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 10 manifest: total_size = 11534336 2023-12-03T11:48:07.796 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.772020487947042257 2023-12-03T11:48:07.796 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 20 get_obj_state: octx=0x558fee91ab50 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.796 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.796 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.793+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15.0 2023-12-03T11:48:07.797 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.796+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:07.797 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.796+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:07.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.796+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:07.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.796+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:07.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.796+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:07.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.796+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:07.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.796+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-12-03T11:48:07.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.796+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:07.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.796+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-12-03T11:48:07.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.796+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.772020487947042257 2023-12-03T11:48:07.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.796+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.796+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-FROZEN.2~4LOgGOCljPlT3PEn0diqAO6xx1hsgtM.1 2023-12-03T11:48:07.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.796+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 366 2023-12-03T11:48:07.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.796+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-FROZEN.2~4LOgGOCljPlT3PEn0diqAO6xx1hsgtM.2 2023-12-03T11:48:07.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.796+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 633 2023-12-03T11:48:07.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.796+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-FROZEN.2~4LOgGOCljPlT3PEn0diqAO6xx1hsgtM.3 2023-12-03T11:48:07.799 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.796+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 900 2023-12-03T11:48:07.799 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.796+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.799 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.796+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.772020487947042257 2023-12-03T11:48:07.800 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.797+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=foo-FROZEN 2023-12-03T11:48:07.800 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.797+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c057f30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.800 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.797+0000 7fe179a13800 10 manifest: total_size = 11534336 2023-12-03T11:48:07.800 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.797+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:07.800 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.797+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:07.800 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.797+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:07.800 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.797+0000 7fe179a13800 10 generate_fake_tag new tag=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-FROZEN.2~4LOgGOCljPlT3PEn0diqAO6xx1hsgtM.2_36260394e854e6df04e56e73270b150f 2023-12-03T11:48:07.800 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.797+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-FROZEN.2~4LOgGOCljPlT3PEn0diqAO6xx1hsgtM.2_36260394e854e6df04e56e73270b150f 2023-12-03T11:48:07.800 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.797+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c057f30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.800 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.797+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.800 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.797+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15.0 2023-12-03T11:48:07.801 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.799+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:07.801 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.799+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:07.801 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.799+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:07.801 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.799+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:07.801 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.799+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:07.801 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.799+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:07.801 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.799+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-12-03T11:48:07.801 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.799+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:07.801 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.799+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-12-03T11:48:07.801 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.799+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-FROZEN.2~4LOgGOCljPlT3PEn0diqAO6xx1hsgtM.2_36260394e854e6df04e56e73270b150f 2023-12-03T11:48:07.802 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.799+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.802 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.799+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-FROZEN.2~4LOgGOCljPlT3PEn0diqAO6xx1hsgtM.1 2023-12-03T11:48:07.802 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.799+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 441 2023-12-03T11:48:07.802 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.799+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-FROZEN.2~4LOgGOCljPlT3PEn0diqAO6xx1hsgtM.2 2023-12-03T11:48:07.802 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.799+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 708 2023-12-03T11:48:07.802 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.799+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-FROZEN.2~4LOgGOCljPlT3PEn0diqAO6xx1hsgtM.3 2023-12-03T11:48:07.802 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.799+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 975 2023-12-03T11:48:07.802 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.799+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.802 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.799+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-FROZEN.2~4LOgGOCljPlT3PEn0diqAO6xx1hsgtM.2_36260394e854e6df04e56e73270b150f 2023-12-03T11:48:07.803 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.800+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16800a2f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.803 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.800+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2023-12-03T11:48:07.803 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.801+0000 7fe179a13800 10 manifest: total_size = 11534336 2023-12-03T11:48:07.803 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.801+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to _YWZ9BO4hVW-kOPphjXXbSVjscQRLO8H 2023-12-03T11:48:07.803 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.801+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16800a2f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.803 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.801+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.803 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.801+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15.0 2023-12-03T11:48:07.808 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.803+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.808 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.803+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.808 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.803+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.808 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.803+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.808 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.803+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: _YWZ9BO4hVW-kOPphjXXbSVjscQRLO8H 2023-12-03T11:48:07.808 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.803+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.808 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.803+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_.4bc8D7c5GFaPhyt8zL3uu2mKebGTn0c_0 2023-12-03T11:48:07.809 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.803+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2023-12-03T11:48:07.809 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.803+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_.4bc8D7c5GFaPhyt8zL3uu2mKebGTn0c_1 2023-12-03T11:48:07.809 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.803+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2023-12-03T11:48:07.809 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.803+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.809 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.803+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: _YWZ9BO4hVW-kOPphjXXbSVjscQRLO8H 2023-12-03T11:48:07.809 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.804+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2023-12-03T11:48:07.809 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.804+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c057f30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.809 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.804+0000 7fe179a13800 10 manifest: total_size = 11534336 2023-12-03T11:48:07.809 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.804+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to _P8GJlQgsMgdzqwpmuCg39RDQKEd7dgk 2023-12-03T11:48:07.809 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.804+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c057f30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.809 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.804+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.809 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.804+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15.0 2023-12-03T11:48:07.810 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.807+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.810 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.807+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.811 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.807+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.811 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.807+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.811 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.807+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: _P8GJlQgsMgdzqwpmuCg39RDQKEd7dgk 2023-12-03T11:48:07.811 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.807+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.811 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.807+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_.wPE4eeBuKQyuH7-4lTzk6_NbKAs_ZGd_1 2023-12-03T11:48:07.811 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.807+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2023-12-03T11:48:07.811 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.807+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_.wPE4eeBuKQyuH7-4lTzk6_NbKAs_ZGd_2 2023-12-03T11:48:07.811 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.807+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2023-12-03T11:48:07.811 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.807+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.811 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.807+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: _P8GJlQgsMgdzqwpmuCg39RDQKEd7dgk 2023-12-03T11:48:07.811 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.808+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2023-12-03T11:48:07.811 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.809+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170042a40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.811 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.809+0000 7fe179a13800 10 manifest: total_size = 11534336 2023-12-03T11:48:07.811 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.809+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.9484478724887014793 2023-12-03T11:48:07.812 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.809+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170042a40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.812 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.809+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.812 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.809+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15.0 2023-12-03T11:48:07.812 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.811+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:07.813 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.811+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:07.813 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.811+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:07.813 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.811+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:07.813 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.811+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:07.813 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.811+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:07.813 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.811+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-12-03T11:48:07.813 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.811+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:07.813 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.811+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-12-03T11:48:07.813 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.811+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.9484478724887014793 2023-12-03T11:48:07.813 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.811+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.813 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.811+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-LUKEWARM.2~Bo-gcYYq2XGQ1UUerTXdo7M6I0rRQ32.1 2023-12-03T11:48:07.813 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.811+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2023-12-03T11:48:07.813 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.811+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-LUKEWARM.2~Bo-gcYYq2XGQ1UUerTXdo7M6I0rRQ32.2 2023-12-03T11:48:07.813 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.811+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 646 2023-12-03T11:48:07.814 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.811+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-LUKEWARM.2~Bo-gcYYq2XGQ1UUerTXdo7M6I0rRQ32.3 2023-12-03T11:48:07.814 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.811+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 919 2023-12-03T11:48:07.814 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.811+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.814 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.811+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.9484478724887014793 2023-12-03T11:48:07.815 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.812+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2023-12-03T11:48:07.815 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.812+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170042d30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.815 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.812+0000 7fe179a13800 10 manifest: total_size = 11534336 2023-12-03T11:48:07.815 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.812+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to _-xrnwVx8JS54eW24CiJAB7iwWqq61Pn 2023-12-03T11:48:07.815 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.812+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170042d30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.815 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.812+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.815 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.812+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15.0 2023-12-03T11:48:07.816 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.815+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.816 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.815+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.816 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.815+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.817 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.815+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.817 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.815+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: _-xrnwVx8JS54eW24CiJAB7iwWqq61Pn 2023-12-03T11:48:07.817 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.815+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.817 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.815+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_.irWj59Fks5kG-sEm1QXyiaRUy3nTYho_0 2023-12-03T11:48:07.817 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.815+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2023-12-03T11:48:07.817 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.815+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_.irWj59Fks5kG-sEm1QXyiaRUy3nTYho_1 2023-12-03T11:48:07.817 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.815+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2023-12-03T11:48:07.817 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.815+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.817 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.815+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.21tag is: _-xrnwVx8JS54eW24CiJAB7iwWqq61Pn 2023-12-03T11:48:07.818 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.816+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2023-12-03T11:48:07.818 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.816+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16800a2f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.818 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.816+0000 7fe179a13800 10 manifest: total_size = 11534336 2023-12-03T11:48:07.818 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.816+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:07.818 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.816+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:07.818 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.816+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:07.818 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.816+0000 7fe179a13800 10 generate_fake_tag new tag=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-LUKEWARM.2~Bo-gcYYq2XGQ1UUerTXdo7M6I0rRQ32.2_d8832a239154ab59e694626013edbd2e 2023-12-03T11:48:07.818 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.816+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-LUKEWARM.2~Bo-gcYYq2XGQ1UUerTXdo7M6I0rRQ32.2_d8832a239154ab59e694626013edbd2e 2023-12-03T11:48:07.818 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.816+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16800a2f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.819 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.816+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.819 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.816+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15.0 2023-12-03T11:48:07.820 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.819+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:07.820 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.819+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:07.820 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.819+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:07.820 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.819+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:07.821 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.819+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:07.821 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.819+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:07.821 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.819+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-12-03T11:48:07.821 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.819+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:07.821 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.819+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-12-03T11:48:07.821 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.819+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-LUKEWARM.2~Bo-gcYYq2XGQ1UUerTXdo7M6I0rRQ32.2_d8832a239154ab59e694626013edbd2e 2023-12-03T11:48:07.821 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.819+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.821 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.819+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-LUKEWARM.2~Bo-gcYYq2XGQ1UUerTXdo7M6I0rRQ32.1 2023-12-03T11:48:07.821 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.819+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 449 2023-12-03T11:48:07.821 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.819+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-LUKEWARM.2~Bo-gcYYq2XGQ1UUerTXdo7M6I0rRQ32.2 2023-12-03T11:48:07.821 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.819+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 722 2023-12-03T11:48:07.821 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.819+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-LUKEWARM.2~Bo-gcYYq2XGQ1UUerTXdo7M6I0rRQ32.3 2023-12-03T11:48:07.821 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.819+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 995 2023-12-03T11:48:07.821 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.819+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.821 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.819+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-LUKEWARM.2~Bo-gcYYq2XGQ1UUerTXdo7M6I0rRQ32.2_d8832a239154ab59e694626013edbd2e 2023-12-03T11:48:07.822 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.820+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2023-12-03T11:48:07.822 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.820+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c057f30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.822 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.820+0000 7fe179a13800 10 manifest: total_size = 11534336 2023-12-03T11:48:07.822 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.820+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to _0ySZUrkNrU0NMERY21hnMvk2HCKBnrx 2023-12-03T11:48:07.822 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.820+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c057f30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.822 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.820+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.823 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.820+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15.0 2023-12-03T11:48:07.825 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.824+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.825 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.824+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.825 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.824+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.825 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.824+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.825 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.824+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: _0ySZUrkNrU0NMERY21hnMvk2HCKBnrx 2023-12-03T11:48:07.825 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.824+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.825 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.824+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_.Z0UqBb3dUkm28BSz-ptjT4T8qgT9AV7_1 2023-12-03T11:48:07.826 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.824+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2023-12-03T11:48:07.826 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.824+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_.Z0UqBb3dUkm28BSz-ptjT4T8qgT9AV7_2 2023-12-03T11:48:07.826 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.824+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2023-12-03T11:48:07.826 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.824+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.826 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.824+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: _0ySZUrkNrU0NMERY21hnMvk2HCKBnrx 2023-12-03T11:48:07.826 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.825+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2023-12-03T11:48:07.827 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.825+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.827 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.825+0000 7fe179a13800 10 manifest: total_size = 541681 2023-12-03T11:48:07.827 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.825+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.2978819134498246536 2023-12-03T11:48:07.827 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.825+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.827 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.825+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.827 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.825+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15.0 2023-12-03T11:48:07.829 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.827+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-12-03T11:48:07.829 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.827+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=246247 2023-12-03T11:48:07.829 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.827+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2023-12-03T11:48:07.829 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.827+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-12-03T11:48:07.829 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.827+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6537703 part_ofs=246247 rule->part_size=246247 2023-12-03T11:48:07.829 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.827+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2023-12-03T11:48:07.829 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.827+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2023-12-03T11:48:07.829 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.827+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6783950 part_ofs=492494 rule->part_size=49187 2023-12-03T11:48:07.829 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.827+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2023-12-03T11:48:07.829 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.827+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.2978819134498246536 2023-12-03T11:48:07.829 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.827+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.829 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.827+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-STANDARD.2~dwLJ98NQXdtibGadA8PrD6-QKhvEvgh.1 2023-12-03T11:48:07.829 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.827+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2023-12-03T11:48:07.830 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.827+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-STANDARD.2~dwLJ98NQXdtibGadA8PrD6-QKhvEvgh.2 2023-12-03T11:48:07.830 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.827+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2023-12-03T11:48:07.830 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.827+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-STANDARD.2~dwLJ98NQXdtibGadA8PrD6-QKhvEvgh.3 2023-12-03T11:48:07.830 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.827+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2023-12-03T11:48:07.830 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.827+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.830 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.827+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.2978819134498246536 2023-12-03T11:48:07.831 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.828+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=foo-STANDARD 2023-12-03T11:48:07.831 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.829+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c057f30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.831 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.829+0000 7fe179a13800 10 manifest: total_size = 541681 2023-12-03T11:48:07.831 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.829+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to _obzUta56yjZGbNl3C0uAPKfImYiJ4Rs 2023-12-03T11:48:07.831 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.829+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c057f30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.831 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.829+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.831 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.829+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15.0 2023-12-03T11:48:07.833 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.831+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.833 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.831+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.833 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.831+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: _obzUta56yjZGbNl3C0uAPKfImYiJ4Rs 2023-12-03T11:48:07.833 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.831+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.833 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.831+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_._r1wohM6wy5Pp06EJfYfLLIaSRIcVYO_0 2023-12-03T11:48:07.833 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.831+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2023-12-03T11:48:07.833 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.831+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.833 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.831+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: _obzUta56yjZGbNl3C0uAPKfImYiJ4Rs 2023-12-03T11:48:07.834 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.832+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2023-12-03T11:48:07.834 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.832+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.834 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.833+0000 7fe179a13800 10 manifest: total_size = 541681 2023-12-03T11:48:07.834 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.833+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to _gAxSpZ3mNlyZDbcAmo0fEV08BsKwE7p 2023-12-03T11:48:07.834 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.833+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c05e6b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.834 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.833+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.834 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.833+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15.0 2023-12-03T11:48:07.836 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.835+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.836 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.835+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.837 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.835+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: _gAxSpZ3mNlyZDbcAmo0fEV08BsKwE7p 2023-12-03T11:48:07.837 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.835+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.837 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.835+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_.cvOxX6fgLfHKNqxB5ggr1uuSQUC-3tP_0 2023-12-03T11:48:07.837 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.835+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2023-12-03T11:48:07.837 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.835+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.837 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.835+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.22tag is: _gAxSpZ3mNlyZDbcAmo0fEV08BsKwE7p 2023-12-03T11:48:07.839 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.836+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2023-12-03T11:48:07.839 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.836+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16800a2f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.839 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.836+0000 7fe179a13800 10 manifest: total_size = 541681 2023-12-03T11:48:07.839 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.836+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-12-03T11:48:07.840 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.836+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=246247 2023-12-03T11:48:07.840 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.836+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2023-12-03T11:48:07.840 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.836+0000 7fe179a13800 10 generate_fake_tag new tag=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-STANDARD.2~dwLJ98NQXdtibGadA8PrD6-QKhvEvgh.2_5fd5038f9af0155de40c31e49f81a7bc 2023-12-03T11:48:07.840 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.836+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-STANDARD.2~dwLJ98NQXdtibGadA8PrD6-QKhvEvgh.2_5fd5038f9af0155de40c31e49f81a7bc 2023-12-03T11:48:07.840 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.836+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16800a2f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.840 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.836+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.840 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.836+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15.0 2023-12-03T11:48:07.842 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.838+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-12-03T11:48:07.842 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.838+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=246247 2023-12-03T11:48:07.842 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.838+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2023-12-03T11:48:07.842 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.838+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-12-03T11:48:07.842 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.838+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6537703 part_ofs=246247 rule->part_size=246247 2023-12-03T11:48:07.842 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.838+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2023-12-03T11:48:07.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.838+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2023-12-03T11:48:07.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.838+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6783950 part_ofs=492494 rule->part_size=49187 2023-12-03T11:48:07.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.838+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2023-12-03T11:48:07.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.838+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-STANDARD.2~dwLJ98NQXdtibGadA8PrD6-QKhvEvgh.2_5fd5038f9af0155de40c31e49f81a7bc 2023-12-03T11:48:07.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.838+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.838+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-STANDARD.2~dwLJ98NQXdtibGadA8PrD6-QKhvEvgh.1 2023-12-03T11:48:07.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.838+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 440 2023-12-03T11:48:07.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.838+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-STANDARD.2~dwLJ98NQXdtibGadA8PrD6-QKhvEvgh.2 2023-12-03T11:48:07.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.838+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 704 2023-12-03T11:48:07.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.838+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-STANDARD.2~dwLJ98NQXdtibGadA8PrD6-QKhvEvgh.3 2023-12-03T11:48:07.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.838+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 968 2023-12-03T11:48:07.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.838+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.838+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-STANDARD.2~dwLJ98NQXdtibGadA8PrD6-QKhvEvgh.2_5fd5038f9af0155de40c31e49f81a7bc 2023-12-03T11:48:07.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.840+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2023-12-03T11:48:07.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.840+0000 7fe179a13800 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:07.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.840+0000 7fe179a13800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:07.844 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.840+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:07.844 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.840+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:07.844 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.840+0000 7fe179a13800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:07.844 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.840+0000 7fe179a13800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:07.844 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.840+0000 7fe179a13800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:07.845 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.842+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2023-12-03T11:48:07.845 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.842+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.845 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.842+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=243 2023-12-03T11:48:07.845 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.842+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x11 2023-12-03T11:48:07.846 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.842+0000 7fe179a13800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2023-12-03T11:48:07.846 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.842+0000 7fe179a13800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2023-12-03T11:48:07.846 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.842+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2023-12-03T11:48:07.846 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.842+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791307 cookie 94076670693152 notifier 5765 bl.length()=199 2023-12-03T11:48:07.846 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.844+0000 7fe179a13800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15 from cache 2023-12-03T11:48:07.846 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.844+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15, ofs0, ns] 2023-12-03T11:48:07.846 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.844+0000 7fe15dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791351 cookie 94076670695888 notifier 5765 bl.length()=257 2023-12-03T11:48:07.849 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.847+0000 7fe179a13800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15 : miss 2023-12-03T11:48:07.849 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.847+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.849 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.847+0000 7fe179a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:07.849 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.847+0000 7fe179a13800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15 info.flags=0x0 2023-12-03T11:48:07.849 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.847+0000 7fe179a13800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15 to cache LRU end 2023-12-03T11:48:07.849 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.847+0000 7fe179a13800 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15 from cache 2023-12-03T11:48:07.849 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.847+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15, ofs0, ns] 2023-12-03T11:48:07.849 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.848+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791352 cookie 94076668194640 notifier 5765 bl.length()=254 2023-12-03T11:48:07.851 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.850+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13 : miss 2023-12-03T11:48:07.851 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.850+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.852 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.851+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=412 2023-12-03T11:48:07.852 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.851+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13 info.flags=0x17 2023-12-03T11:48:07.852 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.851+0000 7fe179a13800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13 to cache LRU end 2023-12-03T11:48:07.853 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.851+0000 7fe179a13800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:07.853 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.851+0000 7fe179a13800 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:07.853 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.851+0000 7fe179a13800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13 2023-12-03T11:48:07.853 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.851+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-FROZEN 2023-12-03T11:48:07.853 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.851+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2023-12-03T11:48:07.853 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.851+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-STANDARD 2023-12-03T11:48:07.853 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.851+0000 7fe179a13800 20 get_obj_state: octx=0x558fee90fd60 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.853 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.851+0000 7fe179a13800 10 manifest: total_size = 11534336 2023-12-03T11:48:07.854 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.851+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.5913486059115191565 2023-12-03T11:48:07.854 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.851+0000 7fe179a13800 20 get_obj_state: octx=0x558fee90fd60 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.854 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.851+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.854 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.851+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13.0 2023-12-03T11:48:07.855 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.854+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:07.855 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.854+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:07.855 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.854+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:07.855 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.854+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:07.856 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.854+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:07.856 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.854+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:07.856 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.854+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-12-03T11:48:07.856 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.854+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:07.856 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.854+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-12-03T11:48:07.856 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.854+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.5913486059115191565 2023-12-03T11:48:07.856 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.854+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.856 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.854+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13__multipart_foo-FROZEN.2~xmMVOnE-LQWkTF3W0M7vftbT1IIxGRQ.1 2023-12-03T11:48:07.856 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.854+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2023-12-03T11:48:07.856 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.854+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13__multipart_foo-FROZEN.2~xmMVOnE-LQWkTF3W0M7vftbT1IIxGRQ.2 2023-12-03T11:48:07.856 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.854+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 634 2023-12-03T11:48:07.856 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.854+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13__multipart_foo-FROZEN.2~xmMVOnE-LQWkTF3W0M7vftbT1IIxGRQ.3 2023-12-03T11:48:07.856 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.854+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 901 2023-12-03T11:48:07.856 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.854+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.856 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.854+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.5913486059115191565 2023-12-03T11:48:07.857 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.855+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170001360 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.857 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.855+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=foo-FROZEN 2023-12-03T11:48:07.857 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.855+0000 7fe179a13800 10 manifest: total_size = 11534336 2023-12-03T11:48:07.857 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.855+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.14114034133239983465 2023-12-03T11:48:07.857 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.855+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170001360 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.857 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.855+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.857 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.855+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13.0 2023-12-03T11:48:07.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.857+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:07.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.857+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:07.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.857+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:07.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.857+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:07.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.857+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:07.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.857+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:07.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.857+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-12-03T11:48:07.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.857+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:07.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.857+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-12-03T11:48:07.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.857+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.14114034133239983465 2023-12-03T11:48:07.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.857+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.857+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13__multipart_foo-LUKEWARM.2~VatQyA8rykGcwmzh3NyA9ozjLuJPW4Q.1 2023-12-03T11:48:07.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.857+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 374 2023-12-03T11:48:07.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.857+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13__multipart_foo-LUKEWARM.2~VatQyA8rykGcwmzh3NyA9ozjLuJPW4Q.2 2023-12-03T11:48:07.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.857+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 647 2023-12-03T11:48:07.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.857+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13__multipart_foo-LUKEWARM.2~VatQyA8rykGcwmzh3NyA9ozjLuJPW4Q.3 2023-12-03T11:48:07.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.857+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 920 2023-12-03T11:48:07.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.857+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.857+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.14114034133239983465 2023-12-03T11:48:07.861 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.858+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2023-12-03T11:48:07.861 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.859+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c057f30 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.861 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.859+0000 7fe179a13800 10 manifest: total_size = 16381 2023-12-03T11:48:07.861 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.859+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.7783681921939303355 2023-12-03T11:48:07.861 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.859+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c057f30 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.861 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.859+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.861 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.859+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13.0 2023-12-03T11:48:07.862 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.861+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=3 2023-12-03T11:48:07.863 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.861+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=7672 2023-12-03T11:48:07.863 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.861+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=7672 stripe_ofs=7672 part_ofs=7672 rule->part_size=7674 2023-12-03T11:48:07.863 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.861+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=7674 rules.size()=3 2023-12-03T11:48:07.863 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.861+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6299128 part_ofs=7672 rule->part_size=7674 2023-12-03T11:48:07.863 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.861+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=15346 stripe_ofs=15346 part_ofs=15346 rule->part_size=1035 2023-12-03T11:48:07.863 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.861+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=1035 rules.size()=3 2023-12-03T11:48:07.863 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.861+0000 7fe179a13800 20 RGWObjManifest::operator++(): stripe_ofs=6306802 part_ofs=15346 rule->part_size=1035 2023-12-03T11:48:07.863 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.861+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=16381 stripe_ofs=16381 part_ofs=16381 rule->part_size=1035 2023-12-03T11:48:07.863 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.861+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.7783681921939303355 2023-12-03T11:48:07.863 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.861+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.863 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.861+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13__multipart_foo-STANDARD.2~vS7pHpL2gmzhP0Efc0efu3t1sx-kQbm.1 2023-12-03T11:48:07.863 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.861+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2023-12-03T11:48:07.863 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.861+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13__multipart_foo-STANDARD.2~vS7pHpL2gmzhP0Efc0efu3t1sx-kQbm.2 2023-12-03T11:48:07.863 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.861+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2023-12-03T11:48:07.863 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.861+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13__multipart_foo-STANDARD.2~vS7pHpL2gmzhP0Efc0efu3t1sx-kQbm.3 2023-12-03T11:48:07.864 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.861+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2023-12-03T11:48:07.864 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.861+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.864 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.861+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.7783681921939303355 2023-12-03T11:48:07.864 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.862+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=foo-STANDARD 2023-12-03T11:48:07.864 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.862+0000 7fe179a13800 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:07.865 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.862+0000 7fe179a13800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:07.865 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.863+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:07.865 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.863+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:07.865 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.863+0000 7fe179a13800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:07.865 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.863+0000 7fe179a13800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:07.865 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.863+0000 7fe179a13800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:07.865 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.864+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2023-12-03T11:48:07.865 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.864+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.866 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.864+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=238 2023-12-03T11:48:07.866 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.864+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x11 2023-12-03T11:48:07.866 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.864+0000 7fe179a13800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2023-12-03T11:48:07.866 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.864+0000 7fe179a13800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2023-12-03T11:48:07.866 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.864+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2023-12-03T11:48:07.866 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.865+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791367 cookie 94076670690736 notifier 5765 bl.length()=194 2023-12-03T11:48:07.867 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.866+0000 7fe179a13800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13 from cache 2023-12-03T11:48:07.867 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.866+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13, ofs0, ns] 2023-12-03T11:48:07.868 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.866+0000 7fe15dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791352 cookie 94076670695888 notifier 5765 bl.length()=252 2023-12-03T11:48:07.870 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.869+0000 7fe179a13800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13 : miss 2023-12-03T11:48:07.870 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.869+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.870 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.869+0000 7fe179a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:07.870 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.869+0000 7fe179a13800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13 info.flags=0x0 2023-12-03T11:48:07.870 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.869+0000 7fe179a13800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13 to cache LRU end 2023-12-03T11:48:07.870 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.869+0000 7fe179a13800 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13 from cache 2023-12-03T11:48:07.870 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.869+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13, ofs0, ns] 2023-12-03T11:48:07.871 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.869+0000 7fe15dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791353 cookie 94076668194640 notifier 5765 bl.length()=249 2023-12-03T11:48:07.873 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.871+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12 : miss 2023-12-03T11:48:07.873 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.871+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.873 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.872+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=402 2023-12-03T11:48:07.873 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.872+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12 info.flags=0x17 2023-12-03T11:48:07.873 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.872+0000 7fe179a13800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12 to cache LRU end 2023-12-03T11:48:07.873 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.872+0000 7fe179a13800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:07.873 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.872+0000 7fe179a13800 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:07.873 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.872+0000 7fe179a13800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12 2023-12-03T11:48:07.874 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.872+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-FROZEN 2023-12-03T11:48:07.874 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.872+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2023-12-03T11:48:07.874 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.872+0000 7fe179a13800 10 cls_bucket_list_unordered: got foo-STANDARD 2023-12-03T11:48:07.874 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.872+0000 7fe179a13800 20 get_obj_state: octx=0x558fee909d30 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.874 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.873+0000 7fe179a13800 10 manifest: total_size = 10485760 2023-12-03T11:48:07.874 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.873+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.16966055467145851478 2023-12-03T11:48:07.875 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.873+0000 7fe179a13800 20 get_obj_state: octx=0x558fee909d30 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.875 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.873+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.875 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.873+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12.0 2023-12-03T11:48:07.876 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.875+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.876 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.875+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.876 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.875+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.876 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.875+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.876 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.875+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.16966055467145851478 2023-12-03T11:48:07.876 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.875+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.876 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.875+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12__shadow_.o6Wcd9C6JIhinYp0N59Svw0x2LYOPFc_0 2023-12-03T11:48:07.876 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.875+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2023-12-03T11:48:07.877 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.875+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12__shadow_.o6Wcd9C6JIhinYp0N59Svw0x2LYOPFc_1 2023-12-03T11:48:07.877 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.875+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2023-12-03T11:48:07.877 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.875+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.877 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.875+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.16966055467145851478 2023-12-03T11:48:07.877 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.876+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=foo-FROZEN 2023-12-03T11:48:07.877 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.876+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16806bf80 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.878 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.876+0000 7fe179a13800 10 manifest: total_size = 10485760 2023-12-03T11:48:07.878 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.876+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.12077114517211459556 2023-12-03T11:48:07.878 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.876+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16806bf80 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.878 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.876+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.878 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.876+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12.0 2023-12-03T11:48:07.880 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.879+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.880 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.879+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.880 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.879+0000 7fe179a13800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:07.880 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.879+0000 7fe179a13800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2023-12-03T11:48:07.880 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.879+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.12077114517211459556 2023-12-03T11:48:07.880 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.879+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:07.880 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.879+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12__shadow_.ikVuoEYUjm4abtoRX3O2kqUBDPfFDtM_0 2023-12-03T11:48:07.880 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.879+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2023-12-03T11:48:07.880 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.879+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12__shadow_.ikVuoEYUjm4abtoRX3O2kqUBDPfFDtM_1 2023-12-03T11:48:07.880 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.879+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2023-12-03T11:48:07.881 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.879+0000 7fe179a13800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:07.881 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.879+0000 7fe179a13800 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.12077114517211459556 2023-12-03T11:48:07.881 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.880+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2023-12-03T11:48:07.881 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.880+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170051440 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.882 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.880+0000 7fe179a13800 10 manifest: total_size = 649292 2023-12-03T11:48:07.882 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.880+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.16466821383172889713 2023-12-03T11:48:07.882 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.880+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170051440 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x558fee90ef48 s->prefetch_data=0 2023-12-03T11:48:07.882 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.880+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee90ef48 2023-12-03T11:48:07.882 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.880+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12.0 2023-12-03T11:48:07.884 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.883+0000 7fe179a13800 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:07.884 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.883+0000 7fe179a13800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:07.885 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.884+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=foo-STANDARD 2023-12-03T11:48:07.886 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.884+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:07.886 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.884+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:07.886 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.884+0000 7fe179a13800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:07.886 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.884+0000 7fe179a13800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:07.886 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.884+0000 7fe179a13800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:07.887 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.886+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2023-12-03T11:48:07.887 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.886+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.888 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.886+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=228 2023-12-03T11:48:07.888 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.886+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x11 2023-12-03T11:48:07.888 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.886+0000 7fe179a13800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2023-12-03T11:48:07.888 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.886+0000 7fe179a13800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2023-12-03T11:48:07.888 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.886+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2023-12-03T11:48:07.888 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.887+0000 7fe15dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791314 cookie 94076670689696 notifier 5765 bl.length()=184 2023-12-03T11:48:07.889 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.888+0000 7fe179a13800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12 from cache 2023-12-03T11:48:07.889 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.888+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12, ofs0, ns] 2023-12-03T11:48:07.889 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.888+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791308 cookie 94076670693152 notifier 5765 bl.length()=242 2023-12-03T11:48:07.892 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.891+0000 7fe179a13800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12 : miss 2023-12-03T11:48:07.892 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.891+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.893 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.891+0000 7fe179a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:07.893 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.891+0000 7fe179a13800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12 info.flags=0x0 2023-12-03T11:48:07.893 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.891+0000 7fe179a13800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12 to cache LRU end 2023-12-03T11:48:07.893 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.891+0000 7fe179a13800 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12 from cache 2023-12-03T11:48:07.893 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.891+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-obj-storage-class.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12, ofs0, ns] 2023-12-03T11:48:07.893 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.891+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791353 cookie 140606156783616 notifier 5765 bl.length()=239 2023-12-03T11:48:07.895 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.894+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.5 : miss 2023-12-03T11:48:07.895 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.894+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.896 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.894+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=397 2023-12-03T11:48:07.896 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.894+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.5 info.flags=0x17 2023-12-03T11:48:07.896 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.894+0000 7fe179a13800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.5 to cache LRU end 2023-12-03T11:48:07.896 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.894+0000 7fe179a13800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:07.896 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.894+0000 7fe179a13800 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:07.896 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.894+0000 7fe179a13800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.5 2023-12-03T11:48:07.897 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.895+0000 7fe179a13800 10 cls_bucket_list_unordered: got __ 2023-12-03T11:48:07.897 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.895+0000 7fe179a13800 10 cls_bucket_list_unordered: got __ _ 2023-12-03T11:48:07.897 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.895+0000 7fe179a13800 10 cls_bucket_list_unordered: got ___ 2023-12-03T11:48:07.897 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.895+0000 7fe179a13800 10 cls_bucket_list_unordered: got obj 2023-12-03T11:48:07.897 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.895+0000 7fe179a13800 20 get_obj_state: octx=0x558fee8d9420 obj=test-client.0-r-test-small-obj-data.1:__ state=0x558fee7b68e8 s->prefetch_data=0 2023-12-03T11:48:07.897 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.895+0000 7fe179a13800 10 manifest: total_size = 0 2023-12-03T11:48:07.897 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.895+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.13959781827854607948 2023-12-03T11:48:07.897 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.895+0000 7fe179a13800 20 get_obj_state: octx=0x558fee8d9420 obj=test-client.0-r-test-small-obj-data.1:__ state=0x558fee7b68e8 s->prefetch_data=0 2023-12-03T11:48:07.898 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.895+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee7b68e8 2023-12-03T11:48:07.898 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.895+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.5.0 2023-12-03T11:48:07.899 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.897+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16809fa80 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x558fee7b68e8 s->prefetch_data=0 2023-12-03T11:48:07.899 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.898+0000 7fe179a13800 10 manifest: total_size = 0 2023-12-03T11:48:07.899 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.898+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.5154708152039901379 2023-12-03T11:48:07.899 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.898+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16809fa80 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x558fee7b68e8 s->prefetch_data=0 2023-12-03T11:48:07.899 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.898+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee7b68e8 2023-12-03T11:48:07.899 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.898+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.5.0 2023-12-03T11:48:07.900 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.899+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=__ 2023-12-03T11:48:07.901 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.900+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c057210 obj=test-client.0-r-test-small-obj-data.1:___ state=0x558fee7b68e8 s->prefetch_data=0 2023-12-03T11:48:07.902 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.900+0000 7fe179a13800 10 manifest: total_size = 0 2023-12-03T11:48:07.902 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.900+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.12322337067816926329 2023-12-03T11:48:07.902 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.900+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c057210 obj=test-client.0-r-test-small-obj-data.1:___ state=0x558fee7b68e8 s->prefetch_data=0 2023-12-03T11:48:07.902 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.900+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee7b68e8 2023-12-03T11:48:07.902 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.900+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.5.0 2023-12-03T11:48:07.902 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.901+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=__ _ 2023-12-03T11:48:07.904 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.902+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c057f30 obj=test-client.0-r-test-small-obj-data.1:obj state=0x558fee7b68e8 s->prefetch_data=0 2023-12-03T11:48:07.904 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.903+0000 7fe179a13800 10 manifest: total_size = 0 2023-12-03T11:48:07.904 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.903+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.3195546694866149255 2023-12-03T11:48:07.904 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.903+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c057f30 obj=test-client.0-r-test-small-obj-data.1:obj state=0x558fee7b68e8 s->prefetch_data=0 2023-12-03T11:48:07.904 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.903+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee7b68e8 2023-12-03T11:48:07.904 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.903+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.5.0 2023-12-03T11:48:07.905 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.904+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=___ 2023-12-03T11:48:07.906 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.905+0000 7fe179a13800 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:07.906 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.905+0000 7fe179a13800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:07.907 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.906+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=obj 2023-12-03T11:48:07.908 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.907+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:07.908 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.907+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:07.908 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.907+0000 7fe179a13800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:07.908 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.907+0000 7fe179a13800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:07.908 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.907+0000 7fe179a13800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.5])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:07.909 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.908+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2023-12-03T11:48:07.910 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.908+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.910 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.909+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=223 2023-12-03T11:48:07.911 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.909+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x11 2023-12-03T11:48:07.911 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.909+0000 7fe179a13800 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2023-12-03T11:48:07.911 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.909+0000 7fe179a13800 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2023-12-03T11:48:07.911 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.909+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2023-12-03T11:48:07.911 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.909+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791354 cookie 94076668194640 notifier 5765 bl.length()=181 2023-12-03T11:48:07.912 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.910+0000 7fe179a13800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.5 from cache 2023-12-03T11:48:07.912 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.910+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.5, ofs0, ns] 2023-12-03T11:48:07.912 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.911+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791309 cookie 94076670706912 notifier 5765 bl.length()=238 2023-12-03T11:48:07.915 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.913+0000 7fe179a13800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.5 : miss 2023-12-03T11:48:07.915 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.913+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.915 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.914+0000 7fe179a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:07.915 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.914+0000 7fe179a13800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.5 info.flags=0x0 2023-12-03T11:48:07.915 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.914+0000 7fe179a13800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.5 to cache LRU end 2023-12-03T11:48:07.916 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.914+0000 7fe179a13800 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.5 from cache 2023-12-03T11:48:07.916 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.914+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-small-obj-data.1/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.5, ofs0, ns] 2023-12-03T11:48:07.916 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.914+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791368 cookie 94076670704592 notifier 5765 bl.length()=235 2023-12-03T11:48:07.917 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.916+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.6 : miss 2023-12-03T11:48:07.917 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.916+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.918 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.916+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=397 2023-12-03T11:48:07.918 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.916+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.6 info.flags=0x17 2023-12-03T11:48:07.918 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.916+0000 7fe179a13800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.6 to cache LRU end 2023-12-03T11:48:07.919 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.916+0000 7fe179a13800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:07.919 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.916+0000 7fe179a13800 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:07.919 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.916+0000 7fe179a13800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.6 2023-12-03T11:48:07.919 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.917+0000 7fe179a13800 10 cls_bucket_list_unordered: got __ 2023-12-03T11:48:07.919 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.917+0000 7fe179a13800 10 cls_bucket_list_unordered: got __ _ 2023-12-03T11:48:07.919 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.917+0000 7fe179a13800 10 cls_bucket_list_unordered: got ___ 2023-12-03T11:48:07.919 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.917+0000 7fe179a13800 10 cls_bucket_list_unordered: got obj 2023-12-03T11:48:07.919 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.917+0000 7fe179a13800 20 get_obj_state: octx=0x558fee91aa30 obj=test-client.0-r-test-small-obj-data.2:__ state=0x558fee914978 s->prefetch_data=0 2023-12-03T11:48:07.920 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.917+0000 7fe179a13800 10 manifest: total_size = 2078 2023-12-03T11:48:07.920 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.917+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.609248608026501889 2023-12-03T11:48:07.920 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.917+0000 7fe179a13800 20 get_obj_state: octx=0x558fee91aa30 obj=test-client.0-r-test-small-obj-data.2:__ state=0x558fee914978 s->prefetch_data=0 2023-12-03T11:48:07.920 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.917+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee914978 2023-12-03T11:48:07.920 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.917+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.6.0 2023-12-03T11:48:07.921 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.920+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170001360 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x558fee914978 s->prefetch_data=0 2023-12-03T11:48:07.921 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.920+0000 7fe179a13800 10 manifest: total_size = 524288 2023-12-03T11:48:07.922 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.920+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.17872725266451963374 2023-12-03T11:48:07.922 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.920+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170001360 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x558fee914978 s->prefetch_data=0 2023-12-03T11:48:07.922 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.920+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee914978 2023-12-03T11:48:07.922 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.920+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.6.0 2023-12-03T11:48:07.922 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.921+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=__ 2023-12-03T11:48:07.923 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.922+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c03ccd0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x558fee914978 s->prefetch_data=0 2023-12-03T11:48:07.924 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.922+0000 7fe179a13800 10 manifest: total_size = 24595 2023-12-03T11:48:07.924 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.922+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.13981647505668362188 2023-12-03T11:48:07.924 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.922+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16c03ccd0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x558fee914978 s->prefetch_data=0 2023-12-03T11:48:07.924 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.922+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee914978 2023-12-03T11:48:07.924 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.922+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.6.0 2023-12-03T11:48:07.925 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.923+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=__ _ 2023-12-03T11:48:07.926 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.925+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16809fa80 obj=test-client.0-r-test-small-obj-data.2:obj state=0x558fee914978 s->prefetch_data=0 2023-12-03T11:48:07.926 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.925+0000 7fe179a13800 10 manifest: total_size = 2078 2023-12-03T11:48:07.926 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.925+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.9152419193118557999 2023-12-03T11:48:07.927 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.925+0000 7fe179a13800 20 get_obj_state: octx=0x7fe16809fa80 obj=test-client.0-r-test-small-obj-data.2:obj state=0x558fee914978 s->prefetch_data=0 2023-12-03T11:48:07.927 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.925+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee914978 2023-12-03T11:48:07.927 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.925+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.6.0 2023-12-03T11:48:07.927 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.926+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=___ 2023-12-03T11:48:07.929 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.927+0000 7fe179a13800 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:07.930 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.927+0000 7fe179a13800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:07.931 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.929+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=obj 2023-12-03T11:48:07.931 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.929+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:07.931 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.929+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:07.931 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.929+0000 7fe179a13800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:07.931 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.929+0000 7fe179a13800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:07.931 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.929+0000 7fe179a13800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.6])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:07.932 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.930+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2023-12-03T11:48:07.933 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.930+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.933 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.930+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=223 2023-12-03T11:48:07.933 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.930+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x11 2023-12-03T11:48:07.933 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.930+0000 7fe179a13800 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2023-12-03T11:48:07.933 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.930+0000 7fe179a13800 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2023-12-03T11:48:07.933 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.930+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2023-12-03T11:48:07.933 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.931+0000 7fe15dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791355 cookie 94076668194640 notifier 5765 bl.length()=181 2023-12-03T11:48:07.934 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.932+0000 7fe179a13800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.6 from cache 2023-12-03T11:48:07.934 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.932+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.6, ofs0, ns] 2023-12-03T11:48:07.934 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.932+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791310 cookie 94076670706912 notifier 5765 bl.length()=238 2023-12-03T11:48:07.937 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.935+0000 7fe179a13800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.6 : miss 2023-12-03T11:48:07.937 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.935+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.937 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.935+0000 7fe179a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:07.937 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.935+0000 7fe179a13800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.6 info.flags=0x0 2023-12-03T11:48:07.937 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.935+0000 7fe179a13800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.6 to cache LRU end 2023-12-03T11:48:07.937 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.935+0000 7fe179a13800 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.6 from cache 2023-12-03T11:48:07.937 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.935+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-small-obj-data.2/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.6, ofs0, ns] 2023-12-03T11:48:07.937 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.935+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791369 cookie 94076670704592 notifier 5765 bl.length()=235 2023-12-03T11:48:07.940 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.938+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.7 : miss 2023-12-03T11:48:07.940 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.938+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.940 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.938+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=397 2023-12-03T11:48:07.940 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.938+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.7 info.flags=0x17 2023-12-03T11:48:07.941 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.938+0000 7fe179a13800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.7 to cache LRU end 2023-12-03T11:48:07.941 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.938+0000 7fe179a13800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:07.941 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.938+0000 7fe179a13800 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:07.941 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.938+0000 7fe179a13800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.7 2023-12-03T11:48:07.941 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.939+0000 7fe179a13800 10 cls_bucket_list_unordered: got __ 2023-12-03T11:48:07.941 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.939+0000 7fe179a13800 10 cls_bucket_list_unordered: got __ _ 2023-12-03T11:48:07.941 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.939+0000 7fe179a13800 10 cls_bucket_list_unordered: got ___ 2023-12-03T11:48:07.941 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.939+0000 7fe179a13800 10 cls_bucket_list_unordered: got obj 2023-12-03T11:48:07.941 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.939+0000 7fe179a13800 20 get_obj_state: octx=0x7fe1680a3c30 obj=test-client.0-r-test-small-obj-data.3:__ state=0x558fee7b67d8 s->prefetch_data=0 2023-12-03T11:48:07.941 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.939+0000 7fe179a13800 10 manifest: total_size = 1035 2023-12-03T11:48:07.942 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.939+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.7192309165667178087 2023-12-03T11:48:07.942 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.939+0000 7fe179a13800 20 get_obj_state: octx=0x7fe1680a3c30 obj=test-client.0-r-test-small-obj-data.3:__ state=0x558fee7b67d8 s->prefetch_data=0 2023-12-03T11:48:07.942 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.939+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee7b67d8 2023-12-03T11:48:07.942 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.939+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.7.0 2023-12-03T11:48:07.943 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.942+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170051440 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x558fee7b67d8 s->prefetch_data=0 2023-12-03T11:48:07.944 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.942+0000 7fe179a13800 10 manifest: total_size = 1048576 2023-12-03T11:48:07.944 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.942+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.7606559838395798523 2023-12-03T11:48:07.944 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.942+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170051440 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x558fee7b67d8 s->prefetch_data=0 2023-12-03T11:48:07.944 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.942+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee7b67d8 2023-12-03T11:48:07.944 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.942+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.7.0 2023-12-03T11:48:07.945 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.943+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=__ 2023-12-03T11:48:07.946 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.944+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170051440 obj=test-client.0-r-test-small-obj-data.3:___ state=0x558fee7b67d8 s->prefetch_data=0 2023-12-03T11:48:07.946 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.945+0000 7fe179a13800 10 manifest: total_size = 49187 2023-12-03T11:48:07.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.945+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.1270759031895456560 2023-12-03T11:48:07.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.945+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170051440 obj=test-client.0-r-test-small-obj-data.3:___ state=0x558fee7b67d8 s->prefetch_data=0 2023-12-03T11:48:07.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.945+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee7b67d8 2023-12-03T11:48:07.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.945+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.7.0 2023-12-03T11:48:07.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.945+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=__ _ 2023-12-03T11:48:07.949 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.947+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170042f80 obj=test-client.0-r-test-small-obj-data.3:obj state=0x558fee7b67d8 s->prefetch_data=0 2023-12-03T11:48:07.949 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.947+0000 7fe179a13800 10 manifest: total_size = 1048576 2023-12-03T11:48:07.949 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.947+0000 7fe179a13800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.11385135322553468171 2023-12-03T11:48:07.949 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.947+0000 7fe179a13800 20 get_obj_state: octx=0x7fe170042f80 obj=test-client.0-r-test-small-obj-data.3:obj state=0x558fee7b67d8 s->prefetch_data=0 2023-12-03T11:48:07.949 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.947+0000 7fe179a13800 20 prepare_atomic_modification: state is not atomic. state=0x558fee7b67d8 2023-12-03T11:48:07.949 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.947+0000 7fe179a13800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.7.0 2023-12-03T11:48:07.950 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.948+0000 7fe15dffb640 20 handle_completion(): completion ok for obj=___ 2023-12-03T11:48:07.951 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.950+0000 7fe179a13800 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:07.951 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.950+0000 7fe179a13800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:07.952 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.951+0000 7fe15d7fa640 20 handle_completion(): completion ok for obj=obj 2023-12-03T11:48:07.952 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.951+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:07.952 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.951+0000 7fe179a13800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:07.953 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.951+0000 7fe179a13800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:07.953 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.951+0000 7fe179a13800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:07.953 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.951+0000 7fe179a13800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.7])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:07.953 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.952+0000 7fe179a13800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2023-12-03T11:48:07.954 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.952+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.954 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.953+0000 7fe179a13800 20 rados_obj.operate() r=0 bl.length=223 2023-12-03T11:48:07.954 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.953+0000 7fe179a13800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x11 2023-12-03T11:48:07.955 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.953+0000 7fe179a13800 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2023-12-03T11:48:07.955 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.953+0000 7fe179a13800 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2023-12-03T11:48:07.955 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.953+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2023-12-03T11:48:07.955 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.953+0000 7fe15dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791356 cookie 94076668194640 notifier 5765 bl.length()=181 2023-12-03T11:48:07.956 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.954+0000 7fe179a13800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.7 from cache 2023-12-03T11:48:07.956 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.954+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.7, ofs0, ns] 2023-12-03T11:48:07.956 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.955+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791311 cookie 94076670706912 notifier 5765 bl.length()=238 2023-12-03T11:48:07.959 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.957+0000 7fe179a13800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.7 : miss 2023-12-03T11:48:07.959 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.957+0000 7fe179a13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:07.959 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.958+0000 7fe179a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:07.959 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.958+0000 7fe179a13800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.7 info.flags=0x0 2023-12-03T11:48:07.959 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.958+0000 7fe179a13800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.7 to cache LRU end 2023-12-03T11:48:07.959 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.958+0000 7fe179a13800 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.7 from cache 2023-12-03T11:48:07.960 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.958+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-small-obj-data.3/d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.7, ofs0, ns] 2023-12-03T11:48:07.960 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.958+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791370 cookie 94076670704592 notifier 5765 bl.length()=235 2023-12-03T11:48:07.961 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.960+0000 7fe179a13800 10 removing key index: IIAXHFISEZNCICBTMRXR 2023-12-03T11:48:07.962 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.960+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:users.keys:IIAXHFISEZNCICBTMRXR, ofs0, ns] 2023-12-03T11:48:07.962 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.961+0000 7fe15dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791354 cookie 140606156783616 notifier 5765 bl.length()=170 2023-12-03T11:48:07.963 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.962+0000 7fe179a13800 10 removing email index: ragweed.client.0+test@test.test 2023-12-03T11:48:07.963 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.962+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2023-12-03T11:48:07.964 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.962+0000 7fe15dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791315 cookie 94076670689696 notifier 5765 bl.length()=182 2023-12-03T11:48:07.965 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.964+0000 7fe179a13800 10 removing user buckets index 2023-12-03T11:48:07.965 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.964+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2023-12-03T11:48:07.965 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.964+0000 7fe15d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791371 cookie 94076670690736 notifier 5765 bl.length()=173 2023-12-03T11:48:07.966 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.965+0000 7fe179a13800 10 removing user index: ragweed.client.0 2023-12-03T11:48:07.967 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.965+0000 7fe179a13800 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2023-12-03T11:48:07.967 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.965+0000 7fe179a13800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2023-12-03T11:48:07.967 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.965+0000 7fe15dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791355 cookie 94076670695888 notifier 5765 bl.length()=165 2023-12-03T11:48:07.969 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.967+0000 7fe13d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:48:07.971 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.969+0000 7fe179a13800 20 remove_watcher() i=0 2023-12-03T11:48:07.971 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.969+0000 7fe179a13800 2 removed watcher, disabling cache 2023-12-03T11:48:07.972 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.971+0000 7fe179a13800 20 remove_watcher() i=1 2023-12-03T11:48:07.973 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.972+0000 7fe179a13800 20 remove_watcher() i=2 2023-12-03T11:48:07.974 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.973+0000 7fe179a13800 20 remove_watcher() i=3 2023-12-03T11:48:07.975 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.974+0000 7fe179a13800 20 remove_watcher() i=4 2023-12-03T11:48:07.976 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.975+0000 7fe179a13800 20 remove_watcher() i=5 2023-12-03T11:48:07.977 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.976+0000 7fe179a13800 20 remove_watcher() i=6 2023-12-03T11:48:07.978 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:07.976+0000 7fe179a13800 20 remove_watcher() i=7 2023-12-03T11:48:07.983 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2023-12-03T11:48:08.064 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:48:08.064 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:48:08.075 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.074+0000 7f2642c13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:08.077 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.075+0000 7f2642c13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:08.077 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.075+0000 7f2642c13800 20 realm 2023-12-03T11:48:08.077 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.075+0000 7f2642c13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:08.078 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.076+0000 7f2642c13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:08.078 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.076+0000 7f2642c13800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:48:08.078 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.076+0000 7f2642c13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:08.078 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.076+0000 7f2642c13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:08.078 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.076+0000 7f2642c13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:08.079 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.077+0000 7f2642c13800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:48:08.079 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.077+0000 7f2642c13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:08.079 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.077+0000 7f2642c13800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:48:08.079 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.077+0000 7f2642c13800 20 searching for the correct realm 2023-12-03T11:48:08.088 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.086+0000 7f263ff12640 0 -- 172.21.15.145:0/2676111766 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55b325300ea0 msgr2=0x55b325303290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:48:08.089 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.087+0000 7f2642c13800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:48:08.089 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.087+0000 7f2642c13800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:48:08.089 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.087+0000 7f2642c13800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:48:08.089 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.087+0000 7f2642c13800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:48:08.089 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.087+0000 7f2642c13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:08.089 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.087+0000 7f2642c13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:08.089 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.087+0000 7f2642c13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:08.089 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.087+0000 7f2642c13800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:48:08.089 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.087+0000 7f2642c13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:08.091 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.088+0000 7f2642c13800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:48:08.091 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.088+0000 7f2642c13800 20 zone default found 2023-12-03T11:48:08.091 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.088+0000 7f2642c13800 4 Realm: () 2023-12-03T11:48:08.091 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.088+0000 7f2642c13800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:48:08.091 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.088+0000 7f2642c13800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:48:08.091 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.088+0000 7f2642c13800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:48:08.091 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.088+0000 7f2642c13800 20 zonegroup default 2023-12-03T11:48:08.091 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.088+0000 7f2642c13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:08.092 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.088+0000 7f2642c13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:08.092 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.088+0000 7f2642c13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:08.092 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.088+0000 7f2642c13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:08.092 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.088+0000 7f2642c13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:08.092 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.089+0000 7f2642c13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:08.092 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.089+0000 7f2642c13800 20 started sync module instance, tier type = 2023-12-03T11:48:08.092 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.089+0000 7f2642c13800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:48:08.096 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.095+0000 7f263ff12640 0 -- 172.21.15.145:0/2676111766 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x7f261c0795c0 msgr2=0x7f261c07b9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:48:08.098 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.097+0000 7f2642c13800 20 add_watcher() i=0 2023-12-03T11:48:08.098 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.097+0000 7f2642c13800 20 add_watcher() i=1 2023-12-03T11:48:08.099 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.097+0000 7f2642c13800 20 add_watcher() i=2 2023-12-03T11:48:08.099 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.097+0000 7f2642c13800 20 add_watcher() i=3 2023-12-03T11:48:08.099 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.097+0000 7f2642c13800 20 add_watcher() i=4 2023-12-03T11:48:08.099 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.097+0000 7f2642c13800 20 add_watcher() i=5 2023-12-03T11:48:08.099 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.097+0000 7f2642c13800 20 add_watcher() i=6 2023-12-03T11:48:08.099 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.098+0000 7f2642c13800 20 add_watcher() i=7 2023-12-03T11:48:08.099 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.098+0000 7f2642c13800 2 all 8 watchers are set, enabling cache 2023-12-03T11:48:08.101 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.100+0000 7f26067e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:48:08.101 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.100+0000 7f2642c13800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:48:08.101 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.100+0000 7f2642c13800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:48:08.141 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.139+0000 7f25757fa640 20 reqs_thread_entry: start 2023-12-03T11:48:08.141 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.139+0000 7f2642c13800 20 init_complete bucket index max shards: 1 2023-12-03T11:48:08.141 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.139+0000 7f2642c13800 20 Filter name: none 2023-12-03T11:48:08.141 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.139+0000 7f256effd640 20 reqs_thread_entry: start 2023-12-03T11:48:08.142 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.139+0000 7f2642c13800 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2023-12-03T11:48:08.142 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.139+0000 7f2642c13800 20 rados->read ofs=0 len=0 2023-12-03T11:48:08.142 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.140+0000 7f2642c13800 20 rados_obj.operate() r=0 bl.length=452 2023-12-03T11:48:08.142 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.140+0000 7f2642c13800 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2023-12-03T11:48:08.142 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.140+0000 7f2642c13800 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2023-12-03T11:48:08.142 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.140+0000 7f2642c13800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:08.142 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.140+0000 7f2642c13800 10 removing key index: UQROUTWHXKVNLJRHJDHE 2023-12-03T11:48:08.142 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.140+0000 7f2642c13800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.keys:UQROUTWHXKVNLJRHJDHE, ofs0, ns] 2023-12-03T11:48:08.142 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.140+0000 7f2626ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791316 cookie 94227911438960 notifier 6000 bl.length()=170 2023-12-03T11:48:08.143 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.142+0000 7f2642c13800 10 removing email index: sysuser.client.0+test@test.test 2023-12-03T11:48:08.143 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.142+0000 7f2642c13800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2023-12-03T11:48:08.143 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.142+0000 7f2626ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791356 cookie 94227911440000 notifier 6000 bl.length()=182 2023-12-03T11:48:08.144 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.143+0000 7f2642c13800 10 removing user buckets index 2023-12-03T11:48:08.145 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.143+0000 7f2642c13800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0.buckets, ofs0, ns] 2023-12-03T11:48:08.145 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.143+0000 7f26267fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791309 cookie 94227911431376 notifier 6000 bl.length()=173 2023-12-03T11:48:08.146 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.145+0000 7f2642c13800 10 removing user index: sysuser.client.0 2023-12-03T11:48:08.146 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.145+0000 7f2642c13800 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2023-12-03T11:48:08.146 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.145+0000 7f2642c13800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2023-12-03T11:48:08.146 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.145+0000 7f2626ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791317 cookie 94227911438960 notifier 6000 bl.length()=165 2023-12-03T11:48:08.148 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.147+0000 7f26067e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:48:08.150 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.149+0000 7f2642c13800 20 remove_watcher() i=0 2023-12-03T11:48:08.150 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.149+0000 7f2642c13800 2 removed watcher, disabling cache 2023-12-03T11:48:08.151 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.150+0000 7f2642c13800 20 remove_watcher() i=1 2023-12-03T11:48:08.152 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.151+0000 7f2642c13800 20 remove_watcher() i=2 2023-12-03T11:48:08.153 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.152+0000 7f2642c13800 20 remove_watcher() i=3 2023-12-03T11:48:08.154 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.153+0000 7f2642c13800 20 remove_watcher() i=4 2023-12-03T11:48:08.155 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.153+0000 7f2642c13800 20 remove_watcher() i=5 2023-12-03T11:48:08.156 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.154+0000 7f2642c13800 20 remove_watcher() i=6 2023-12-03T11:48:08.157 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:48:08.155+0000 7f2642c13800 20 remove_watcher() i=7 2023-12-03T11:48:08.162 INFO:tasks.ragweed:Removing ragweed... 2023-12-03T11:48:08.162 DEBUG:teuthology.orchestra.run.smithi145:> rm -rf /home/ubuntu/cephtest/ragweed.client.0 2023-12-03T11:48:08.263 INFO:teuthology.run_tasks:Running task workunit... 2023-12-03T11:48:08.274 INFO:tasks.workunit:Pulling workunits from ref bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:48:08.274 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-03T11:48:08.274 DEBUG:teuthology.orchestra.run.smithi145:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:48:08.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:48:08.289 INFO:teuthology.orchestra.run.smithi145.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-03T11:48:08.290 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:48:08.345 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-03T11:48:08.345 DEBUG:teuthology.orchestra.run.smithi145:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-03T11:48:08.400 INFO:tasks.workunit:timeout=3h 2023-12-03T11:48:08.400 INFO:tasks.workunit:cleanup=True 2023-12-03T11:48:08.400 DEBUG:teuthology.orchestra.run.smithi145:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:48:08.455 INFO:tasks.workunit.client.0.smithi145.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-03T11:49:13.088 INFO:tasks.workunit.client.0.smithi145.stderr:Note: switching to 'bcbf278cf395873c2a482f5a7b2345faf2160319'. 2023-12-03T11:49:13.088 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:13.088 INFO:tasks.workunit.client.0.smithi145.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-12-03T11:49:13.088 INFO:tasks.workunit.client.0.smithi145.stderr:changes and commit them, and you can discard any commits you make in this 2023-12-03T11:49:13.088 INFO:tasks.workunit.client.0.smithi145.stderr:state without impacting any branches by switching back to a branch. 2023-12-03T11:49:13.088 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:13.088 INFO:tasks.workunit.client.0.smithi145.stderr:If you want to create a new branch to retain commits you create, you may 2023-12-03T11:49:13.089 INFO:tasks.workunit.client.0.smithi145.stderr:do so (now or later) by using -c with the switch command. Example: 2023-12-03T11:49:13.089 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:13.089 INFO:tasks.workunit.client.0.smithi145.stderr: git switch -c 2023-12-03T11:49:13.089 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:13.089 INFO:tasks.workunit.client.0.smithi145.stderr:Or undo this operation with: 2023-12-03T11:49:13.089 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:13.089 INFO:tasks.workunit.client.0.smithi145.stderr: git switch - 2023-12-03T11:49:13.089 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:13.089 INFO:tasks.workunit.client.0.smithi145.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-12-03T11:49:13.089 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:13.089 INFO:tasks.workunit.client.0.smithi145.stderr:HEAD is now at bcbf278cf39 RGW:pubsub publish commit with etag populated 2023-12-03T11:49:13.091 DEBUG:teuthology.orchestra.run.smithi145:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-03T11:49:13.145 INFO:tasks.workunit.client.0.smithi145.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-03T11:49:13.147 INFO:tasks.workunit.client.0.smithi145.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-03T11:49:13.147 INFO:tasks.workunit.client.0.smithi145.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-03T11:49:13.196 INFO:tasks.workunit.client.0.smithi145.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-03T11:49:13.249 INFO:tasks.workunit.client.0.smithi145.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-03T11:49:13.286 INFO:tasks.workunit.client.0.smithi145.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-03T11:49:13.287 INFO:tasks.workunit.client.0.smithi145.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-03T11:49:13.287 INFO:tasks.workunit.client.0.smithi145.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-03T11:49:13.325 INFO:tasks.workunit.client.0.smithi145.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-03T11:49:13.328 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:49:13.328 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-03T11:49:13.384 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2023-12-03T11:49:13.385 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2023-12-03T11:49:13.385 DEBUG:teuthology.orchestra.run.smithi145:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2023-12-03T11:49:13.442 INFO:tasks.workunit.client.0.smithi145.stderr:+ ulimit -c 0 2023-12-03T11:49:13.442 INFO:tasks.workunit.client.0.smithi145.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2023-12-03T11:49:13.443 INFO:tasks.workunit.client.0.smithi145.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-12-03T11:49:13.443 INFO:tasks.workunit.client.0.smithi145.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-12-03T11:49:15.755 INFO:tasks.workunit.client.0.smithi145.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2023-12-03T11:49:15.755 INFO:tasks.workunit.client.0.smithi145.stderr:++ deactivate nondestructive 2023-12-03T11:49:15.755 INFO:tasks.workunit.client.0.smithi145.stderr:++ '[' -n '' ']' 2023-12-03T11:49:15.755 INFO:tasks.workunit.client.0.smithi145.stderr:++ '[' -n '' ']' 2023-12-03T11:49:15.755 INFO:tasks.workunit.client.0.smithi145.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2023-12-03T11:49:15.755 INFO:tasks.workunit.client.0.smithi145.stderr:++ hash -r 2023-12-03T11:49:15.755 INFO:tasks.workunit.client.0.smithi145.stderr:++ '[' -n '' ']' 2023-12-03T11:49:15.755 INFO:tasks.workunit.client.0.smithi145.stderr:++ unset VIRTUAL_ENV 2023-12-03T11:49:15.755 INFO:tasks.workunit.client.0.smithi145.stderr:++ '[' '!' nondestructive = nondestructive ']' 2023-12-03T11:49:15.755 INFO:tasks.workunit.client.0.smithi145.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-12-03T11:49:15.755 INFO:tasks.workunit.client.0.smithi145.stderr:++ export VIRTUAL_ENV 2023-12-03T11:49:15.755 INFO:tasks.workunit.client.0.smithi145.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2023-12-03T11:49:15.755 INFO:tasks.workunit.client.0.smithi145.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2023-12-03T11:49:15.756 INFO:tasks.workunit.client.0.smithi145.stderr:++ export PATH 2023-12-03T11:49:15.756 INFO:tasks.workunit.client.0.smithi145.stderr:++ '[' -n '' ']' 2023-12-03T11:49:15.756 INFO:tasks.workunit.client.0.smithi145.stderr:++ '[' -z '' ']' 2023-12-03T11:49:15.756 INFO:tasks.workunit.client.0.smithi145.stderr:++ _OLD_VIRTUAL_PS1= 2023-12-03T11:49:15.756 INFO:tasks.workunit.client.0.smithi145.stderr:++ PS1='(rgw) ' 2023-12-03T11:49:15.756 INFO:tasks.workunit.client.0.smithi145.stderr:++ export PS1 2023-12-03T11:49:15.756 INFO:tasks.workunit.client.0.smithi145.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2023-12-03T11:49:15.756 INFO:tasks.workunit.client.0.smithi145.stderr:++ hash -r 2023-12-03T11:49:15.756 INFO:tasks.workunit.client.0.smithi145.stderr:+ pip install pip --upgrade 2023-12-03T11:49:15.979 INFO:tasks.workunit.client.0.smithi145.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.2.3) 2023-12-03T11:49:16.345 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting pip 2023-12-03T11:49:16.351 INFO:tasks.workunit.client.0.smithi145.stdout: Using cached pip-23.3.1-py3-none-any.whl (2.1 MB) 2023-12-03T11:49:16.398 INFO:tasks.workunit.client.0.smithi145.stdout:Installing collected packages: pip 2023-12-03T11:49:16.398 INFO:tasks.workunit.client.0.smithi145.stdout: Attempting uninstall: pip 2023-12-03T11:49:16.398 INFO:tasks.workunit.client.0.smithi145.stdout: Found existing installation: pip 21.2.3 2023-12-03T11:49:16.545 INFO:tasks.workunit.client.0.smithi145.stdout: Uninstalling pip-21.2.3: 2023-12-03T11:49:16.550 INFO:tasks.workunit.client.0.smithi145.stdout: Successfully uninstalled pip-21.2.3 2023-12-03T11:49:17.648 INFO:tasks.workunit.client.0.smithi145.stdout:Successfully installed pip-23.3.1 2023-12-03T11:49:17.695 INFO:tasks.workunit.client.0.smithi145.stderr:+ pip install boto3 2023-12-03T11:49:18.658 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting boto3 2023-12-03T11:49:18.660 INFO:tasks.workunit.client.0.smithi145.stdout: Using cached boto3-1.33.6-py3-none-any.whl.metadata (6.7 kB) 2023-12-03T11:49:19.259 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting botocore<1.34.0,>=1.33.6 (from boto3) 2023-12-03T11:49:19.260 INFO:tasks.workunit.client.0.smithi145.stdout: Using cached botocore-1.33.6-py3-none-any.whl.metadata (6.1 kB) 2023-12-03T11:49:19.363 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2023-12-03T11:49:19.364 INFO:tasks.workunit.client.0.smithi145.stdout: Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2023-12-03T11:49:19.477 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting s3transfer<0.9.0,>=0.8.2 (from boto3) 2023-12-03T11:49:19.478 INFO:tasks.workunit.client.0.smithi145.stdout: Using cached s3transfer-0.8.2-py3-none-any.whl.metadata (1.8 kB) 2023-12-03T11:49:19.602 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.34.0,>=1.33.6->boto3) 2023-12-03T11:49:19.603 INFO:tasks.workunit.client.0.smithi145.stdout: Using cached python_dateutil-2.8.2-py2.py3-none-any.whl (247 kB) 2023-12-03T11:49:19.733 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.34.0,>=1.33.6->boto3) 2023-12-03T11:49:19.734 INFO:tasks.workunit.client.0.smithi145.stdout: Using cached urllib3-1.26.18-py2.py3-none-any.whl.metadata (48 kB) 2023-12-03T11:49:19.925 INFO:tasks.workunit.client.0.smithi145.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.34.0,>=1.33.6->boto3) 2023-12-03T11:49:19.926 INFO:tasks.workunit.client.0.smithi145.stdout: Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2023-12-03T11:49:19.948 INFO:tasks.workunit.client.0.smithi145.stdout:Using cached boto3-1.33.6-py3-none-any.whl (139 kB) 2023-12-03T11:49:19.949 INFO:tasks.workunit.client.0.smithi145.stdout:Using cached botocore-1.33.6-py3-none-any.whl (11.8 MB) 2023-12-03T11:49:19.969 INFO:tasks.workunit.client.0.smithi145.stdout:Using cached s3transfer-0.8.2-py3-none-any.whl (82 kB) 2023-12-03T11:49:19.970 INFO:tasks.workunit.client.0.smithi145.stdout:Using cached urllib3-1.26.18-py2.py3-none-any.whl (143 kB) 2023-12-03T11:49:20.068 INFO:tasks.workunit.client.0.smithi145.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2023-12-03T11:49:21.116 INFO:tasks.workunit.client.0.smithi145.stdout:Successfully installed boto3-1.33.6 botocore-1.33.6 jmespath-1.0.1 python-dateutil-2.8.2 s3transfer-0.8.2 six-1.16.0 urllib3-1.26.18 2023-12-03T11:49:21.244 INFO:tasks.workunit.client.0.smithi145.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2023-12-03T11:49:21.371 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin user create --uid tester --display-name "Testing" --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2023-12-03T11:49:21.403 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:21.403 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:21.417 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.416+0000 7fcf2972f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:21.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.418+0000 7fcf2972f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:21.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.418+0000 7fcf2972f800 20 realm 2023-12-03T11:49:21.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.418+0000 7fcf2972f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:21.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.418+0000 7fcf2972f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:21.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.418+0000 7fcf2972f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:21.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.418+0000 7fcf2972f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:21.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.418+0000 7fcf2972f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:21.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.418+0000 7fcf2972f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:21.420 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.420+0000 7fcf2972f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:21.420 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.420+0000 7fcf2972f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:21.420 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.420+0000 7fcf2972f800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:21.420 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.420+0000 7fcf2972f800 20 searching for the correct realm 2023-12-03T11:49:21.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.430+0000 7fcf24c67640 0 -- 172.21.15.145:0/1656219565 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55a62bd880f0 msgr2=0x55a62bd8a4e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:21.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.431+0000 7fcf2972f800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:21.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.431+0000 7fcf2972f800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:21.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.431+0000 7fcf2972f800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:21.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.431+0000 7fcf2972f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:21.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.431+0000 7fcf2972f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:21.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.431+0000 7fcf2972f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:21.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.431+0000 7fcf2972f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:21.433 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.432+0000 7fcf2972f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:21.433 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.432+0000 7fcf2972f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:21.433 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.432+0000 7fcf2972f800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:21.433 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.432+0000 7fcf2972f800 20 zone default found 2023-12-03T11:49:21.433 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.432+0000 7fcf2972f800 4 Realm: () 2023-12-03T11:49:21.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.432+0000 7fcf2972f800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:21.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.432+0000 7fcf2972f800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:21.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.432+0000 7fcf2972f800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:21.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.432+0000 7fcf2972f800 20 zonegroup default 2023-12-03T11:49:21.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.432+0000 7fcf2972f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:21.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.432+0000 7fcf2972f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:21.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.432+0000 7fcf2972f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:21.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.433+0000 7fcf2972f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:21.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.433+0000 7fcf2972f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:21.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.433+0000 7fcf2972f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:21.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.433+0000 7fcf2972f800 20 started sync module instance, tier type = 2023-12-03T11:49:21.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.433+0000 7fcf2972f800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:21.441 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.440+0000 7fcf24c67640 0 -- 172.21.15.145:0/1656219565 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x7fcf000795f0 msgr2=0x7fcf0007ba20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:49:21.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.443+0000 7fcf2972f800 20 add_watcher() i=0 2023-12-03T11:49:21.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.443+0000 7fcf2972f800 20 add_watcher() i=1 2023-12-03T11:49:21.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.443+0000 7fcf2972f800 20 add_watcher() i=2 2023-12-03T11:49:21.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.443+0000 7fcf2972f800 20 add_watcher() i=3 2023-12-03T11:49:21.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.443+0000 7fcf2972f800 20 add_watcher() i=4 2023-12-03T11:49:21.444 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.443+0000 7fcf2972f800 20 add_watcher() i=5 2023-12-03T11:49:21.444 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.443+0000 7fcf2972f800 20 add_watcher() i=6 2023-12-03T11:49:21.444 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.444+0000 7fcf2972f800 20 add_watcher() i=7 2023-12-03T11:49:21.444 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.444+0000 7fcf2972f800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:21.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.445+0000 7fceeafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:21.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.446+0000 7fcf2972f800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:21.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.446+0000 7fcf2972f800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:21.452 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.451+0000 7fcf2972f800 5 note: GC not initialized 2023-12-03T11:49:21.452 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.452+0000 7fce59ffb640 20 reqs_thread_entry: start 2023-12-03T11:49:21.452 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.452+0000 7fcf2972f800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:21.452 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.452+0000 7fcf2972f800 20 Filter name: none 2023-12-03T11:49:21.453 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.452+0000 7fce4b7fe640 20 reqs_thread_entry: start 2023-12-03T11:49:21.453 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.452+0000 7fcf2972f800 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2023-12-03T11:49:21.453 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.452+0000 7fcf2972f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:21.453 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.452+0000 7fcf2972f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:21.454 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.452+0000 7fcf2972f800 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2023-12-03T11:49:21.454 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.452+0000 7fcf2972f800 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2023-12-03T11:49:21.454 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.452+0000 7fcf2972f800 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2023-12-03T11:49:21.454 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.452+0000 7fcf2972f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:21.454 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.453+0000 7fcf2972f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:21.454 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.453+0000 7fcf2972f800 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x0 2023-12-03T11:49:21.454 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.453+0000 7fcf2972f800 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2023-12-03T11:49:21.454 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.453+0000 7fcf2972f800 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2023-12-03T11:49:21.454 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.453+0000 7fcf2972f800 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2023-12-03T11:49:21.455 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.454+0000 7fcf2972f800 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2023-12-03T11:49:21.455 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.454+0000 7fcf2972f800 10 moving default.rgw.meta+users.uid+tester to cache LRU end 2023-12-03T11:49:21.455 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.454+0000 7fcf2972f800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester, ofs0, ns] 2023-12-03T11:49:21.455 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.455+0000 7fcf077fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791372 cookie 94172188567936 notifier 6021 bl.length()=535 2023-12-03T11:49:21.455 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.455+0000 7fcf077fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2023-12-03T11:49:21.455 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.455+0000 7fcf077fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester to cache LRU end 2023-12-03T11:49:21.457 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.456+0000 7fcf2972f800 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2023-12-03T11:49:21.457 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.456+0000 7fcf2972f800 10 moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2023-12-03T11:49:21.457 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.456+0000 7fcf2972f800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:NX5QOQKC6BH2IDN8HC7A, ofs0, ns] 2023-12-03T11:49:21.457 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.456+0000 7fcf077fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791373 cookie 94172188572864 notifier 6021 bl.length()=180 2023-12-03T11:49:21.457 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.456+0000 7fcf077fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2023-12-03T11:49:21.457 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.456+0000 7fcf077fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2023-12-03T11:49:21.458 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.457+0000 7fceeafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:21.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.460+0000 7fcf2972f800 20 remove_watcher() i=0 2023-12-03T11:49:21.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.460+0000 7fcf2972f800 2 removed watcher, disabling cache 2023-12-03T11:49:21.462 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.461+0000 7fcf2972f800 20 remove_watcher() i=1 2023-12-03T11:49:21.463 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.463+0000 7fcf2972f800 20 remove_watcher() i=2 2023-12-03T11:49:21.464 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.464+0000 7fcf2972f800 20 remove_watcher() i=3 2023-12-03T11:49:21.465 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.465+0000 7fcf2972f800 20 remove_watcher() i=4 2023-12-03T11:49:21.466 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.466+0000 7fcf2972f800 20 remove_watcher() i=5 2023-12-03T11:49:21.467 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.467+0000 7fcf2972f800 20 remove_watcher() i=6 2023-12-03T11:49:21.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:21.468+0000 7fcf2972f800 20 remove_watcher() i=7 2023-12-03T11:49:34.978 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:34.978 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:35.023 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:35.023 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:35.034 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:35.035 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:35.046 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:35.046 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:35.051 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:35.051 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:35.093 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:35.094 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:35.135 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: reshard add 2023-12-03T11:49:35.135 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:35.136 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-12-03T11:49:35.163 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:35.163 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:35.178 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.177+0000 7f81d4d24800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.180 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.179+0000 7f81d4d24800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.180 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.179+0000 7f81d4d24800 20 realm 2023-12-03T11:49:35.180 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.179+0000 7f81d4d24800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.180 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.179+0000 7f81d4d24800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.180 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.179+0000 7f81d4d24800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:35.181 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.179+0000 7f81d4d24800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.181 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.179+0000 7f81d4d24800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.181 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.179+0000 7f81d4d24800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.181 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.180+0000 7f81d4d24800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:35.182 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.180+0000 7f81d4d24800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.182 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.181+0000 7f81d4d24800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:35.182 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.181+0000 7f81d4d24800 20 searching for the correct realm 2023-12-03T11:49:35.191 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.189+0000 7f81d091c640 0 -- 172.21.15.145:0/1169770163 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55f87718af70 msgr2=0x55f87718d360 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:35.193 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.192+0000 7f81d4d24800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:35.193 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.192+0000 7f81d4d24800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:35.194 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.192+0000 7f81d4d24800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:35.194 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.192+0000 7f81d4d24800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:35.194 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.192+0000 7f81d4d24800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.194 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.192+0000 7f81d4d24800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.194 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.192+0000 7f81d4d24800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.195 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.192+0000 7f81d4d24800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:35.195 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.192+0000 7f81d4d24800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.193+0000 7f81d4d24800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:35.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.193+0000 7f81d4d24800 20 zone default found 2023-12-03T11:49:35.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.193+0000 7f81d4d24800 4 Realm: () 2023-12-03T11:49:35.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.193+0000 7f81d4d24800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:35.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.193+0000 7f81d4d24800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:35.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.193+0000 7f81d4d24800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:35.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.193+0000 7f81d4d24800 20 zonegroup default 2023-12-03T11:49:35.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.193+0000 7f81d4d24800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.193+0000 7f81d4d24800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.193+0000 7f81d4d24800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.193+0000 7f81d4d24800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.193+0000 7f81d4d24800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.194+0000 7f81d4d24800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.194+0000 7f81d4d24800 20 started sync module instance, tier type = 2023-12-03T11:49:35.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.194+0000 7f81d4d24800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:35.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.196+0000 7f81d091c640 0 -- 172.21.15.145:0/1169770163 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x7f81ac0795f0 msgr2=0x7f81ac07ba20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:35.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.203+0000 7f81d4d24800 20 add_watcher() i=0 2023-12-03T11:49:35.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.203+0000 7f81d4d24800 20 add_watcher() i=1 2023-12-03T11:49:35.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.203+0000 7f81d4d24800 20 add_watcher() i=2 2023-12-03T11:49:35.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.203+0000 7f81d4d24800 20 add_watcher() i=3 2023-12-03T11:49:35.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.203+0000 7f81d4d24800 20 add_watcher() i=4 2023-12-03T11:49:35.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.203+0000 7f81d4d24800 20 add_watcher() i=5 2023-12-03T11:49:35.205 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.203+0000 7f81d4d24800 20 add_watcher() i=6 2023-12-03T11:49:35.205 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.204+0000 7f81d4d24800 20 add_watcher() i=7 2023-12-03T11:49:35.205 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.204+0000 7f81d4d24800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:35.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.205+0000 7f81967e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:35.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.206+0000 7f81d4d24800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:35.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.206+0000 7f81d4d24800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:35.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.211+0000 7f81d4d24800 5 note: GC not initialized 2023-12-03T11:49:35.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.211+0000 7f81057fa640 20 reqs_thread_entry: start 2023-12-03T11:49:35.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.212+0000 7f81d4d24800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:35.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.212+0000 7f81d4d24800 20 Filter name: none 2023-12-03T11:49:35.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.212+0000 7f80feffd640 20 reqs_thread_entry: start 2023-12-03T11:49:35.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.212+0000 7f81d4d24800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.212+0000 7f81d4d24800 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:35.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.212+0000 7f81d4d24800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.213+0000 7f81d4d24800 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:35.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.213+0000 7f81d4d24800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:35.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.213+0000 7f81d4d24800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.213+0000 7f81d4d24800 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:35.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.213+0000 7f81d4d24800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.213+0000 7f81d4d24800 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:35.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.213+0000 7f81d4d24800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:35.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.214+0000 7f81d4d24800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.214+0000 7f81d4d24800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.215+0000 7f81967e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:35.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.217+0000 7f81d4d24800 20 remove_watcher() i=0 2023-12-03T11:49:35.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.217+0000 7f81d4d24800 2 removed watcher, disabling cache 2023-12-03T11:49:35.220 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.219+0000 7f81d4d24800 20 remove_watcher() i=1 2023-12-03T11:49:35.221 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.220+0000 7f81d4d24800 20 remove_watcher() i=2 2023-12-03T11:49:35.223 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.221+0000 7f81d4d24800 20 remove_watcher() i=3 2023-12-03T11:49:35.224 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.222+0000 7f81d4d24800 20 remove_watcher() i=4 2023-12-03T11:49:35.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.223+0000 7f81d4d24800 20 remove_watcher() i=5 2023-12-03T11:49:35.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.224+0000 7f81d4d24800 20 remove_watcher() i=6 2023-12-03T11:49:35.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.225+0000 7f81d4d24800 20 remove_watcher() i=7 2023-12-03T11:49:35.231 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:35.231 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:49:35.231 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: a-bucket id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 num_objects: 0 size_kb: 0 num_shards: 1 2023-12-03T11:49:35.231 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:35.233 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 2 2023-12-03T11:49:35.262 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:35.262 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:35.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.275+0000 7f025ac85800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.277+0000 7f025ac85800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.277+0000 7f025ac85800 20 realm 2023-12-03T11:49:35.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.277+0000 7f025ac85800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.277+0000 7f025ac85800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.277+0000 7f025ac85800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:35.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.277+0000 7f025ac85800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.277+0000 7f025ac85800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.277+0000 7f025ac85800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.278+0000 7f025ac85800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:35.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.278+0000 7f025ac85800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.279+0000 7f025ac85800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:35.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.279+0000 7f025ac85800 20 searching for the correct realm 2023-12-03T11:49:35.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.288+0000 7f0258785640 0 -- 172.21.15.145:0/4049283412 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55b95d527be0 msgr2=0x55b95d529fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:35.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.289+0000 7f025ac85800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:35.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.289+0000 7f025ac85800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:35.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.289+0000 7f025ac85800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:35.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.289+0000 7f025ac85800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:35.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.289+0000 7f025ac85800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.289+0000 7f025ac85800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.289+0000 7f025ac85800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.290+0000 7f025ac85800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:35.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.290+0000 7f025ac85800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.290+0000 7f025ac85800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:35.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.290+0000 7f025ac85800 20 zone default found 2023-12-03T11:49:35.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.290+0000 7f025ac85800 4 Realm: () 2023-12-03T11:49:35.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.290+0000 7f025ac85800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:35.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.290+0000 7f025ac85800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:35.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.290+0000 7f025ac85800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:35.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.290+0000 7f025ac85800 20 zonegroup default 2023-12-03T11:49:35.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.290+0000 7f025ac85800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.296 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.290+0000 7f025ac85800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.296 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.290+0000 7f025ac85800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.296 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.291+0000 7f025ac85800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.296 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.291+0000 7f025ac85800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.296 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.291+0000 7f025ac85800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.296 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.291+0000 7f025ac85800 20 started sync module instance, tier type = 2023-12-03T11:49:35.296 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.291+0000 7f025ac85800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:35.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.298+0000 7f0257f84640 0 -- 172.21.15.145:0/4049283412 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55b95d52b220 msgr2=0x55b95d52d610 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:35.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.300+0000 7f025ac85800 20 add_watcher() i=0 2023-12-03T11:49:35.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.300+0000 7f025ac85800 20 add_watcher() i=1 2023-12-03T11:49:35.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.300+0000 7f025ac85800 20 add_watcher() i=2 2023-12-03T11:49:35.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.300+0000 7f025ac85800 20 add_watcher() i=3 2023-12-03T11:49:35.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.300+0000 7f025ac85800 20 add_watcher() i=4 2023-12-03T11:49:35.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.300+0000 7f025ac85800 20 add_watcher() i=5 2023-12-03T11:49:35.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.300+0000 7f025ac85800 20 add_watcher() i=6 2023-12-03T11:49:35.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.301+0000 7f025ac85800 20 add_watcher() i=7 2023-12-03T11:49:35.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.301+0000 7f025ac85800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:35.304 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.303+0000 7f021e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:35.304 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.303+0000 7f025ac85800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:35.304 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.303+0000 7f025ac85800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:35.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.309+0000 7f025ac85800 5 note: GC not initialized 2023-12-03T11:49:35.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.309+0000 7f018d7fa640 20 reqs_thread_entry: start 2023-12-03T11:49:35.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.309+0000 7f025ac85800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:35.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.309+0000 7f025ac85800 20 Filter name: none 2023-12-03T11:49:35.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.309+0000 7f0186ffd640 20 reqs_thread_entry: start 2023-12-03T11:49:35.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.309+0000 7f025ac85800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-12-03T11:49:35.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.309+0000 7f025ac85800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.310+0000 7f025ac85800 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:35.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.310+0000 7f025ac85800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2023-12-03T11:49:35.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.310+0000 7f025ac85800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-12-03T11:49:35.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.310+0000 7f025ac85800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 : miss 2023-12-03T11:49:35.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.310+0000 7f025ac85800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.310+0000 7f025ac85800 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:35.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.310+0000 7f025ac85800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 info.flags=0x17 2023-12-03T11:49:35.315 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.310+0000 7f025ac85800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 to cache LRU end 2023-12-03T11:49:35.315 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.310+0000 7f025ac85800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:35.315 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.310+0000 7f025ac85800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:35.315 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.310+0000 7f025ac85800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 2023-12-03T11:49:35.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.312+0000 7f021e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:35.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.314+0000 7f025ac85800 20 remove_watcher() i=0 2023-12-03T11:49:35.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.314+0000 7f025ac85800 2 removed watcher, disabling cache 2023-12-03T11:49:35.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.315+0000 7f025ac85800 20 remove_watcher() i=1 2023-12-03T11:49:35.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.316+0000 7f025ac85800 20 remove_watcher() i=2 2023-12-03T11:49:35.319 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.318+0000 7f025ac85800 20 remove_watcher() i=3 2023-12-03T11:49:35.320 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.318+0000 7f025ac85800 20 remove_watcher() i=4 2023-12-03T11:49:35.321 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.319+0000 7f025ac85800 20 remove_watcher() i=5 2023-12-03T11:49:35.322 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.320+0000 7f025ac85800 20 remove_watcher() i=6 2023-12-03T11:49:35.323 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.321+0000 7f025ac85800 20 remove_watcher() i=7 2023-12-03T11:49:35.329 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin reshard list 2023-12-03T11:49:35.354 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:35.354 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:35.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.366+0000 7f309812f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.369 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.367+0000 7f309812f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.369 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.367+0000 7f309812f800 20 realm 2023-12-03T11:49:35.370 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.367+0000 7f309812f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.370 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.368+0000 7f309812f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.370 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.368+0000 7f309812f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:35.370 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.368+0000 7f309812f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.370 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.368+0000 7f309812f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.370 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.368+0000 7f309812f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.371 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.369+0000 7f309812f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:35.371 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.369+0000 7f309812f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.371 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.369+0000 7f309812f800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:35.371 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.369+0000 7f309812f800 20 searching for the correct realm 2023-12-03T11:49:35.379 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.378+0000 7f308b5d6640 0 -- 172.21.15.145:0/1429454706 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x5647630ded70 msgr2=0x5647630e11a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:35.383 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.379+0000 7f309812f800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:35.383 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.379+0000 7f309812f800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:35.383 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.379+0000 7f309812f800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:35.383 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.379+0000 7f309812f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:35.383 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.379+0000 7f309812f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.379+0000 7f309812f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.379+0000 7f309812f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.380+0000 7f309812f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:35.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.380+0000 7f309812f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.380+0000 7f309812f800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:35.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.380+0000 7f309812f800 20 zone default found 2023-12-03T11:49:35.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.380+0000 7f309812f800 4 Realm: () 2023-12-03T11:49:35.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.380+0000 7f309812f800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:35.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.380+0000 7f309812f800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:35.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.380+0000 7f309812f800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:35.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.380+0000 7f309812f800 20 zonegroup default 2023-12-03T11:49:35.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.380+0000 7f309812f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.380+0000 7f309812f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.380+0000 7f309812f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.381+0000 7f309812f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.381+0000 7f309812f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.381+0000 7f309812f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.381+0000 7f309812f800 20 started sync module instance, tier type = 2023-12-03T11:49:35.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.381+0000 7f309812f800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:35.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.386+0000 7f3093dd7640 0 -- 172.21.15.145:0/1429454706 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f308c023400 msgr2=0x7f308c023840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:35.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.389+0000 7f309812f800 20 add_watcher() i=0 2023-12-03T11:49:35.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.389+0000 7f309812f800 20 add_watcher() i=1 2023-12-03T11:49:35.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.389+0000 7f309812f800 20 add_watcher() i=2 2023-12-03T11:49:35.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.389+0000 7f309812f800 20 add_watcher() i=3 2023-12-03T11:49:35.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.389+0000 7f309812f800 20 add_watcher() i=4 2023-12-03T11:49:35.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.389+0000 7f309812f800 20 add_watcher() i=5 2023-12-03T11:49:35.391 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.389+0000 7f309812f800 20 add_watcher() i=6 2023-12-03T11:49:35.392 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.390+0000 7f309812f800 20 add_watcher() i=7 2023-12-03T11:49:35.392 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.390+0000 7f309812f800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:35.393 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.392+0000 7f3059fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:35.393 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.392+0000 7f309812f800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:35.393 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.392+0000 7f309812f800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:35.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.398+0000 7f309812f800 5 note: GC not initialized 2023-12-03T11:49:35.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.398+0000 7f2fd0ff9640 20 reqs_thread_entry: start 2023-12-03T11:49:35.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.398+0000 7f309812f800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:35.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.398+0000 7f309812f800 20 Filter name: none 2023-12-03T11:49:35.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.398+0000 7f2fc67fc640 20 reqs_thread_entry: start 2023-12-03T11:49:35.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.406+0000 7f3059fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:35.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.408+0000 7f309812f800 20 remove_watcher() i=0 2023-12-03T11:49:35.410 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.408+0000 7f309812f800 2 removed watcher, disabling cache 2023-12-03T11:49:35.410 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.409+0000 7f309812f800 20 remove_watcher() i=1 2023-12-03T11:49:35.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.410+0000 7f309812f800 20 remove_watcher() i=2 2023-12-03T11:49:35.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.411+0000 7f309812f800 20 remove_watcher() i=3 2023-12-03T11:49:35.413 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.412+0000 7f309812f800 20 remove_watcher() i=4 2023-12-03T11:49:35.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.413+0000 7f309812f800 20 remove_watcher() i=5 2023-12-03T11:49:35.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.414+0000 7f309812f800 20 remove_watcher() i=6 2023-12-03T11:49:35.416 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.415+0000 7f309812f800 20 remove_watcher() i=7 2023-12-03T11:49:35.421 INFO:tasks.workunit.client.0.smithi145.stderr:bucket name a-bucket 2023-12-03T11:49:35.421 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: reshard process 2023-12-03T11:49:35.421 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:35.422 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin reshard process 2023-12-03T11:49:35.448 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:35.448 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:35.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.460+0000 7fd9cf124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.463 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.462+0000 7fd9cf124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.463 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.462+0000 7fd9cf124800 20 realm 2023-12-03T11:49:35.463 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.462+0000 7fd9cf124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.463 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.462+0000 7fd9cf124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.464 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.462+0000 7fd9cf124800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:35.464 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.462+0000 7fd9cf124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.464 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.462+0000 7fd9cf124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.464 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.462+0000 7fd9cf124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.464 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.463+0000 7fd9cf124800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:35.464 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.463+0000 7fd9cf124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.465 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.464+0000 7fd9cf124800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:35.465 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.464+0000 7fd9cf124800 20 searching for the correct realm 2023-12-03T11:49:35.473 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.472+0000 7fd9cad1c640 0 -- 172.21.15.145:0/1215363302 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55e70f446620 msgr2=0x55e70f448a10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:35.475 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.474+0000 7fd9cf124800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:35.475 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.474+0000 7fd9cf124800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:35.475 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.474+0000 7fd9cf124800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:35.475 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.474+0000 7fd9cf124800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:35.475 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.474+0000 7fd9cf124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.476 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.474+0000 7fd9cf124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.476 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.474+0000 7fd9cf124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.474+0000 7fd9cf124800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:35.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.474+0000 7fd9cf124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.475+0000 7fd9cf124800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:35.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.475+0000 7fd9cf124800 20 zone default found 2023-12-03T11:49:35.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.475+0000 7fd9cf124800 4 Realm: () 2023-12-03T11:49:35.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.475+0000 7fd9cf124800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:35.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.475+0000 7fd9cf124800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:35.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.475+0000 7fd9cf124800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:35.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.475+0000 7fd9cf124800 20 zonegroup default 2023-12-03T11:49:35.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.475+0000 7fd9cf124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.475+0000 7fd9cf124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.475+0000 7fd9cf124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.475+0000 7fd9cf124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.475+0000 7fd9cf124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.476+0000 7fd9cf124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:35.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.476+0000 7fd9cf124800 20 started sync module instance, tier type = 2023-12-03T11:49:35.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.476+0000 7fd9cf124800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:35.482 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.481+0000 7fd9cb51d640 0 -- 172.21.15.145:0/1215363302 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7fd9b407bb90 msgr2=0x7fd9b4079920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:49:35.485 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.484+0000 7fd9cf124800 20 add_watcher() i=0 2023-12-03T11:49:35.486 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.484+0000 7fd9cf124800 20 add_watcher() i=1 2023-12-03T11:49:35.486 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.484+0000 7fd9cf124800 20 add_watcher() i=2 2023-12-03T11:49:35.486 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.484+0000 7fd9cf124800 20 add_watcher() i=3 2023-12-03T11:49:35.486 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.484+0000 7fd9cf124800 20 add_watcher() i=4 2023-12-03T11:49:35.486 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.484+0000 7fd9cf124800 20 add_watcher() i=5 2023-12-03T11:49:35.486 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.484+0000 7fd9cf124800 20 add_watcher() i=6 2023-12-03T11:49:35.486 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.485+0000 7fd9cf124800 20 add_watcher() i=7 2023-12-03T11:49:35.486 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.485+0000 7fd9cf124800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:35.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.486+0000 7fd90bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:35.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.487+0000 7fd9cf124800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:35.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.487+0000 7fd9cf124800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:35.494 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.493+0000 7fd9cf124800 5 note: GC not initialized 2023-12-03T11:49:35.494 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.493+0000 7fd902ffd640 20 reqs_thread_entry: start 2023-12-03T11:49:35.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.493+0000 7fd9cf124800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:35.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.493+0000 7fd9cf124800 20 Filter name: none 2023-12-03T11:49:35.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.493+0000 7fd900ff9640 20 reqs_thread_entry: start 2023-12-03T11:49:35.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.493+0000 7fd9cf124800 20 processing logshard = reshard.0000000000 2023-12-03T11:49:35.497 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.496+0000 7fd9cf124800 20 finish processing logshard = reshard.0000000000 , ret = 0 2023-12-03T11:49:35.497 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.496+0000 7fd9cf124800 20 processing logshard = reshard.0000000001 2023-12-03T11:49:35.499 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.498+0000 7fd9cf124800 20 finish processing logshard = reshard.0000000001 , ret = 0 2023-12-03T11:49:35.500 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.498+0000 7fd9cf124800 20 processing logshard = reshard.0000000002 2023-12-03T11:49:35.502 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.501+0000 7fd9cf124800 20 finish processing logshard = reshard.0000000002 , ret = 0 2023-12-03T11:49:35.502 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.501+0000 7fd9cf124800 20 processing logshard = reshard.0000000003 2023-12-03T11:49:35.504 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.503+0000 7fd9cf124800 20 finish processing logshard = reshard.0000000003 , ret = 0 2023-12-03T11:49:35.504 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.503+0000 7fd9cf124800 20 processing logshard = reshard.0000000004 2023-12-03T11:49:35.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.505+0000 7fd9cf124800 20 finish processing logshard = reshard.0000000004 , ret = 0 2023-12-03T11:49:35.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.505+0000 7fd9cf124800 20 processing logshard = reshard.0000000005 2023-12-03T11:49:35.509 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.508+0000 7fd9cf124800 20 finish processing logshard = reshard.0000000005 , ret = 0 2023-12-03T11:49:35.509 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.508+0000 7fd9cf124800 20 processing logshard = reshard.0000000006 2023-12-03T11:49:35.511 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.509+0000 7fd9cf124800 20 process_entry resharding a-bucket 2023-12-03T11:49:35.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.509+0000 7fd9cf124800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-12-03T11:49:35.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.509+0000 7fd9cf124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.510+0000 7fd9cf124800 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:35.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.510+0000 7fd9cf124800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2023-12-03T11:49:35.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.510+0000 7fd9cf124800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-12-03T11:49:35.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.510+0000 7fd9cf124800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 : miss 2023-12-03T11:49:35.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.510+0000 7fd9cf124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:35.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.510+0000 7fd9cf124800 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:35.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.510+0000 7fd9cf124800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 info.flags=0x17 2023-12-03T11:49:35.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.510+0000 7fd9cf124800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 to cache LRU end 2023-12-03T11:49:35.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.510+0000 7fd9cf124800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:35.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.510+0000 7fd9cf124800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:35.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.510+0000 7fd9cf124800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 2023-12-03T11:49:35.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.515+0000 7fd9cf124800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 info.flags=0x17 2023-12-03T11:49:35.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.515+0000 7fd9cf124800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 to cache LRU end 2023-12-03T11:49:35.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.515+0000 7fd9cf124800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:35.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.515+0000 7fd9cf124800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16, ofs0, ns] 2023-12-03T11:49:35.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.515+0000 7fd9c1519640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791375 cookie 94450881996096 notifier 6105 bl.length()=789 2023-12-03T11:49:35.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.515+0000 7fd9c1519640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 info.flags=0x17 2023-12-03T11:49:35.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.515+0000 7fd9c1519640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 to cache LRU end 2023-12-03T11:49:35.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.515+0000 7fd9c1519640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:35.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.515+0000 7fd9cf124800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): orig_sources= new_sources= 2023-12-03T11:49:35.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.515+0000 7fd9cf124800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): potential sources added=[] removed=[] 2023-12-03T11:49:35.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.515+0000 7fd9cf124800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): orig_dests= new_dests= 2023-12-03T11:49:35.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.515+0000 7fd9cf124800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): potential dests added=[] removed=[] 2023-12-03T11:49:35.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.516+0000 7fd9cf124800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.1.0 2023-12-03T11:49:35.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.516+0000 7fd9cf124800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.1.0 2023-12-03T11:49:35.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.516+0000 7fd9cf124800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.1.1 2023-12-03T11:49:35.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.516+0000 7fd9cf124800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.1.1 2023-12-03T11:49:35.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.516+0000 7fd9cf124800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.0 2023-12-03T11:49:35.518 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.517+0000 7fd9cf124800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 : hit (requested=0x17, cached=0x17) 2023-12-03T11:49:35.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.517+0000 7fd9cf124800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 2023-12-03T11:49:35.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.518+0000 7fd9cf124800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 info.flags=0x17 2023-12-03T11:49:35.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.518+0000 7fd9cf124800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 to cache LRU end 2023-12-03T11:49:35.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.518+0000 7fd9cf124800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:35.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.518+0000 7fd9cf124800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16, ofs0, ns] 2023-12-03T11:49:35.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.518+0000 7fd9c1519640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791376 cookie 94450881996096 notifier 6105 bl.length()=757 2023-12-03T11:49:35.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.518+0000 7fd9c1519640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 info.flags=0x17 2023-12-03T11:49:35.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.518+0000 7fd9c1519640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 to cache LRU end 2023-12-03T11:49:35.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.518+0000 7fd9c1519640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:35.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.518+0000 7fd9cf124800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): orig_sources= new_sources= 2023-12-03T11:49:35.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.518+0000 7fd9cf124800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): potential sources added=[] removed=[] 2023-12-03T11:49:35.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.518+0000 7fd9cf124800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): orig_dests= new_dests= 2023-12-03T11:49:35.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.518+0000 7fd9cf124800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): potential dests added=[] removed=[] 2023-12-03T11:49:35.521 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.519+0000 7fd9cf124800 1 execute INFO: reshard of bucket "a-bucket" completed successfully 2023-12-03T11:49:35.522 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.520+0000 7fd9cf124800 20 process_entry removing reshard queue entry for bucket a-bucket 2023-12-03T11:49:35.524 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.522+0000 7fd9cf124800 20 finish processing logshard = reshard.0000000006 , ret = 0 2023-12-03T11:49:35.524 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.522+0000 7fd9cf124800 20 processing logshard = reshard.0000000007 2023-12-03T11:49:35.526 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.524+0000 7fd9cf124800 20 finish processing logshard = reshard.0000000007 , ret = 0 2023-12-03T11:49:35.526 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.524+0000 7fd9cf124800 20 processing logshard = reshard.0000000008 2023-12-03T11:49:35.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.527+0000 7fd9cf124800 20 finish processing logshard = reshard.0000000008 , ret = 0 2023-12-03T11:49:35.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.527+0000 7fd9cf124800 20 processing logshard = reshard.0000000009 2023-12-03T11:49:35.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.529+0000 7fd9cf124800 20 finish processing logshard = reshard.0000000009 , ret = 0 2023-12-03T11:49:35.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.529+0000 7fd9cf124800 20 processing logshard = reshard.0000000010 2023-12-03T11:49:35.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.532+0000 7fd9cf124800 20 finish processing logshard = reshard.0000000010 , ret = 0 2023-12-03T11:49:35.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.532+0000 7fd9cf124800 20 processing logshard = reshard.0000000011 2023-12-03T11:49:35.536 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.534+0000 7fd9cf124800 20 finish processing logshard = reshard.0000000011 , ret = 0 2023-12-03T11:49:35.536 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.534+0000 7fd9cf124800 20 processing logshard = reshard.0000000012 2023-12-03T11:49:35.538 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.537+0000 7fd9cf124800 20 finish processing logshard = reshard.0000000012 , ret = 0 2023-12-03T11:49:35.538 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.537+0000 7fd9cf124800 20 processing logshard = reshard.0000000013 2023-12-03T11:49:35.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.539+0000 7fd9cf124800 20 finish processing logshard = reshard.0000000013 , ret = 0 2023-12-03T11:49:35.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.539+0000 7fd9cf124800 20 processing logshard = reshard.0000000014 2023-12-03T11:49:35.542 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.541+0000 7fd9cf124800 20 finish processing logshard = reshard.0000000014 , ret = 0 2023-12-03T11:49:35.543 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.541+0000 7fd9cf124800 20 processing logshard = reshard.0000000015 2023-12-03T11:49:35.545 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.544+0000 7fd9cf124800 20 finish processing logshard = reshard.0000000015 , ret = 0 2023-12-03T11:49:35.546 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.545+0000 7fd90bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:35.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.547+0000 7fd9cf124800 20 remove_watcher() i=0 2023-12-03T11:49:35.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.547+0000 7fd9cf124800 2 removed watcher, disabling cache 2023-12-03T11:49:35.549 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.548+0000 7fd9cf124800 20 remove_watcher() i=1 2023-12-03T11:49:35.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.548+0000 7fd9cf124800 20 remove_watcher() i=2 2023-12-03T11:49:35.551 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.549+0000 7fd9cf124800 20 remove_watcher() i=3 2023-12-03T11:49:35.552 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.550+0000 7fd9cf124800 20 remove_watcher() i=4 2023-12-03T11:49:35.553 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.551+0000 7fd9cf124800 20 remove_watcher() i=5 2023-12-03T11:49:35.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.552+0000 7fd9cf124800 20 remove_watcher() i=6 2023-12-03T11:49:35.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:35.553+0000 7fd9cf124800 20 remove_watcher() i=7 2023-12-03T11:49:40.567 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-12-03T11:49:40.599 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:40.599 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:40.615 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.613+0000 7f0c5002f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.615+0000 7f0c5002f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.615+0000 7f0c5002f800 20 realm 2023-12-03T11:49:40.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.615+0000 7f0c5002f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.616+0000 7f0c5002f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.616+0000 7f0c5002f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:40.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.616+0000 7f0c5002f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.616+0000 7f0c5002f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.616+0000 7f0c5002f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.617+0000 7f0c5002f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:40.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.617+0000 7f0c5002f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.619 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.618+0000 7f0c5002f800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:40.619 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.618+0000 7f0c5002f800 20 searching for the correct realm 2023-12-03T11:49:40.630 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.629+0000 7f0c42af9640 0 -- 172.21.15.145:0/3330513066 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55fb9d7fda60 msgr2=0x55fb9d7ffe50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:49:40.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.630+0000 7f0c5002f800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:40.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.630+0000 7f0c5002f800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:40.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.630+0000 7f0c5002f800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:40.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.630+0000 7f0c5002f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:40.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.630+0000 7f0c5002f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.631+0000 7f0c5002f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.631+0000 7f0c5002f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.631+0000 7f0c5002f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:40.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.631+0000 7f0c5002f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.631+0000 7f0c5002f800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:40.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.632+0000 7f0c5002f800 20 zone default found 2023-12-03T11:49:40.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.632+0000 7f0c5002f800 4 Realm: () 2023-12-03T11:49:40.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.632+0000 7f0c5002f800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:40.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.632+0000 7f0c5002f800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:40.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.632+0000 7f0c5002f800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:40.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.632+0000 7f0c5002f800 20 zonegroup default 2023-12-03T11:49:40.635 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.632+0000 7f0c5002f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.635 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.632+0000 7f0c5002f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.635 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.632+0000 7f0c5002f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.635 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.632+0000 7f0c5002f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.635 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.632+0000 7f0c5002f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.635 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.632+0000 7f0c5002f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.635 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.632+0000 7f0c5002f800 20 started sync module instance, tier type = 2023-12-03T11:49:40.635 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.632+0000 7f0c5002f800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:40.641 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.640+0000 7f0c42af9640 0 -- 172.21.15.145:0/3330513066 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x7f0c240795c0 msgr2=0x7f0c2407b9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:40.644 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.643+0000 7f0c5002f800 20 add_watcher() i=0 2023-12-03T11:49:40.644 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.643+0000 7f0c5002f800 20 add_watcher() i=1 2023-12-03T11:49:40.645 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.643+0000 7f0c5002f800 20 add_watcher() i=2 2023-12-03T11:49:40.645 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.643+0000 7f0c5002f800 20 add_watcher() i=3 2023-12-03T11:49:40.645 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.643+0000 7f0c5002f800 20 add_watcher() i=4 2023-12-03T11:49:40.645 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.643+0000 7f0c5002f800 20 add_watcher() i=5 2023-12-03T11:49:40.645 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.643+0000 7f0c5002f800 20 add_watcher() i=6 2023-12-03T11:49:40.645 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.644+0000 7f0c5002f800 20 add_watcher() i=7 2023-12-03T11:49:40.645 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.644+0000 7f0c5002f800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:40.647 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.646+0000 7f0c117e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:40.647 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.646+0000 7f0c5002f800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:40.647 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.646+0000 7f0c5002f800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:40.655 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.652+0000 7f0c5002f800 5 note: GC not initialized 2023-12-03T11:49:40.655 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.652+0000 7f0b7ffff640 20 reqs_thread_entry: start 2023-12-03T11:49:40.655 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.652+0000 7f0c5002f800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:40.655 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.652+0000 7f0c5002f800 20 Filter name: none 2023-12-03T11:49:40.655 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.653+0000 7f0b7dffb640 20 reqs_thread_entry: start 2023-12-03T11:49:40.655 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.653+0000 7f0c5002f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.655 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.653+0000 7f0c5002f800 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:40.655 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.653+0000 7f0c5002f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.656 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.654+0000 7f0c5002f800 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:40.656 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.654+0000 7f0c5002f800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:40.656 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.654+0000 7f0c5002f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.656 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.654+0000 7f0c5002f800 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:40.656 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.654+0000 7f0c5002f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.656 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.655+0000 7f0c5002f800 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:40.656 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.655+0000 7f0c5002f800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:40.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.655+0000 7f0c5002f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.655+0000 7f0c5002f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.656+0000 7f0c117e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:40.660 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.659+0000 7f0c5002f800 20 remove_watcher() i=0 2023-12-03T11:49:40.660 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.659+0000 7f0c5002f800 2 removed watcher, disabling cache 2023-12-03T11:49:40.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.660+0000 7f0c5002f800 20 remove_watcher() i=1 2023-12-03T11:49:40.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.661+0000 7f0c5002f800 20 remove_watcher() i=2 2023-12-03T11:49:40.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.662+0000 7f0c5002f800 20 remove_watcher() i=3 2023-12-03T11:49:40.664 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.663+0000 7f0c5002f800 20 remove_watcher() i=4 2023-12-03T11:49:40.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.664+0000 7f0c5002f800 20 remove_watcher() i=5 2023-12-03T11:49:40.666 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.665+0000 7f0c5002f800 20 remove_watcher() i=6 2023-12-03T11:49:40.667 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.666+0000 7f0c5002f800 20 remove_watcher() i=7 2023-12-03T11:49:40.673 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:40.673 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:49:40.673 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: a-bucket id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 num_objects: 0 size_kb: 0 num_shards: 2 2023-12-03T11:49:40.673 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:40.673 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: reshard add non empty bucket 2023-12-03T11:49:40.673 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:40.677 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:40.677 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:40.684 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:40.685 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:40.690 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:40.690 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:40.696 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:40.696 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:40.702 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:40.702 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:40.708 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:40.708 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:40.714 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:40.714 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:40.720 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:40.720 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:40.726 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-12-03T11:49:40.753 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:40.753 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:40.767 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.765+0000 7f6579122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.769 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.767+0000 7f6579122800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.769 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.767+0000 7f6579122800 20 realm 2023-12-03T11:49:40.769 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.767+0000 7f6579122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.769 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.767+0000 7f6579122800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.769 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.767+0000 7f6579122800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:40.769 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.767+0000 7f6579122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.769 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.767+0000 7f6579122800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.769 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.767+0000 7f6579122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.769 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.768+0000 7f6579122800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:40.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.768+0000 7f6579122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.769+0000 7f6579122800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:40.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.769+0000 7f6579122800 20 searching for the correct realm 2023-12-03T11:49:40.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.778+0000 7f6574da6640 0 -- 172.21.15.145:0/1109044024 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f657000f430 msgr2=0x7f657000f850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:40.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.780+0000 7f6579122800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:40.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.780+0000 7f6579122800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:40.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.780+0000 7f6579122800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:40.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.780+0000 7f6579122800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:40.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.780+0000 7f6579122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.780+0000 7f6579122800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.780+0000 7f6579122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.780+0000 7f6579122800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:40.783 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.780+0000 7f6579122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.783 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.781+0000 7f6579122800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:40.783 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.781+0000 7f6579122800 20 zone default found 2023-12-03T11:49:40.783 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.781+0000 7f6579122800 4 Realm: () 2023-12-03T11:49:40.783 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.781+0000 7f6579122800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:40.783 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.781+0000 7f6579122800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:40.783 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.781+0000 7f6579122800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:40.783 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.781+0000 7f6579122800 20 zonegroup default 2023-12-03T11:49:40.783 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.781+0000 7f6579122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.783 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.781+0000 7f6579122800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.783 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.781+0000 7f6579122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.782+0000 7f6579122800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.782+0000 7f6579122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.782+0000 7f6579122800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.782+0000 7f6579122800 20 started sync module instance, tier type = 2023-12-03T11:49:40.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.782+0000 7f6579122800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:40.789 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.787+0000 7f65755a7640 0 -- 172.21.15.145:0/1109044024 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f655c06d920 msgr2=0x7f655c087400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:40.792 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.791+0000 7f6579122800 20 add_watcher() i=0 2023-12-03T11:49:40.792 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.791+0000 7f6579122800 20 add_watcher() i=1 2023-12-03T11:49:40.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.791+0000 7f6579122800 20 add_watcher() i=2 2023-12-03T11:49:40.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.791+0000 7f6579122800 20 add_watcher() i=3 2023-12-03T11:49:40.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.791+0000 7f6579122800 20 add_watcher() i=4 2023-12-03T11:49:40.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.791+0000 7f6579122800 20 add_watcher() i=5 2023-12-03T11:49:40.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.791+0000 7f6579122800 20 add_watcher() i=6 2023-12-03T11:49:40.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.792+0000 7f6579122800 20 add_watcher() i=7 2023-12-03T11:49:40.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.792+0000 7f6579122800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:40.794 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.793+0000 7f653b7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:40.795 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.794+0000 7f6579122800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:40.795 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.794+0000 7f6579122800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:40.801 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.799+0000 7f6579122800 5 note: GC not initialized 2023-12-03T11:49:40.801 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.799+0000 7f64aa7fc640 20 reqs_thread_entry: start 2023-12-03T11:49:40.801 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.800+0000 7f6579122800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:40.801 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.800+0000 7f6579122800 20 Filter name: none 2023-12-03T11:49:40.801 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.800+0000 7f649bfff640 20 reqs_thread_entry: start 2023-12-03T11:49:40.801 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.800+0000 7f6579122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.803 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.800+0000 7f6579122800 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:40.803 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.800+0000 7f6579122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.803 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.801+0000 7f6579122800 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:40.803 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.801+0000 7f6579122800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:40.803 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.801+0000 7f6579122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.803 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.801+0000 7f6579122800 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:40.803 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.801+0000 7f6579122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.803 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.801+0000 7f6579122800 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:40.803 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.801+0000 7f6579122800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:40.804 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.802+0000 7f6579122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.804 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.802+0000 7f6579122800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.804 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.803+0000 7f653b7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:40.806 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.805+0000 7f6579122800 20 remove_watcher() i=0 2023-12-03T11:49:40.806 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.805+0000 7f6579122800 2 removed watcher, disabling cache 2023-12-03T11:49:40.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.806+0000 7f6579122800 20 remove_watcher() i=1 2023-12-03T11:49:40.808 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.807+0000 7f6579122800 20 remove_watcher() i=2 2023-12-03T11:49:40.809 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.808+0000 7f6579122800 20 remove_watcher() i=3 2023-12-03T11:49:40.810 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.809+0000 7f6579122800 20 remove_watcher() i=4 2023-12-03T11:49:40.811 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.810+0000 7f6579122800 20 remove_watcher() i=5 2023-12-03T11:49:40.812 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.811+0000 7f6579122800 20 remove_watcher() i=6 2023-12-03T11:49:40.813 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.812+0000 7f6579122800 20 remove_watcher() i=7 2023-12-03T11:49:40.818 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:40.818 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:49:40.818 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: a-bucket id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 num_objects: 8 size_kb: 1 num_shards: 2 2023-12-03T11:49:40.818 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:40.819 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 3 2023-12-03T11:49:40.848 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:40.848 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:40.862 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.860+0000 7fad30b40800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.864 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.862+0000 7fad30b40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.864 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.862+0000 7fad30b40800 20 realm 2023-12-03T11:49:40.864 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.862+0000 7fad30b40800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.864 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.862+0000 7fad30b40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.864 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.862+0000 7fad30b40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:40.864 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.862+0000 7fad30b40800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.864 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.863+0000 7fad30b40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.864 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.863+0000 7fad30b40800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.865 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.864+0000 7fad30b40800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:40.865 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.864+0000 7fad30b40800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.865 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.864+0000 7fad30b40800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:40.866 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.864+0000 7fad30b40800 20 searching for the correct realm 2023-12-03T11:49:40.875 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.874+0000 7fad2c84c640 0 -- 172.21.15.145:0/3803224901 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55b312956610 msgr2=0x55b312958a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:40.876 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.875+0000 7fad30b40800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:40.877 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.875+0000 7fad30b40800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:40.877 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.875+0000 7fad30b40800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:40.877 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.875+0000 7fad30b40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:40.877 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.875+0000 7fad30b40800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.877 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.875+0000 7fad30b40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.877 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.875+0000 7fad30b40800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.877 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.875+0000 7fad30b40800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:40.877 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.875+0000 7fad30b40800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.878 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.876+0000 7fad30b40800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:40.878 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.876+0000 7fad30b40800 20 zone default found 2023-12-03T11:49:40.878 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.876+0000 7fad30b40800 4 Realm: () 2023-12-03T11:49:40.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.876+0000 7fad30b40800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:40.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.876+0000 7fad30b40800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:40.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.876+0000 7fad30b40800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:40.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.876+0000 7fad30b40800 20 zonegroup default 2023-12-03T11:49:40.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.876+0000 7fad30b40800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.876+0000 7fad30b40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.876+0000 7fad30b40800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.876+0000 7fad30b40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.876+0000 7fad30b40800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.877+0000 7fad30b40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.877+0000 7fad30b40800 20 started sync module instance, tier type = 2023-12-03T11:49:40.879 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.877+0000 7fad30b40800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:40.885 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.884+0000 7fad2d04d640 0 -- 172.21.15.145:0/3803224901 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7fad140a0c90 msgr2=0x7fad14003b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:40.887 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.886+0000 7fad30b40800 20 add_watcher() i=0 2023-12-03T11:49:40.887 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.886+0000 7fad30b40800 20 add_watcher() i=1 2023-12-03T11:49:40.888 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.886+0000 7fad30b40800 20 add_watcher() i=2 2023-12-03T11:49:40.888 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.886+0000 7fad30b40800 20 add_watcher() i=3 2023-12-03T11:49:40.888 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.886+0000 7fad30b40800 20 add_watcher() i=4 2023-12-03T11:49:40.888 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.886+0000 7fad30b40800 20 add_watcher() i=5 2023-12-03T11:49:40.888 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.886+0000 7fad30b40800 20 add_watcher() i=6 2023-12-03T11:49:40.888 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.887+0000 7fad30b40800 20 add_watcher() i=7 2023-12-03T11:49:40.888 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.887+0000 7fad30b40800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:40.889 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.888+0000 7facf37de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:40.890 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.889+0000 7fad30b40800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:40.890 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.889+0000 7fad30b40800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:40.896 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.894+0000 7fad30b40800 5 note: GC not initialized 2023-12-03T11:49:40.896 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.894+0000 7fac627fc640 20 reqs_thread_entry: start 2023-12-03T11:49:40.896 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.895+0000 7fad30b40800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:40.896 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.895+0000 7fad30b40800 20 Filter name: none 2023-12-03T11:49:40.896 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.895+0000 7fac53fff640 20 reqs_thread_entry: start 2023-12-03T11:49:40.896 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.895+0000 7fad30b40800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-12-03T11:49:40.897 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.895+0000 7fad30b40800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.897 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.895+0000 7fad30b40800 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:40.897 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.895+0000 7fad30b40800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2023-12-03T11:49:40.897 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.895+0000 7fad30b40800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-12-03T11:49:40.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.895+0000 7fad30b40800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 : miss 2023-12-03T11:49:40.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.895+0000 7fad30b40800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.896+0000 7fad30b40800 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:40.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.896+0000 7fad30b40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 info.flags=0x17 2023-12-03T11:49:40.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.896+0000 7fad30b40800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 to cache LRU end 2023-12-03T11:49:40.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.896+0000 7fad30b40800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:40.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.896+0000 7fad30b40800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:40.898 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.896+0000 7fad30b40800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 2023-12-03T11:49:40.899 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.898+0000 7facf37de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:40.901 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.900+0000 7fad30b40800 20 remove_watcher() i=0 2023-12-03T11:49:40.901 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.900+0000 7fad30b40800 2 removed watcher, disabling cache 2023-12-03T11:49:40.902 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.901+0000 7fad30b40800 20 remove_watcher() i=1 2023-12-03T11:49:40.903 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.902+0000 7fad30b40800 20 remove_watcher() i=2 2023-12-03T11:49:40.904 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.903+0000 7fad30b40800 20 remove_watcher() i=3 2023-12-03T11:49:40.905 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.904+0000 7fad30b40800 20 remove_watcher() i=4 2023-12-03T11:49:40.906 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.905+0000 7fad30b40800 20 remove_watcher() i=5 2023-12-03T11:49:40.907 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.906+0000 7fad30b40800 20 remove_watcher() i=6 2023-12-03T11:49:40.908 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.907+0000 7fad30b40800 20 remove_watcher() i=7 2023-12-03T11:49:40.914 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin reshard list 2023-12-03T11:49:40.939 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:40.939 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:40.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.951+0000 7f6cff344800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.955 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.953+0000 7f6cff344800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.955 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.953+0000 7f6cff344800 20 realm 2023-12-03T11:49:40.955 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.953+0000 7f6cff344800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.955 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.953+0000 7f6cff344800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.955 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.953+0000 7f6cff344800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:40.955 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.953+0000 7f6cff344800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.955 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.953+0000 7f6cff344800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.955 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.953+0000 7f6cff344800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.954+0000 7f6cff344800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:40.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.954+0000 7f6cff344800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.955+0000 7f6cff344800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:40.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.955+0000 7f6cff344800 20 searching for the correct realm 2023-12-03T11:49:40.966 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.965+0000 7f6cfa909640 0 -- 172.21.15.145:0/2202567723 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55db714de8e0 msgr2=0x55db714e0cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:40.967 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.965+0000 7f6cff344800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:40.967 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.965+0000 7f6cff344800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:40.967 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.965+0000 7f6cff344800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:40.967 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.965+0000 7f6cff344800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:40.967 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.965+0000 7f6cff344800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.967 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.965+0000 7f6cff344800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.967 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.965+0000 7f6cff344800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.968 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.966+0000 7f6cff344800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:40.968 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.966+0000 7f6cff344800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.968 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.966+0000 7f6cff344800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:40.968 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.966+0000 7f6cff344800 20 zone default found 2023-12-03T11:49:40.968 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.966+0000 7f6cff344800 4 Realm: () 2023-12-03T11:49:40.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.966+0000 7f6cff344800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:40.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.966+0000 7f6cff344800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:40.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.966+0000 7f6cff344800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:40.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.966+0000 7f6cff344800 20 zonegroup default 2023-12-03T11:49:40.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.966+0000 7f6cff344800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.966+0000 7f6cff344800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.966+0000 7f6cff344800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.967+0000 7f6cff344800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.967+0000 7f6cff344800 20 rados->read ofs=0 len=0 2023-12-03T11:49:40.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.967+0000 7f6cff344800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:40.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.967+0000 7f6cff344800 20 started sync module instance, tier type = 2023-12-03T11:49:40.969 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.967+0000 7f6cff344800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:40.974 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.973+0000 7f6cfa909640 0 -- 172.21.15.145:0/2202567723 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x7f6cd40795f0 msgr2=0x7f6cd407ba20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:49:40.977 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.976+0000 7f6cff344800 20 add_watcher() i=0 2023-12-03T11:49:40.977 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.976+0000 7f6cff344800 20 add_watcher() i=1 2023-12-03T11:49:40.977 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.976+0000 7f6cff344800 20 add_watcher() i=2 2023-12-03T11:49:40.977 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.976+0000 7f6cff344800 20 add_watcher() i=3 2023-12-03T11:49:40.977 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.976+0000 7f6cff344800 20 add_watcher() i=4 2023-12-03T11:49:40.977 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.976+0000 7f6cff344800 20 add_watcher() i=5 2023-12-03T11:49:40.977 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.976+0000 7f6cff344800 20 add_watcher() i=6 2023-12-03T11:49:40.978 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.976+0000 7f6cff344800 20 add_watcher() i=7 2023-12-03T11:49:40.978 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.976+0000 7f6cff344800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:40.979 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.978+0000 7f6cc17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:40.980 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.978+0000 7f6cff344800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:40.980 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.978+0000 7f6cff344800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:40.986 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.984+0000 7f6cff344800 5 note: GC not initialized 2023-12-03T11:49:40.986 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.984+0000 7f6c2ffff640 20 reqs_thread_entry: start 2023-12-03T11:49:40.986 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.984+0000 7f6cff344800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:40.986 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.984+0000 7f6cff344800 20 Filter name: none 2023-12-03T11:49:40.986 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.984+0000 7f6c2dffb640 20 reqs_thread_entry: start 2023-12-03T11:49:40.994 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.992+0000 7f6cc17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:40.996 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.995+0000 7f6cff344800 20 remove_watcher() i=0 2023-12-03T11:49:40.996 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.995+0000 7f6cff344800 2 removed watcher, disabling cache 2023-12-03T11:49:40.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.996+0000 7f6cff344800 20 remove_watcher() i=1 2023-12-03T11:49:40.998 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.997+0000 7f6cff344800 20 remove_watcher() i=2 2023-12-03T11:49:40.999 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.998+0000 7f6cff344800 20 remove_watcher() i=3 2023-12-03T11:49:41.000 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:40.999+0000 7f6cff344800 20 remove_watcher() i=4 2023-12-03T11:49:41.001 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.000+0000 7f6cff344800 20 remove_watcher() i=5 2023-12-03T11:49:41.002 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.001+0000 7f6cff344800 20 remove_watcher() i=6 2023-12-03T11:49:41.003 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.002+0000 7f6cff344800 20 remove_watcher() i=7 2023-12-03T11:49:41.008 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: reshard process non empty bucket 2023-12-03T11:49:41.008 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:41.009 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin reshard process 2023-12-03T11:49:41.034 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:41.034 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:41.048 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.047+0000 7f309a93a800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.050 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.048+0000 7f309a93a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.050 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.048+0000 7f309a93a800 20 realm 2023-12-03T11:49:41.050 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.048+0000 7f309a93a800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.051 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.049+0000 7f309a93a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.051 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.049+0000 7f309a93a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:41.051 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.049+0000 7f309a93a800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.051 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.049+0000 7f309a93a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.051 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.049+0000 7f309a93a800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.051 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.050+0000 7f309a93a800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.051 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.050+0000 7f309a93a800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.052 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.050+0000 7f309a93a800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:41.052 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.050+0000 7f309a93a800 20 searching for the correct realm 2023-12-03T11:49:41.060 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.059+0000 7f308ffff640 0 -- 172.21.15.145:0/4204392849 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55a0b4edd190 msgr2=0x55a0b4edf580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:49:41.062 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.060+0000 7f309a93a800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:41.062 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.060+0000 7f309a93a800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:41.062 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.060+0000 7f309a93a800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:41.062 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.060+0000 7f309a93a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:41.062 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.060+0000 7f309a93a800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.061+0000 7f309a93a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.061+0000 7f309a93a800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.061+0000 7f309a93a800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.061+0000 7f309a93a800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.064 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.061+0000 7f309a93a800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:41.064 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.061+0000 7f309a93a800 20 zone default found 2023-12-03T11:49:41.064 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.061+0000 7f309a93a800 4 Realm: () 2023-12-03T11:49:41.064 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.061+0000 7f309a93a800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:41.064 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.061+0000 7f309a93a800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:41.064 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.061+0000 7f309a93a800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:41.064 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.061+0000 7f309a93a800 20 zonegroup default 2023-12-03T11:49:41.064 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.061+0000 7f309a93a800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.065 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.061+0000 7f309a93a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.065 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.062+0000 7f309a93a800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.065 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.062+0000 7f309a93a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.065 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.062+0000 7f309a93a800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.065 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.062+0000 7f309a93a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.065 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.062+0000 7f309a93a800 20 started sync module instance, tier type = 2023-12-03T11:49:41.065 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.062+0000 7f309a93a800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:41.070 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.069+0000 7f308ffff640 0 -- 172.21.15.145:0/4204392849 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x7f30700795f0 msgr2=0x7f307007ba20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:41.072 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.071+0000 7f309a93a800 20 add_watcher() i=0 2023-12-03T11:49:41.073 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.071+0000 7f309a93a800 20 add_watcher() i=1 2023-12-03T11:49:41.073 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.071+0000 7f309a93a800 20 add_watcher() i=2 2023-12-03T11:49:41.073 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.071+0000 7f309a93a800 20 add_watcher() i=3 2023-12-03T11:49:41.073 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.071+0000 7f309a93a800 20 add_watcher() i=4 2023-12-03T11:49:41.073 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.071+0000 7f309a93a800 20 add_watcher() i=5 2023-12-03T11:49:41.073 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.071+0000 7f309a93a800 20 add_watcher() i=6 2023-12-03T11:49:41.073 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.072+0000 7f309a93a800 20 add_watcher() i=7 2023-12-03T11:49:41.073 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.072+0000 7f309a93a800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:41.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.074+0000 7f305bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.074+0000 7f309a93a800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:41.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.074+0000 7f309a93a800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:41.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.080+0000 7f309a93a800 5 note: GC not initialized 2023-12-03T11:49:41.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.080+0000 7f2fcaffd640 20 reqs_thread_entry: start 2023-12-03T11:49:41.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.080+0000 7f309a93a800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:41.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.080+0000 7f309a93a800 20 Filter name: none 2023-12-03T11:49:41.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.080+0000 7f2fc8ff9640 20 reqs_thread_entry: start 2023-12-03T11:49:41.082 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.080+0000 7f309a93a800 20 processing logshard = reshard.0000000000 2023-12-03T11:49:41.085 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.084+0000 7f309a93a800 20 finish processing logshard = reshard.0000000000 , ret = 0 2023-12-03T11:49:41.085 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.084+0000 7f309a93a800 20 processing logshard = reshard.0000000001 2023-12-03T11:49:41.087 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.086+0000 7f309a93a800 20 finish processing logshard = reshard.0000000001 , ret = 0 2023-12-03T11:49:41.087 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.086+0000 7f309a93a800 20 processing logshard = reshard.0000000002 2023-12-03T11:49:41.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.088+0000 7f309a93a800 20 finish processing logshard = reshard.0000000002 , ret = 0 2023-12-03T11:49:41.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.088+0000 7f309a93a800 20 processing logshard = reshard.0000000003 2023-12-03T11:49:41.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.091+0000 7f309a93a800 20 finish processing logshard = reshard.0000000003 , ret = 0 2023-12-03T11:49:41.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.091+0000 7f309a93a800 20 processing logshard = reshard.0000000004 2023-12-03T11:49:41.094 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.093+0000 7f309a93a800 20 finish processing logshard = reshard.0000000004 , ret = 0 2023-12-03T11:49:41.190 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.093+0000 7f309a93a800 20 processing logshard = reshard.0000000005 2023-12-03T11:49:41.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.096+0000 7f309a93a800 20 finish processing logshard = reshard.0000000005 , ret = 0 2023-12-03T11:49:41.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.096+0000 7f309a93a800 20 processing logshard = reshard.0000000006 2023-12-03T11:49:41.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.097+0000 7f309a93a800 20 process_entry resharding a-bucket 2023-12-03T11:49:41.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.097+0000 7f309a93a800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-12-03T11:49:41.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.097+0000 7f309a93a800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.098+0000 7f309a93a800 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:41.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.098+0000 7f309a93a800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2023-12-03T11:49:41.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.098+0000 7f309a93a800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-12-03T11:49:41.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.098+0000 7f309a93a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 : miss 2023-12-03T11:49:41.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.098+0000 7f309a93a800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.098+0000 7f309a93a800 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:41.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.098+0000 7f309a93a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 info.flags=0x17 2023-12-03T11:49:41.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.098+0000 7f309a93a800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 to cache LRU end 2023-12-03T11:49:41.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.098+0000 7f309a93a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:41.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.098+0000 7f309a93a800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:41.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.098+0000 7f309a93a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 2023-12-03T11:49:41.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.103+0000 7f309a93a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 info.flags=0x17 2023-12-03T11:49:41.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.103+0000 7f309a93a800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 to cache LRU end 2023-12-03T11:49:41.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.103+0000 7f309a93a800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:41.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.103+0000 7f309a93a800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16, ofs0, ns] 2023-12-03T11:49:41.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.103+0000 7f3077fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791377 cookie 94148718644880 notifier 6207 bl.length()=789 2023-12-03T11:49:41.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.103+0000 7f3077fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 info.flags=0x17 2023-12-03T11:49:41.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.103+0000 7f3077fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 to cache LRU end 2023-12-03T11:49:41.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.103+0000 7f3077fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:41.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.103+0000 7f309a93a800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): orig_sources= new_sources= 2023-12-03T11:49:41.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.103+0000 7f309a93a800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): potential sources added=[] removed=[] 2023-12-03T11:49:41.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.103+0000 7f309a93a800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): orig_dests= new_dests= 2023-12-03T11:49:41.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.103+0000 7f309a93a800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): potential dests added=[] removed=[] 2023-12-03T11:49:41.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.104+0000 7f309a93a800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.2.0 2023-12-03T11:49:41.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.104+0000 7f309a93a800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.2.0 2023-12-03T11:49:41.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.104+0000 7f309a93a800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.2.1 2023-12-03T11:49:41.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.104+0000 7f309a93a800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.2.1 2023-12-03T11:49:41.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.104+0000 7f309a93a800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.2.2 2023-12-03T11:49:41.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.104+0000 7f309a93a800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.2.2 2023-12-03T11:49:41.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.104+0000 7f309a93a800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.1.0 2023-12-03T11:49:41.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.104+0000 7f309a93a800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.1.0 2023-12-03T11:49:41.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.105+0000 7f309a93a800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.1.1 2023-12-03T11:49:41.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.105+0000 7f309a93a800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.1.1 2023-12-03T11:49:41.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.107+0000 7f309a93a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 : hit (requested=0x17, cached=0x17) 2023-12-03T11:49:41.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.107+0000 7f309a93a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 2023-12-03T11:49:41.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.108+0000 7f309a93a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 info.flags=0x17 2023-12-03T11:49:41.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.108+0000 7f309a93a800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 to cache LRU end 2023-12-03T11:49:41.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.108+0000 7f309a93a800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:41.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.108+0000 7f309a93a800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16, ofs0, ns] 2023-12-03T11:49:41.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.108+0000 7f308cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791378 cookie 94148718644880 notifier 6207 bl.length()=757 2023-12-03T11:49:41.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.108+0000 7f308cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 info.flags=0x17 2023-12-03T11:49:41.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.108+0000 7f308cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 to cache LRU end 2023-12-03T11:49:41.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.108+0000 7f308cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:41.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.108+0000 7f309a93a800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): orig_sources= new_sources= 2023-12-03T11:49:41.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.108+0000 7f309a93a800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): potential sources added=[] removed=[] 2023-12-03T11:49:41.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.108+0000 7f309a93a800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): orig_dests= new_dests= 2023-12-03T11:49:41.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.108+0000 7f309a93a800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): potential dests added=[] removed=[] 2023-12-03T11:49:41.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.109+0000 7f309a93a800 1 execute INFO: reshard of bucket "a-bucket" completed successfully 2023-12-03T11:49:41.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.110+0000 7f309a93a800 20 process_entry removing reshard queue entry for bucket a-bucket 2023-12-03T11:49:41.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.113+0000 7f309a93a800 20 finish processing logshard = reshard.0000000006 , ret = 0 2023-12-03T11:49:41.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.113+0000 7f309a93a800 20 processing logshard = reshard.0000000007 2023-12-03T11:49:41.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.115+0000 7f309a93a800 20 finish processing logshard = reshard.0000000007 , ret = 0 2023-12-03T11:49:41.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.115+0000 7f309a93a800 20 processing logshard = reshard.0000000008 2023-12-03T11:49:41.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.118+0000 7f309a93a800 20 finish processing logshard = reshard.0000000008 , ret = 0 2023-12-03T11:49:41.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.118+0000 7f309a93a800 20 processing logshard = reshard.0000000009 2023-12-03T11:49:41.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.120+0000 7f309a93a800 20 finish processing logshard = reshard.0000000009 , ret = 0 2023-12-03T11:49:41.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.120+0000 7f309a93a800 20 processing logshard = reshard.0000000010 2023-12-03T11:49:41.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.122+0000 7f309a93a800 20 finish processing logshard = reshard.0000000010 , ret = 0 2023-12-03T11:49:41.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.122+0000 7f309a93a800 20 processing logshard = reshard.0000000011 2023-12-03T11:49:41.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.125+0000 7f309a93a800 20 finish processing logshard = reshard.0000000011 , ret = 0 2023-12-03T11:49:41.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.125+0000 7f309a93a800 20 processing logshard = reshard.0000000012 2023-12-03T11:49:41.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.127+0000 7f309a93a800 20 finish processing logshard = reshard.0000000012 , ret = 0 2023-12-03T11:49:41.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.127+0000 7f309a93a800 20 processing logshard = reshard.0000000013 2023-12-03T11:49:41.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.130+0000 7f309a93a800 20 finish processing logshard = reshard.0000000013 , ret = 0 2023-12-03T11:49:41.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.130+0000 7f309a93a800 20 processing logshard = reshard.0000000014 2023-12-03T11:49:41.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.132+0000 7f309a93a800 20 finish processing logshard = reshard.0000000014 , ret = 0 2023-12-03T11:49:41.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.132+0000 7f309a93a800 20 processing logshard = reshard.0000000015 2023-12-03T11:49:41.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.134+0000 7f309a93a800 20 finish processing logshard = reshard.0000000015 , ret = 0 2023-12-03T11:49:41.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.135+0000 7f305bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.137+0000 7f309a93a800 20 remove_watcher() i=0 2023-12-03T11:49:41.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.137+0000 7f309a93a800 2 removed watcher, disabling cache 2023-12-03T11:49:41.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.138+0000 7f309a93a800 20 remove_watcher() i=1 2023-12-03T11:49:41.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.139+0000 7f309a93a800 20 remove_watcher() i=2 2023-12-03T11:49:41.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.140+0000 7f309a93a800 20 remove_watcher() i=3 2023-12-03T11:49:41.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.141+0000 7f309a93a800 20 remove_watcher() i=4 2023-12-03T11:49:41.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.142+0000 7f309a93a800 20 remove_watcher() i=5 2023-12-03T11:49:41.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.143+0000 7f309a93a800 20 remove_watcher() i=6 2023-12-03T11:49:41.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.144+0000 7f309a93a800 20 remove_watcher() i=7 2023-12-03T11:49:41.202 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-12-03T11:49:41.202 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:41.202 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:41.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.191+0000 7fa723f38800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.192+0000 7fa723f38800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.192+0000 7fa723f38800 20 realm 2023-12-03T11:49:41.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.193+0000 7fa723f38800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.193+0000 7fa723f38800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.193+0000 7fa723f38800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:41.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.193+0000 7fa723f38800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.193+0000 7fa723f38800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.193+0000 7fa723f38800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.194+0000 7fa723f38800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.203 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.194+0000 7fa723f38800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.203 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.194+0000 7fa723f38800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:41.203 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.194+0000 7fa723f38800 20 searching for the correct realm 2023-12-03T11:49:41.205 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.203+0000 7fa71f405640 0 -- 172.21.15.145:0/1978212745 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x561ec8e67a00 msgr2=0x561ec8e69df0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:41.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.204+0000 7fa723f38800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:41.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.204+0000 7fa723f38800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:41.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.204+0000 7fa723f38800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:41.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.204+0000 7fa723f38800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:41.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.204+0000 7fa723f38800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.204+0000 7fa723f38800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.204+0000 7fa723f38800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.204+0000 7fa723f38800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.204+0000 7fa723f38800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.205+0000 7fa723f38800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:41.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.205+0000 7fa723f38800 20 zone default found 2023-12-03T11:49:41.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.205+0000 7fa723f38800 4 Realm: () 2023-12-03T11:49:41.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.205+0000 7fa723f38800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:41.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.205+0000 7fa723f38800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:41.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.205+0000 7fa723f38800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:41.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.205+0000 7fa723f38800 20 zonegroup default 2023-12-03T11:49:41.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.205+0000 7fa723f38800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.205+0000 7fa723f38800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.205+0000 7fa723f38800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.205+0000 7fa723f38800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.205+0000 7fa723f38800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.205+0000 7fa723f38800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.205+0000 7fa723f38800 20 started sync module instance, tier type = 2023-12-03T11:49:41.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.205+0000 7fa723f38800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:41.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.212+0000 7fa71f405640 0 -- 172.21.15.145:0/1978212745 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x7fa6f80795c0 msgr2=0x7fa6f807b9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:49:41.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.215+0000 7fa723f38800 20 add_watcher() i=0 2023-12-03T11:49:41.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.215+0000 7fa723f38800 20 add_watcher() i=1 2023-12-03T11:49:41.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.215+0000 7fa723f38800 20 add_watcher() i=2 2023-12-03T11:49:41.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.215+0000 7fa723f38800 20 add_watcher() i=3 2023-12-03T11:49:41.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.215+0000 7fa723f38800 20 add_watcher() i=4 2023-12-03T11:49:41.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.215+0000 7fa723f38800 20 add_watcher() i=5 2023-12-03T11:49:41.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.215+0000 7fa723f38800 20 add_watcher() i=6 2023-12-03T11:49:41.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.216+0000 7fa723f38800 20 add_watcher() i=7 2023-12-03T11:49:41.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.216+0000 7fa723f38800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:41.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.217+0000 7fa6e5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.217+0000 7fa723f38800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:41.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.217+0000 7fa723f38800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:41.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.223+0000 7fa723f38800 5 note: GC not initialized 2023-12-03T11:49:41.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.223+0000 7fa65cff9640 20 reqs_thread_entry: start 2023-12-03T11:49:41.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.223+0000 7fa723f38800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:41.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.223+0000 7fa723f38800 20 Filter name: none 2023-12-03T11:49:41.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.223+0000 7fa6527fc640 20 reqs_thread_entry: start 2023-12-03T11:49:41.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.223+0000 7fa723f38800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.224+0000 7fa723f38800 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:41.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.224+0000 7fa723f38800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.224+0000 7fa723f38800 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:41.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.224+0000 7fa723f38800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:41.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.224+0000 7fa723f38800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.225+0000 7fa723f38800 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:41.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.225+0000 7fa723f38800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.225+0000 7fa723f38800 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:41.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.225+0000 7fa723f38800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:41.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.226+0000 7fa723f38800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.226+0000 7fa723f38800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.228 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.227+0000 7fa6e5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.229+0000 7fa723f38800 20 remove_watcher() i=0 2023-12-03T11:49:41.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.229+0000 7fa723f38800 2 removed watcher, disabling cache 2023-12-03T11:49:41.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.230+0000 7fa723f38800 20 remove_watcher() i=1 2023-12-03T11:49:41.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.231+0000 7fa723f38800 20 remove_watcher() i=2 2023-12-03T11:49:41.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.232+0000 7fa723f38800 20 remove_watcher() i=3 2023-12-03T11:49:41.234 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.233+0000 7fa723f38800 20 remove_watcher() i=4 2023-12-03T11:49:41.235 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.234+0000 7fa723f38800 20 remove_watcher() i=5 2023-12-03T11:49:41.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.235+0000 7fa723f38800 20 remove_watcher() i=6 2023-12-03T11:49:41.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.236+0000 7fa723f38800 20 remove_watcher() i=7 2023-12-03T11:49:41.242 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:41.242 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:49:41.242 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: a-bucket id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 num_objects: 8 size_kb: 1 num_shards: 3 2023-12-03T11:49:41.242 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:41.243 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2023-12-03T11:49:41.243 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:41.244 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.244 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.255 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.255 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.298 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.298 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.305 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.305 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.311 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.311 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.316 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.317 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.322 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.322 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.328 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.328 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.334 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.334 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.340 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.340 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.346 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.346 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.352 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.352 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.357 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.357 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.363 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.363 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.368 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.369 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.375 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.375 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.381 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.381 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.386 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.386 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.393 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.393 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.399 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.399 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.405 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.405 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.411 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.411 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.417 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-12-03T11:49:41.443 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:41.444 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:41.457 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.455+0000 7f3925a13800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.458 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.457+0000 7f3925a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.457+0000 7f3925a13800 20 realm 2023-12-03T11:49:41.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.457+0000 7f3925a13800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.457+0000 7f3925a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.457+0000 7f3925a13800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:41.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.457+0000 7f3925a13800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.457+0000 7f3925a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.457+0000 7f3925a13800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.458+0000 7f3925a13800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.459 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.458+0000 7f3925a13800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.460 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.459+0000 7f3925a13800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:41.460 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.459+0000 7f3925a13800 20 searching for the correct realm 2023-12-03T11:49:41.469 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.468+0000 7f3922d12640 0 -- 172.21.15.145:0/2002155219 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55ed7a6f17f0 msgr2=0x55ed7a6f3be0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:41.470 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.469+0000 7f3925a13800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:41.470 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.469+0000 7f3925a13800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:41.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.469+0000 7f3925a13800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:41.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.469+0000 7f3925a13800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:41.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.469+0000 7f3925a13800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.469+0000 7f3925a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.469+0000 7f3925a13800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.469+0000 7f3925a13800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.471 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.469+0000 7f3925a13800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.472 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.469+0000 7f3925a13800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:41.472 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.469+0000 7f3925a13800 20 zone default found 2023-12-03T11:49:41.472 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.469+0000 7f3925a13800 4 Realm: () 2023-12-03T11:49:41.472 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.469+0000 7f3925a13800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:41.473 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.469+0000 7f3925a13800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:41.473 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.469+0000 7f3925a13800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:41.473 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.469+0000 7f3925a13800 20 zonegroup default 2023-12-03T11:49:41.473 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.469+0000 7f3925a13800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.473 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.470+0000 7f3925a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.473 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.470+0000 7f3925a13800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.473 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.470+0000 7f3925a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.473 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.470+0000 7f3925a13800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.473 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.470+0000 7f3925a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.473 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.470+0000 7f3925a13800 20 started sync module instance, tier type = 2023-12-03T11:49:41.473 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.470+0000 7f3925a13800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:41.478 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.477+0000 7f3922d12640 0 -- 172.21.15.145:0/2002155219 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x7f38fc0795c0 msgr2=0x7f38fc07b9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:49:41.480 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.479+0000 7f3925a13800 20 add_watcher() i=0 2023-12-03T11:49:41.480 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.479+0000 7f3925a13800 20 add_watcher() i=1 2023-12-03T11:49:41.481 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.479+0000 7f3925a13800 20 add_watcher() i=2 2023-12-03T11:49:41.481 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.479+0000 7f3925a13800 20 add_watcher() i=3 2023-12-03T11:49:41.481 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.479+0000 7f3925a13800 20 add_watcher() i=4 2023-12-03T11:49:41.481 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.479+0000 7f3925a13800 20 add_watcher() i=5 2023-12-03T11:49:41.481 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.479+0000 7f3925a13800 20 add_watcher() i=6 2023-12-03T11:49:41.481 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.480+0000 7f3925a13800 20 add_watcher() i=7 2023-12-03T11:49:41.482 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.480+0000 7f3925a13800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:41.483 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.481+0000 7f38e97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.483 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.482+0000 7f3925a13800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:41.483 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.482+0000 7f3925a13800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:41.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.487+0000 7f3925a13800 5 note: GC not initialized 2023-12-03T11:49:41.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.487+0000 7f3857fff640 20 reqs_thread_entry: start 2023-12-03T11:49:41.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.488+0000 7f3925a13800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:41.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.488+0000 7f3925a13800 20 Filter name: none 2023-12-03T11:49:41.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.488+0000 7f3855ffb640 20 reqs_thread_entry: start 2023-12-03T11:49:41.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.488+0000 7f3925a13800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.488+0000 7f3925a13800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:41.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.488+0000 7f3925a13800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.489+0000 7f3925a13800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:41.491 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.489+0000 7f3925a13800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:41.491 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.489+0000 7f3925a13800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.491 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.489+0000 7f3925a13800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:41.491 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.489+0000 7f3925a13800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.491 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.489+0000 7f3925a13800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:41.492 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.489+0000 7f3925a13800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:41.492 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.490+0000 7f3925a13800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.492 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.490+0000 7f3925a13800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.492 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.491+0000 7f38e97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.494 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.493+0000 7f3925a13800 20 remove_watcher() i=0 2023-12-03T11:49:41.494 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.493+0000 7f3925a13800 2 removed watcher, disabling cache 2023-12-03T11:49:41.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.494+0000 7f3925a13800 20 remove_watcher() i=1 2023-12-03T11:49:41.496 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.495+0000 7f3925a13800 20 remove_watcher() i=2 2023-12-03T11:49:41.497 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.496+0000 7f3925a13800 20 remove_watcher() i=3 2023-12-03T11:49:41.498 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.496+0000 7f3925a13800 20 remove_watcher() i=4 2023-12-03T11:49:41.499 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.497+0000 7f3925a13800 20 remove_watcher() i=5 2023-12-03T11:49:41.500 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.498+0000 7f3925a13800 20 remove_watcher() i=6 2023-12-03T11:49:41.501 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.499+0000 7f3925a13800 20 remove_watcher() i=7 2023-12-03T11:49:41.505 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:41.506 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:49:41.506 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: error-at-set-target-layout id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:49:41.506 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:41.507 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2023-12-03T11:49:41.539 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:41.539 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:41.553 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.551+0000 7ff867122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.553+0000 7ff867122800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.553+0000 7ff867122800 20 realm 2023-12-03T11:49:41.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.553+0000 7ff867122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.553+0000 7ff867122800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.553+0000 7ff867122800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:41.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.553+0000 7ff867122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.553+0000 7ff867122800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.553+0000 7ff867122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.554+0000 7ff867122800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.554+0000 7ff867122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.555+0000 7ff867122800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:41.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.555+0000 7ff867122800 20 searching for the correct realm 2023-12-03T11:49:41.564 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.563+0000 7ff862d1c640 0 -- 172.21.15.145:0/2409905014 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7ff85c04dc20 msgr2=0x7ff85c056550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:41.566 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.564+0000 7ff867122800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:41.566 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.564+0000 7ff867122800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:41.566 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.564+0000 7ff867122800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:41.566 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.564+0000 7ff867122800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:41.566 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.564+0000 7ff867122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.566 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.564+0000 7ff867122800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.566 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.564+0000 7ff867122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.565+0000 7ff867122800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.565+0000 7ff867122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.565+0000 7ff867122800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:41.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.565+0000 7ff867122800 20 zone default found 2023-12-03T11:49:41.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.565+0000 7ff867122800 4 Realm: () 2023-12-03T11:49:41.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.565+0000 7ff867122800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:41.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.565+0000 7ff867122800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:41.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.565+0000 7ff867122800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:41.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.565+0000 7ff867122800 20 zonegroup default 2023-12-03T11:49:41.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.565+0000 7ff867122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.565+0000 7ff867122800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.565+0000 7ff867122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.566+0000 7ff867122800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.566+0000 7ff867122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.566+0000 7ff867122800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.566+0000 7ff867122800 20 started sync module instance, tier type = 2023-12-03T11:49:41.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.566+0000 7ff867122800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:41.573 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.571+0000 7ff862d1c640 0 -- 172.21.15.145:0/2409905014 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7ff83c0795f0 msgr2=0x7ff83c07ba20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:41.576 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.575+0000 7ff867122800 20 add_watcher() i=0 2023-12-03T11:49:41.576 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.575+0000 7ff867122800 20 add_watcher() i=1 2023-12-03T11:49:41.576 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.575+0000 7ff867122800 20 add_watcher() i=2 2023-12-03T11:49:41.577 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.575+0000 7ff867122800 20 add_watcher() i=3 2023-12-03T11:49:41.577 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.575+0000 7ff867122800 20 add_watcher() i=4 2023-12-03T11:49:41.577 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.575+0000 7ff867122800 20 add_watcher() i=5 2023-12-03T11:49:41.577 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.575+0000 7ff867122800 20 add_watcher() i=6 2023-12-03T11:49:41.577 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.576+0000 7ff867122800 20 add_watcher() i=7 2023-12-03T11:49:41.577 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.576+0000 7ff867122800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:41.579 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.577+0000 7ff7a3fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.579 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.578+0000 7ff867122800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:41.579 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.578+0000 7ff867122800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:41.585 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.583+0000 7ff867122800 5 note: GC not initialized 2023-12-03T11:49:41.585 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.583+0000 7ff792ffd640 20 reqs_thread_entry: start 2023-12-03T11:49:41.585 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.583+0000 7ff867122800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:41.585 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.584+0000 7ff867122800 20 Filter name: none 2023-12-03T11:49:41.585 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.584+0000 7ff790ff9640 20 reqs_thread_entry: start 2023-12-03T11:49:41.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.584+0000 7ff867122800 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2023-12-03T11:49:41.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.584+0000 7ff867122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.584+0000 7ff867122800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:41.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.584+0000 7ff867122800 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2023-12-03T11:49:41.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.584+0000 7ff867122800 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2023-12-03T11:49:41.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.584+0000 7ff867122800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 : miss 2023-12-03T11:49:41.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.584+0000 7ff867122800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.584+0000 7ff867122800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:41.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.584+0000 7ff867122800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 info.flags=0x17 2023-12-03T11:49:41.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.584+0000 7ff867122800 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 to cache LRU end 2023-12-03T11:49:41.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.584+0000 7ff867122800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:41.588 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.584+0000 7ff867122800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:41.588 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.585+0000 7ff867122800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 2023-12-03T11:49:41.589 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.587+0000 7ff867122800 -1 Injecting error=-5 at location=set_target_layout 2023-12-03T11:49:41.589 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.587+0000 7ff867122800 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2023-12-03T11:49:41.591 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.590+0000 7ff7a3fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.594 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.593+0000 7ff867122800 20 remove_watcher() i=0 2023-12-03T11:49:41.594 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.593+0000 7ff867122800 2 removed watcher, disabling cache 2023-12-03T11:49:41.595 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.594+0000 7ff867122800 20 remove_watcher() i=1 2023-12-03T11:49:41.596 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.595+0000 7ff867122800 20 remove_watcher() i=2 2023-12-03T11:49:41.598 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.596+0000 7ff867122800 20 remove_watcher() i=3 2023-12-03T11:49:41.598 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.597+0000 7ff867122800 20 remove_watcher() i=4 2023-12-03T11:49:41.599 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.598+0000 7ff867122800 20 remove_watcher() i=5 2023-12-03T11:49:41.600 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.599+0000 7ff867122800 20 remove_watcher() i=6 2023-12-03T11:49:41.601 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.600+0000 7ff867122800 20 remove_watcher() i=7 2023-12-03T11:49:41.607 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-12-03T11:49:41.634 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:41.634 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:41.648 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.646+0000 7f82d0725800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.650 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.648+0000 7f82d0725800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.650 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.648+0000 7f82d0725800 20 realm 2023-12-03T11:49:41.650 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.648+0000 7f82d0725800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.650 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.648+0000 7f82d0725800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.650 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.648+0000 7f82d0725800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:41.650 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.648+0000 7f82d0725800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.650 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.648+0000 7f82d0725800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.650 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.648+0000 7f82d0725800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.650 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.649+0000 7f82d0725800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.651 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.649+0000 7f82d0725800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.651 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.650+0000 7f82d0725800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:41.651 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.650+0000 7f82d0725800 20 searching for the correct realm 2023-12-03T11:49:41.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.658+0000 7f82cc4b8640 0 -- 172.21.15.145:0/2120489639 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f82c402c020 msgr2=0x7f82c4061ee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:41.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.659+0000 7f82d0725800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:41.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.659+0000 7f82d0725800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:41.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.659+0000 7f82d0725800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:41.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.659+0000 7f82d0725800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:41.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.659+0000 7f82d0725800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.660+0000 7f82d0725800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.660+0000 7f82d0725800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.660+0000 7f82d0725800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.660+0000 7f82d0725800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.660+0000 7f82d0725800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:41.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.660+0000 7f82d0725800 20 zone default found 2023-12-03T11:49:41.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.660+0000 7f82d0725800 4 Realm: () 2023-12-03T11:49:41.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.660+0000 7f82d0725800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:41.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.660+0000 7f82d0725800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:41.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.660+0000 7f82d0725800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:41.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.660+0000 7f82d0725800 20 zonegroup default 2023-12-03T11:49:41.664 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.660+0000 7f82d0725800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.664 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.660+0000 7f82d0725800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.664 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.660+0000 7f82d0725800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.664 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.661+0000 7f82d0725800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.664 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.661+0000 7f82d0725800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.664 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.661+0000 7f82d0725800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.664 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.661+0000 7f82d0725800 20 started sync module instance, tier type = 2023-12-03T11:49:41.664 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.661+0000 7f82d0725800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:41.668 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.666+0000 7f82cc4b8640 0 -- 172.21.15.145:0/2120489639 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f82a80795f0 msgr2=0x7f82a807ba20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:41.671 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.670+0000 7f82d0725800 20 add_watcher() i=0 2023-12-03T11:49:41.671 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.670+0000 7f82d0725800 20 add_watcher() i=1 2023-12-03T11:49:41.671 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.670+0000 7f82d0725800 20 add_watcher() i=2 2023-12-03T11:49:41.671 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.670+0000 7f82d0725800 20 add_watcher() i=3 2023-12-03T11:49:41.671 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.670+0000 7f82d0725800 20 add_watcher() i=4 2023-12-03T11:49:41.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.670+0000 7f82d0725800 20 add_watcher() i=5 2023-12-03T11:49:41.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.670+0000 7f82d0725800 20 add_watcher() i=6 2023-12-03T11:49:41.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.671+0000 7f82d0725800 20 add_watcher() i=7 2023-12-03T11:49:41.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.671+0000 7f82d0725800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:41.674 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.673+0000 7f82927e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.674 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.673+0000 7f82d0725800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:41.674 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.673+0000 7f82d0725800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:41.680 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.679+0000 7f82d0725800 5 note: GC not initialized 2023-12-03T11:49:41.680 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.679+0000 7f82017fa640 20 reqs_thread_entry: start 2023-12-03T11:49:41.680 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.679+0000 7f82d0725800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:41.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.679+0000 7f82d0725800 20 Filter name: none 2023-12-03T11:49:41.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.679+0000 7f81faffd640 20 reqs_thread_entry: start 2023-12-03T11:49:41.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.679+0000 7f82d0725800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.679+0000 7f82d0725800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:41.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.679+0000 7f82d0725800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.680+0000 7f82d0725800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:41.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.680+0000 7f82d0725800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:41.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.680+0000 7f82d0725800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.680+0000 7f82d0725800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:41.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.680+0000 7f82d0725800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.681+0000 7f82d0725800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:41.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.681+0000 7f82d0725800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:41.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.681+0000 7f82d0725800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.681+0000 7f82d0725800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.682+0000 7f82927e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.685 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.684+0000 7f82d0725800 20 remove_watcher() i=0 2023-12-03T11:49:41.685 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.684+0000 7f82d0725800 2 removed watcher, disabling cache 2023-12-03T11:49:41.686 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.685+0000 7f82d0725800 20 remove_watcher() i=1 2023-12-03T11:49:41.687 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.686+0000 7f82d0725800 20 remove_watcher() i=2 2023-12-03T11:49:41.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.687+0000 7f82d0725800 20 remove_watcher() i=3 2023-12-03T11:49:41.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.688+0000 7f82d0725800 20 remove_watcher() i=4 2023-12-03T11:49:41.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.689+0000 7f82d0725800 20 remove_watcher() i=5 2023-12-03T11:49:41.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.690+0000 7f82d0725800 20 remove_watcher() i=6 2023-12-03T11:49:41.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.691+0000 7f82d0725800 20 remove_watcher() i=7 2023-12-03T11:49:41.697 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:41.697 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:49:41.697 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: error-at-set-target-layout id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:49:41.697 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:41.699 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.699 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.705 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.705 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.748 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:49:41.778 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:41.778 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:41.791 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.790+0000 7f7b81c0f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.791+0000 7f7b81c0f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.791+0000 7f7b81c0f800 20 realm 2023-12-03T11:49:41.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.791+0000 7f7b81c0f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.792+0000 7f7b81c0f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.792+0000 7f7b81c0f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:41.794 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.792+0000 7f7b81c0f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.794 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.792+0000 7f7b81c0f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.794 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.792+0000 7f7b81c0f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.794 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.793+0000 7f7b81c0f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.794 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.793+0000 7f7b81c0f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.795 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.793+0000 7f7b81c0f800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:41.795 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.794+0000 7f7b81c0f800 20 searching for the correct realm 2023-12-03T11:49:41.804 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.803+0000 7f7b7ca19640 0 -- 172.21.15.145:0/801983312 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55fa77c98390 msgr2=0x55fa77c9a780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:41.805 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.803+0000 7f7b81c0f800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:41.805 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.803+0000 7f7b81c0f800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:41.805 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.803+0000 7f7b81c0f800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:41.805 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.803+0000 7f7b81c0f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:41.805 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.803+0000 7f7b81c0f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.805 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.803+0000 7f7b81c0f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.805 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.803+0000 7f7b81c0f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.806 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.804+0000 7f7b81c0f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.806 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.804+0000 7f7b81c0f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.806 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.804+0000 7f7b81c0f800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:41.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.804+0000 7f7b81c0f800 20 zone default found 2023-12-03T11:49:41.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.804+0000 7f7b81c0f800 4 Realm: () 2023-12-03T11:49:41.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.804+0000 7f7b81c0f800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:41.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.804+0000 7f7b81c0f800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:41.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.804+0000 7f7b81c0f800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:41.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.804+0000 7f7b81c0f800 20 zonegroup default 2023-12-03T11:49:41.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.804+0000 7f7b81c0f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.804+0000 7f7b81c0f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.804+0000 7f7b81c0f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.805+0000 7f7b81c0f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.805+0000 7f7b81c0f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.805+0000 7f7b81c0f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.805+0000 7f7b81c0f800 20 started sync module instance, tier type = 2023-12-03T11:49:41.807 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.805+0000 7f7b81c0f800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:41.813 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.812+0000 7f7b7ca19640 0 -- 172.21.15.145:0/801983312 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x7f7b580795f0 msgr2=0x7f7b5807ba20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:41.815 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.813+0000 7f7b81c0f800 20 add_watcher() i=0 2023-12-03T11:49:41.815 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.813+0000 7f7b81c0f800 20 add_watcher() i=1 2023-12-03T11:49:41.815 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.813+0000 7f7b81c0f800 20 add_watcher() i=2 2023-12-03T11:49:41.815 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.813+0000 7f7b81c0f800 20 add_watcher() i=3 2023-12-03T11:49:41.815 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.813+0000 7f7b81c0f800 20 add_watcher() i=4 2023-12-03T11:49:41.815 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.813+0000 7f7b81c0f800 20 add_watcher() i=5 2023-12-03T11:49:41.816 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.814+0000 7f7b81c0f800 20 add_watcher() i=6 2023-12-03T11:49:41.816 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.814+0000 7f7b81c0f800 20 add_watcher() i=7 2023-12-03T11:49:41.816 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.814+0000 7f7b81c0f800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:41.817 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.816+0000 7f7b42fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.818 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.816+0000 7f7b81c0f800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:41.818 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.816+0000 7f7b81c0f800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:41.824 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.822+0000 7f7b81c0f800 5 note: GC not initialized 2023-12-03T11:49:41.824 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.822+0000 7f7ab1ffb640 20 reqs_thread_entry: start 2023-12-03T11:49:41.824 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.822+0000 7f7b81c0f800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:41.824 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.822+0000 7f7b81c0f800 20 Filter name: none 2023-12-03T11:49:41.824 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.822+0000 7f7aa37fe640 20 reqs_thread_entry: start 2023-12-03T11:49:41.824 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.823+0000 7f7b81c0f800 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2023-12-03T11:49:41.824 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.823+0000 7f7b81c0f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.825 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.823+0000 7f7b81c0f800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:41.825 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.823+0000 7f7b81c0f800 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2023-12-03T11:49:41.825 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.823+0000 7f7b81c0f800 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2023-12-03T11:49:41.825 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.823+0000 7f7b81c0f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 : miss 2023-12-03T11:49:41.825 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.823+0000 7f7b81c0f800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.825 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.823+0000 7f7b81c0f800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:41.826 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.823+0000 7f7b81c0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 info.flags=0x17 2023-12-03T11:49:41.826 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.823+0000 7f7b81c0f800 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 to cache LRU end 2023-12-03T11:49:41.826 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.823+0000 7f7b81c0f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:41.826 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.823+0000 7f7b81c0f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:41.826 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.823+0000 7f7b81c0f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 2023-12-03T11:49:41.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.827+0000 7f7b81c0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 info.flags=0x17 2023-12-03T11:49:41.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.827+0000 7f7b81c0f800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 to cache LRU end 2023-12-03T11:49:41.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.827+0000 7f7b81c0f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:41.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.827+0000 7f7b81c0f800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18, ofs0, ns] 2023-12-03T11:49:41.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.827+0000 7f7b5f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791380 cookie 94534239916880 notifier 6095 bl.length()=887 2023-12-03T11:49:41.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.827+0000 7f7b5f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 info.flags=0x17 2023-12-03T11:49:41.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.827+0000 7f7b5f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 to cache LRU end 2023-12-03T11:49:41.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.827+0000 7f7b5f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:41.830 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.828+0000 7f7b81c0f800 20 handle_bi_update(): bucket=:error-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18]): orig_sources= new_sources= 2023-12-03T11:49:41.830 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.828+0000 7f7b81c0f800 20 handle_bi_update(): bucket=:error-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18]): potential sources added=[] removed=[] 2023-12-03T11:49:41.830 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.828+0000 7f7b81c0f800 20 handle_bi_update(): bucket=:error-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18]): orig_dests= new_dests= 2023-12-03T11:49:41.830 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.828+0000 7f7b81c0f800 20 handle_bi_update(): bucket=:error-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18]): potential dests added=[] removed=[] 2023-12-03T11:49:41.830 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.829+0000 7f7b81c0f800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18.1.0 2023-12-03T11:49:41.831 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.829+0000 7f7b81c0f800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18.1.0 2023-12-03T11:49:41.831 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.829+0000 7f7b81c0f800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18.1.1 2023-12-03T11:49:41.831 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.829+0000 7f7b81c0f800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18.1.1 2023-12-03T11:49:41.831 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.829+0000 7f7b81c0f800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18.0 2023-12-03T11:49:41.832 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.831+0000 7f7b81c0f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 : hit (requested=0x17, cached=0x17) 2023-12-03T11:49:41.832 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.831+0000 7f7b81c0f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 2023-12-03T11:49:41.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.832+0000 7f7b81c0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 info.flags=0x17 2023-12-03T11:49:41.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.832+0000 7f7b81c0f800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 to cache LRU end 2023-12-03T11:49:41.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.832+0000 7f7b81c0f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:41.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.832+0000 7f7b81c0f800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18, ofs0, ns] 2023-12-03T11:49:41.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.832+0000 7f7b5effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791381 cookie 94534239916880 notifier 6095 bl.length()=855 2023-12-03T11:49:41.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.832+0000 7f7b5effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 info.flags=0x17 2023-12-03T11:49:41.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.832+0000 7f7b5effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 to cache LRU end 2023-12-03T11:49:41.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.832+0000 7f7b5effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:41.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.833+0000 7f7b81c0f800 20 handle_bi_update(): bucket=:error-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18]): orig_sources= new_sources= 2023-12-03T11:49:41.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.833+0000 7f7b81c0f800 20 handle_bi_update(): bucket=:error-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18]): potential sources added=[] removed=[] 2023-12-03T11:49:41.836 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.833+0000 7f7b81c0f800 20 handle_bi_update(): bucket=:error-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18]): orig_dests= new_dests= 2023-12-03T11:49:41.836 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.833+0000 7f7b81c0f800 20 handle_bi_update(): bucket=:error-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18]): potential dests added=[] removed=[] 2023-12-03T11:49:41.836 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.834+0000 7f7b81c0f800 1 execute INFO: reshard of bucket "error-at-set-target-layout" completed successfully 2023-12-03T11:49:41.837 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.835+0000 7f7b42fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.839 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.837+0000 7f7b81c0f800 20 remove_watcher() i=0 2023-12-03T11:49:41.839 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.837+0000 7f7b81c0f800 2 removed watcher, disabling cache 2023-12-03T11:49:41.839 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.838+0000 7f7b81c0f800 20 remove_watcher() i=1 2023-12-03T11:49:41.840 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.839+0000 7f7b81c0f800 20 remove_watcher() i=2 2023-12-03T11:49:41.841 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.840+0000 7f7b81c0f800 20 remove_watcher() i=3 2023-12-03T11:49:41.842 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.841+0000 7f7b81c0f800 20 remove_watcher() i=4 2023-12-03T11:49:41.844 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.842+0000 7f7b81c0f800 20 remove_watcher() i=5 2023-12-03T11:49:41.844 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.843+0000 7f7b81c0f800 20 remove_watcher() i=6 2023-12-03T11:49:41.845 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.844+0000 7f7b81c0f800 20 remove_watcher() i=7 2023-12-03T11:49:41.852 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-12-03T11:49:41.879 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:41.879 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:41.892 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.891+0000 7fcb13a8c800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.894 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.892+0000 7fcb13a8c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.894 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.892+0000 7fcb13a8c800 20 realm 2023-12-03T11:49:41.894 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.892+0000 7fcb13a8c800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.894 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.893+0000 7fcb13a8c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.894 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.893+0000 7fcb13a8c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:41.894 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.893+0000 7fcb13a8c800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.893+0000 7fcb13a8c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.893+0000 7fcb13a8c800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.894+0000 7fcb13a8c800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.896 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.894+0000 7fcb13a8c800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.896 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.894+0000 7fcb13a8c800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:41.896 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.894+0000 7fcb13a8c800 20 searching for the correct realm 2023-12-03T11:49:41.904 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.903+0000 7fcb1158c640 0 -- 172.21.15.145:0/1791461495 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55da6e2f3e30 msgr2=0x55da6e2f62a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:41.906 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.904+0000 7fcb13a8c800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:41.906 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.904+0000 7fcb13a8c800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:41.906 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.904+0000 7fcb13a8c800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:41.906 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.904+0000 7fcb13a8c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:41.906 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.904+0000 7fcb13a8c800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.906 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.904+0000 7fcb13a8c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.906 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.904+0000 7fcb13a8c800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.907 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.905+0000 7fcb13a8c800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.907 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.905+0000 7fcb13a8c800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.907 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.905+0000 7fcb13a8c800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:41.907 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.905+0000 7fcb13a8c800 20 zone default found 2023-12-03T11:49:41.907 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.905+0000 7fcb13a8c800 4 Realm: () 2023-12-03T11:49:41.907 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.905+0000 7fcb13a8c800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:41.907 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.905+0000 7fcb13a8c800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:41.907 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.905+0000 7fcb13a8c800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:41.907 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.905+0000 7fcb13a8c800 20 zonegroup default 2023-12-03T11:49:41.907 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.905+0000 7fcb13a8c800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.908 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.906+0000 7fcb13a8c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.908 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.906+0000 7fcb13a8c800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.908 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.906+0000 7fcb13a8c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.908 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.906+0000 7fcb13a8c800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.909 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.906+0000 7fcb13a8c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.909 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.906+0000 7fcb13a8c800 20 started sync module instance, tier type = 2023-12-03T11:49:41.909 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.906+0000 7fcb13a8c800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:41.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.912+0000 7fcb1158c640 0 -- 172.21.15.145:0/1791461495 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7fcb0c022430 msgr2=0x7fcb0c0228b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:41.916 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.915+0000 7fcb13a8c800 20 add_watcher() i=0 2023-12-03T11:49:41.916 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.915+0000 7fcb13a8c800 20 add_watcher() i=1 2023-12-03T11:49:41.916 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.915+0000 7fcb13a8c800 20 add_watcher() i=2 2023-12-03T11:49:41.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.915+0000 7fcb13a8c800 20 add_watcher() i=3 2023-12-03T11:49:41.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.915+0000 7fcb13a8c800 20 add_watcher() i=4 2023-12-03T11:49:41.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.915+0000 7fcb13a8c800 20 add_watcher() i=5 2023-12-03T11:49:41.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.915+0000 7fcb13a8c800 20 add_watcher() i=6 2023-12-03T11:49:41.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.916+0000 7fcb13a8c800 20 add_watcher() i=7 2023-12-03T11:49:41.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.916+0000 7fcb13a8c800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:41.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.917+0000 7fcad6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.918+0000 7fcb13a8c800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:41.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.918+0000 7fcb13a8c800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:41.925 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.923+0000 7fcb13a8c800 5 note: GC not initialized 2023-12-03T11:49:41.926 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.923+0000 7fca45ffb640 20 reqs_thread_entry: start 2023-12-03T11:49:41.926 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.924+0000 7fcb13a8c800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:41.926 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.924+0000 7fcb13a8c800 20 Filter name: none 2023-12-03T11:49:41.926 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.924+0000 7fca377fe640 20 reqs_thread_entry: start 2023-12-03T11:49:41.926 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.924+0000 7fcb13a8c800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.926 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.924+0000 7fcb13a8c800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:41.926 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.924+0000 7fcb13a8c800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.927 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.925+0000 7fcb13a8c800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:41.927 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.925+0000 7fcb13a8c800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:41.927 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.925+0000 7fcb13a8c800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.927 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.925+0000 7fcb13a8c800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:41.927 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.925+0000 7fcb13a8c800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.928 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.925+0000 7fcb13a8c800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:41.928 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.925+0000 7fcb13a8c800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:41.928 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.926+0000 7fcb13a8c800 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.928 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.926+0000 7fcb13a8c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.929 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.927+0000 7fcad6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.930 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.929+0000 7fcb13a8c800 20 remove_watcher() i=0 2023-12-03T11:49:41.930 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.929+0000 7fcb13a8c800 2 removed watcher, disabling cache 2023-12-03T11:49:41.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.930+0000 7fcb13a8c800 20 remove_watcher() i=1 2023-12-03T11:49:41.932 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.931+0000 7fcb13a8c800 20 remove_watcher() i=2 2023-12-03T11:49:41.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.932+0000 7fcb13a8c800 20 remove_watcher() i=3 2023-12-03T11:49:41.935 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.933+0000 7fcb13a8c800 20 remove_watcher() i=4 2023-12-03T11:49:41.935 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.934+0000 7fcb13a8c800 20 remove_watcher() i=5 2023-12-03T11:49:41.936 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.935+0000 7fcb13a8c800 20 remove_watcher() i=6 2023-12-03T11:49:41.937 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:41.936+0000 7fcb13a8c800 20 remove_watcher() i=7 2023-12-03T11:49:41.942 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:41.942 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:49:41.942 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: error-at-set-target-layout id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.18 num_objects: 19 size_kb: 1 num_shards: 2 2023-12-03T11:49:41.942 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:41.944 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.945 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.948 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.948 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:41.992 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:41.992 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.004 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2023-12-03T11:49:42.004 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.005 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.005 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.014 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.014 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.056 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.056 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.062 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.062 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.068 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.068 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.073 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.073 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.079 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.079 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.085 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.085 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.090 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.090 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.096 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.096 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.102 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.102 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.108 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.108 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.114 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.114 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.120 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.120 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.125 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.125 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.130 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.131 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.138 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.138 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.141 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.141 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.147 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.147 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.153 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.153 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.158 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.158 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.163 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.164 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.169 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-12-03T11:49:42.196 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:42.196 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:42.210 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.208+0000 7f0000d30800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.211 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.210+0000 7f0000d30800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.210+0000 7f0000d30800 20 realm 2023-12-03T11:49:42.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.210+0000 7f0000d30800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.210+0000 7f0000d30800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.210+0000 7f0000d30800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:42.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.210+0000 7f0000d30800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.210+0000 7f0000d30800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.210+0000 7f0000d30800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.211+0000 7f0000d30800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:42.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.211+0000 7f0000d30800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.212+0000 7f0000d30800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:42.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.212+0000 7f0000d30800 20 searching for the correct realm 2023-12-03T11:49:42.221 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.220+0000 7efff7fff640 0 -- 172.21.15.145:0/4141574844 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x5610d0429810 msgr2=0x5610d042bc00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:42.223 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.221+0000 7f0000d30800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:42.223 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.221+0000 7f0000d30800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:42.223 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.221+0000 7f0000d30800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:42.223 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.221+0000 7f0000d30800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:42.223 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.221+0000 7f0000d30800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.223 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.222+0000 7f0000d30800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.223 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.222+0000 7f0000d30800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.222+0000 7f0000d30800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:42.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.222+0000 7f0000d30800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.222+0000 7f0000d30800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:42.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.222+0000 7f0000d30800 20 zone default found 2023-12-03T11:49:42.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.222+0000 7f0000d30800 4 Realm: () 2023-12-03T11:49:42.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.222+0000 7f0000d30800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:42.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.222+0000 7f0000d30800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:42.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.222+0000 7f0000d30800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:42.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.222+0000 7f0000d30800 20 zonegroup default 2023-12-03T11:49:42.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.222+0000 7f0000d30800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.223+0000 7f0000d30800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.223+0000 7f0000d30800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.223+0000 7f0000d30800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.223+0000 7f0000d30800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.223+0000 7f0000d30800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.223+0000 7f0000d30800 20 started sync module instance, tier type = 2023-12-03T11:49:42.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.223+0000 7f0000d30800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:42.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.229+0000 7efffc95b640 0 -- 172.21.15.145:0/4141574844 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7efff8025920 msgr2=0x7efff80243a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:42.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.234+0000 7f0000d30800 20 add_watcher() i=0 2023-12-03T11:49:42.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.234+0000 7f0000d30800 20 add_watcher() i=1 2023-12-03T11:49:42.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.234+0000 7f0000d30800 20 add_watcher() i=2 2023-12-03T11:49:42.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.234+0000 7f0000d30800 20 add_watcher() i=3 2023-12-03T11:49:42.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.234+0000 7f0000d30800 20 add_watcher() i=4 2023-12-03T11:49:42.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.234+0000 7f0000d30800 20 add_watcher() i=5 2023-12-03T11:49:42.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.234+0000 7f0000d30800 20 add_watcher() i=6 2023-12-03T11:49:42.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.235+0000 7f0000d30800 20 add_watcher() i=7 2023-12-03T11:49:42.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.235+0000 7f0000d30800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:42.238 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.237+0000 7effc27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:42.238 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.237+0000 7f0000d30800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:42.239 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.237+0000 7f0000d30800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:42.245 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.243+0000 7f0000d30800 5 note: GC not initialized 2023-12-03T11:49:42.245 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.243+0000 7eff317fa640 20 reqs_thread_entry: start 2023-12-03T11:49:42.245 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.243+0000 7f0000d30800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:42.245 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.243+0000 7f0000d30800 20 Filter name: none 2023-12-03T11:49:42.245 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.243+0000 7eff2affd640 20 reqs_thread_entry: start 2023-12-03T11:49:42.245 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.243+0000 7f0000d30800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.245 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.244+0000 7f0000d30800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:42.246 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.244+0000 7f0000d30800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.245+0000 7f0000d30800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:42.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.245+0000 7f0000d30800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:42.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.245+0000 7f0000d30800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.245+0000 7f0000d30800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:42.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.245+0000 7f0000d30800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.245+0000 7f0000d30800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:42.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.245+0000 7f0000d30800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:42.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.246+0000 7f0000d30800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.246+0000 7f0000d30800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.248 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.247+0000 7effc27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:42.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.249+0000 7f0000d30800 20 remove_watcher() i=0 2023-12-03T11:49:42.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.249+0000 7f0000d30800 2 removed watcher, disabling cache 2023-12-03T11:49:42.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.250+0000 7f0000d30800 20 remove_watcher() i=1 2023-12-03T11:49:42.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.251+0000 7f0000d30800 20 remove_watcher() i=2 2023-12-03T11:49:42.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.252+0000 7f0000d30800 20 remove_watcher() i=3 2023-12-03T11:49:42.254 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.253+0000 7f0000d30800 20 remove_watcher() i=4 2023-12-03T11:49:42.255 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.254+0000 7f0000d30800 20 remove_watcher() i=5 2023-12-03T11:49:42.258 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.256+0000 7f0000d30800 20 remove_watcher() i=6 2023-12-03T11:49:42.259 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.257+0000 7f0000d30800 20 remove_watcher() i=7 2023-12-03T11:49:42.264 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.264 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:49:42.264 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: error-at-set-target-layout id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:49:42.264 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.265 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2023-12-03T11:49:42.300 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:42.300 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:42.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.313+0000 7f9101e9d800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.315+0000 7f9101e9d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.315+0000 7f9101e9d800 20 realm 2023-12-03T11:49:42.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.315+0000 7f9101e9d800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.315+0000 7f9101e9d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.315+0000 7f9101e9d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:42.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.315+0000 7f9101e9d800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.315+0000 7f9101e9d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.315+0000 7f9101e9d800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.316+0000 7f9101e9d800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:42.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.316+0000 7f9101e9d800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.318 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.316+0000 7f9101e9d800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:42.318 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.316+0000 7f9101e9d800 20 searching for the correct realm 2023-12-03T11:49:42.327 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.326+0000 7f90ff99d640 0 -- 172.21.15.145:0/2085389551 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x555a0130a170 msgr2=0x555a0130c5c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:42.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.327+0000 7f9101e9d800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:42.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.327+0000 7f9101e9d800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:42.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.327+0000 7f9101e9d800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:42.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.327+0000 7f9101e9d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:42.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.327+0000 7f9101e9d800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.327+0000 7f9101e9d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.327+0000 7f9101e9d800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.327+0000 7f9101e9d800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:42.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.327+0000 7f9101e9d800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.327+0000 7f9101e9d800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:42.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.327+0000 7f9101e9d800 20 zone default found 2023-12-03T11:49:42.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.327+0000 7f9101e9d800 4 Realm: () 2023-12-03T11:49:42.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.327+0000 7f9101e9d800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:42.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.327+0000 7f9101e9d800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:42.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.327+0000 7f9101e9d800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:42.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.327+0000 7f9101e9d800 20 zonegroup default 2023-12-03T11:49:42.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.327+0000 7f9101e9d800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.327+0000 7f9101e9d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.327+0000 7f9101e9d800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.331 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.328+0000 7f9101e9d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.331 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.328+0000 7f9101e9d800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.331 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.328+0000 7f9101e9d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.331 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.328+0000 7f9101e9d800 20 started sync module instance, tier type = 2023-12-03T11:49:42.331 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.328+0000 7f9101e9d800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:42.336 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.334+0000 7f90ff19c640 0 -- 172.21.15.145:0/2085389551 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x555a0130d9a0 msgr2=0x555a0130fd90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:42.338 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.337+0000 7f9101e9d800 20 add_watcher() i=0 2023-12-03T11:49:42.341 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.337+0000 7f9101e9d800 20 add_watcher() i=1 2023-12-03T11:49:42.342 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.337+0000 7f9101e9d800 20 add_watcher() i=2 2023-12-03T11:49:42.342 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.337+0000 7f9101e9d800 20 add_watcher() i=3 2023-12-03T11:49:42.342 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.337+0000 7f9101e9d800 20 add_watcher() i=4 2023-12-03T11:49:42.342 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.337+0000 7f9101e9d800 20 add_watcher() i=5 2023-12-03T11:49:42.342 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.337+0000 7f9101e9d800 20 add_watcher() i=6 2023-12-03T11:49:42.342 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.338+0000 7f9101e9d800 20 add_watcher() i=7 2023-12-03T11:49:42.342 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.338+0000 7f9101e9d800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:42.342 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.340+0000 7f90c5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:42.342 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.340+0000 7f9101e9d800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:42.342 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.340+0000 7f9101e9d800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:42.347 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.346+0000 7f9101e9d800 5 note: GC not initialized 2023-12-03T11:49:42.348 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.346+0000 7f903cff9640 20 reqs_thread_entry: start 2023-12-03T11:49:42.348 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.346+0000 7f9101e9d800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:42.348 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.346+0000 7f9101e9d800 20 Filter name: none 2023-12-03T11:49:42.348 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.346+0000 7f90327fc640 20 reqs_thread_entry: start 2023-12-03T11:49:42.348 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.346+0000 7f9101e9d800 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2023-12-03T11:49:42.348 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.346+0000 7f9101e9d800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.349 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.347+0000 7f9101e9d800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:42.349 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.347+0000 7f9101e9d800 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2023-12-03T11:49:42.349 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.347+0000 7f9101e9d800 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2023-12-03T11:49:42.349 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.347+0000 7f9101e9d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19 : miss 2023-12-03T11:49:42.349 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.347+0000 7f9101e9d800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.349 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.347+0000 7f9101e9d800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:42.349 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.347+0000 7f9101e9d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19 info.flags=0x17 2023-12-03T11:49:42.349 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.347+0000 7f9101e9d800 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19 to cache LRU end 2023-12-03T11:49:42.349 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.347+0000 7f9101e9d800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:42.349 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.347+0000 7f9101e9d800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:42.349 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.347+0000 7f9101e9d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19 2023-12-03T11:49:42.351 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.350+0000 7f9101e9d800 -1 Injecting error=-125 at location=set_target_layout 2023-12-03T11:49:42.352 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.351+0000 7f9101e9d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19 info.flags=0x17 2023-12-03T11:49:42.352 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.351+0000 7f9101e9d800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19 to cache LRU end 2023-12-03T11:49:42.353 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.351+0000 7f9101e9d800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:42.353 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.351+0000 7f9101e9d800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19, ofs0, ns] 2023-12-03T11:49:42.353 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.351+0000 7f90f67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791384 cookie 93845055397248 notifier 6384 bl.length()=887 2023-12-03T11:49:42.353 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.351+0000 7f90f67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19 info.flags=0x17 2023-12-03T11:49:42.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.351+0000 7f90f67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19 to cache LRU end 2023-12-03T11:49:42.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.351+0000 7f90f67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:42.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.352+0000 7f9101e9d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19]): orig_sources= new_sources= 2023-12-03T11:49:42.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.352+0000 7f9101e9d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19]): potential sources added=[] removed=[] 2023-12-03T11:49:42.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.352+0000 7f9101e9d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19]): orig_dests= new_dests= 2023-12-03T11:49:42.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.352+0000 7f9101e9d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19]): potential dests added=[] removed=[] 2023-12-03T11:49:42.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.353+0000 7f9101e9d800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19.1.0 2023-12-03T11:49:42.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.353+0000 7f9101e9d800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19.1.0 2023-12-03T11:49:42.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.353+0000 7f9101e9d800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19.1.1 2023-12-03T11:49:42.355 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.353+0000 7f9101e9d800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19.1.1 2023-12-03T11:49:42.355 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.353+0000 7f9101e9d800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19.0 2023-12-03T11:49:42.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.355+0000 7f9101e9d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19 : hit (requested=0x17, cached=0x17) 2023-12-03T11:49:42.356 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.355+0000 7f9101e9d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19 2023-12-03T11:49:42.358 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.356+0000 7f9101e9d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19 info.flags=0x17 2023-12-03T11:49:42.358 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.356+0000 7f9101e9d800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19 to cache LRU end 2023-12-03T11:49:42.358 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.356+0000 7f9101e9d800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:42.358 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.356+0000 7f9101e9d800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19, ofs0, ns] 2023-12-03T11:49:42.358 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.356+0000 7f90f67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791385 cookie 93845055397248 notifier 6384 bl.length()=855 2023-12-03T11:49:42.358 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.356+0000 7f90f67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19 info.flags=0x17 2023-12-03T11:49:42.358 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.356+0000 7f90f67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19 to cache LRU end 2023-12-03T11:49:42.358 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.356+0000 7f90f67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:42.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.357+0000 7f9101e9d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19]): orig_sources= new_sources= 2023-12-03T11:49:42.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.357+0000 7f9101e9d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19]): potential sources added=[] removed=[] 2023-12-03T11:49:42.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.357+0000 7f9101e9d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19]): orig_dests= new_dests= 2023-12-03T11:49:42.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.357+0000 7f9101e9d800 20 handle_bi_update(): bucket=:error-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19]): potential dests added=[] removed=[] 2023-12-03T11:49:42.359 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.358+0000 7f9101e9d800 1 execute INFO: reshard of bucket "error-at-set-target-layout" completed successfully 2023-12-03T11:49:42.360 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.359+0000 7f90c5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:42.362 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.361+0000 7f9101e9d800 20 remove_watcher() i=0 2023-12-03T11:49:42.362 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.361+0000 7f9101e9d800 2 removed watcher, disabling cache 2023-12-03T11:49:42.363 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.362+0000 7f9101e9d800 20 remove_watcher() i=1 2023-12-03T11:49:42.364 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.363+0000 7f9101e9d800 20 remove_watcher() i=2 2023-12-03T11:49:42.366 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.364+0000 7f9101e9d800 20 remove_watcher() i=3 2023-12-03T11:49:42.366 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.365+0000 7f9101e9d800 20 remove_watcher() i=4 2023-12-03T11:49:42.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.366+0000 7f9101e9d800 20 remove_watcher() i=5 2023-12-03T11:49:42.368 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.367+0000 7f9101e9d800 20 remove_watcher() i=6 2023-12-03T11:49:42.369 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.368+0000 7f9101e9d800 20 remove_watcher() i=7 2023-12-03T11:49:42.375 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-12-03T11:49:42.403 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:42.403 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:42.416 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.415+0000 7f76f7baf800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.416+0000 7f76f7baf800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.416+0000 7f76f7baf800 20 realm 2023-12-03T11:49:42.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.416+0000 7f76f7baf800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.416+0000 7f76f7baf800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.416+0000 7f76f7baf800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:42.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.416+0000 7f76f7baf800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.417+0000 7f76f7baf800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.417+0000 7f76f7baf800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.418+0000 7f76f7baf800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:42.419 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.418+0000 7f76f7baf800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.420 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.418+0000 7f76f7baf800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:42.420 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.418+0000 7f76f7baf800 20 searching for the correct realm 2023-12-03T11:49:42.429 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.428+0000 7f76f7baf800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:42.429 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.428+0000 7f76f7baf800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:42.430 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.428+0000 7f76f7baf800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:42.430 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.428+0000 7f76f7baf800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:42.430 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.428+0000 7f76f7baf800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.430 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.428+0000 7f76f7baf800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.430 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.428+0000 7f76f7baf800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.428+0000 7f76f7baf800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:42.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.428+0000 7f76f7baf800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.429+0000 7f76f5eb0640 0 -- 172.21.15.145:0/504980874 >> [v2:172.21.15.149:6816/3721565933,v1:172.21.15.149:6817/3721565933] conn(0x7f76ec053030 msgr2=0x7f76ec06a480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:42.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.429+0000 7f76f7baf800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:42.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.429+0000 7f76f7baf800 20 zone default found 2023-12-03T11:49:42.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.429+0000 7f76f7baf800 4 Realm: () 2023-12-03T11:49:42.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.429+0000 7f76f7baf800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:42.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.429+0000 7f76f7baf800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:42.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.429+0000 7f76f7baf800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:42.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.429+0000 7f76f7baf800 20 zonegroup default 2023-12-03T11:49:42.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.429+0000 7f76f7baf800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.429+0000 7f76f7baf800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.429+0000 7f76f7baf800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.429+0000 7f76f7baf800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.429+0000 7f76f7baf800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.430+0000 7f76f7baf800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.430+0000 7f76f7baf800 20 started sync module instance, tier type = 2023-12-03T11:49:42.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.430+0000 7f76f7baf800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:42.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.444+0000 7f76f7baf800 20 add_watcher() i=0 2023-12-03T11:49:42.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.444+0000 7f76f7baf800 20 add_watcher() i=1 2023-12-03T11:49:42.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.444+0000 7f76f7baf800 20 add_watcher() i=2 2023-12-03T11:49:42.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.444+0000 7f76f7baf800 20 add_watcher() i=3 2023-12-03T11:49:42.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.444+0000 7f76f7baf800 20 add_watcher() i=4 2023-12-03T11:49:42.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.444+0000 7f76f7baf800 20 add_watcher() i=5 2023-12-03T11:49:42.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.444+0000 7f76f7baf800 20 add_watcher() i=6 2023-12-03T11:49:42.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.445+0000 7f76f7baf800 20 add_watcher() i=7 2023-12-03T11:49:42.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.445+0000 7f76f7baf800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:42.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.445+0000 7f76f5eb0640 0 -- 172.21.15.145:0/504980874 >> [v2:172.21.15.145:6800/1111036159,v1:172.21.15.145:6801/1111036159] conn(0x560f33b704d0 msgr2=0x560f33b728c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:42.449 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.447+0000 7f76bafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:42.449 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.447+0000 7f76f7baf800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:42.449 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.447+0000 7f76f7baf800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:42.455 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.453+0000 7f76f7baf800 5 note: GC not initialized 2023-12-03T11:49:42.455 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.453+0000 7f7629ffb640 20 reqs_thread_entry: start 2023-12-03T11:49:42.455 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.453+0000 7f76f7baf800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:42.455 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.453+0000 7f76f7baf800 20 Filter name: none 2023-12-03T11:49:42.455 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.453+0000 7f761b7fe640 20 reqs_thread_entry: start 2023-12-03T11:49:42.455 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.453+0000 7f76f7baf800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.456 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.454+0000 7f76f7baf800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:42.456 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.454+0000 7f76f7baf800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.456 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.454+0000 7f76f7baf800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:42.456 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.454+0000 7f76f7baf800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:42.456 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.454+0000 7f76f7baf800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.456 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.455+0000 7f76f7baf800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:42.456 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.455+0000 7f76f7baf800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.457 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.455+0000 7f76f7baf800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:42.457 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.455+0000 7f76f7baf800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:42.457 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.455+0000 7f76f7baf800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.457 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.456+0000 7f76f7baf800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.458 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.456+0000 7f76bafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:42.460 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.458+0000 7f76f7baf800 20 remove_watcher() i=0 2023-12-03T11:49:42.460 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.458+0000 7f76f7baf800 2 removed watcher, disabling cache 2023-12-03T11:49:42.461 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.459+0000 7f76f7baf800 20 remove_watcher() i=1 2023-12-03T11:49:42.462 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.460+0000 7f76f7baf800 20 remove_watcher() i=2 2023-12-03T11:49:42.463 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.461+0000 7f76f7baf800 20 remove_watcher() i=3 2023-12-03T11:49:42.463 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.462+0000 7f76f7baf800 20 remove_watcher() i=4 2023-12-03T11:49:42.464 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.463+0000 7f76f7baf800 20 remove_watcher() i=5 2023-12-03T11:49:42.465 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.464+0000 7f76f7baf800 20 remove_watcher() i=6 2023-12-03T11:49:42.466 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.465+0000 7f76f7baf800 20 remove_watcher() i=7 2023-12-03T11:49:42.471 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.471 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:49:42.471 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: error-at-set-target-layout id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.19 num_objects: 20 size_kb: 1 num_shards: 2 2023-12-03T11:49:42.471 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.473 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.473 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.476 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.476 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.519 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.519 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.532 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: reshard bucket with abort at set_target_layout 2023-12-03T11:49:42.532 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.534 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.534 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.545 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.545 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.586 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.586 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.592 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.592 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.599 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.599 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.605 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.606 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.612 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.612 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.617 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.617 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.624 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.624 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.630 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.630 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.636 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.636 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.641 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.641 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.647 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.647 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.653 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.653 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.658 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.658 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.664 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.664 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.670 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.670 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.676 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.676 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.681 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.681 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.688 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.688 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.694 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.694 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.700 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:42.700 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:42.706 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2023-12-03T11:49:42.733 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:42.733 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:42.747 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.746+0000 7f71a52be800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.747+0000 7f71a52be800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.747+0000 7f71a52be800 20 realm 2023-12-03T11:49:42.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.747+0000 7f71a52be800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.748+0000 7f71a52be800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.748+0000 7f71a52be800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:42.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.748+0000 7f71a52be800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.748+0000 7f71a52be800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.748+0000 7f71a52be800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.750 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.749+0000 7f71a52be800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:42.750 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.749+0000 7f71a52be800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.751 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.749+0000 7f71a52be800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:42.751 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.749+0000 7f71a52be800 20 searching for the correct realm 2023-12-03T11:49:42.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.757+0000 7f719a5bd640 0 -- 172.21.15.145:0/3798492770 >> [v2:172.21.15.145:6800/1111036159,v1:172.21.15.145:6801/1111036159] conn(0x56438d9f7b80 msgr2=0x56438d9f9f70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:42.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.759+0000 7f71a52be800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:42.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.759+0000 7f71a52be800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:42.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.759+0000 7f71a52be800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:42.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.759+0000 7f71a52be800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:42.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.759+0000 7f71a52be800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.759+0000 7f71a52be800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.759+0000 7f71a52be800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.760+0000 7f71a52be800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:42.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.760+0000 7f71a52be800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.760+0000 7f71a52be800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:42.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.760+0000 7f71a52be800 20 zone default found 2023-12-03T11:49:42.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.760+0000 7f71a52be800 4 Realm: () 2023-12-03T11:49:42.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.760+0000 7f71a52be800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:42.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.760+0000 7f71a52be800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:42.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.760+0000 7f71a52be800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:42.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.760+0000 7f71a52be800 20 zonegroup default 2023-12-03T11:49:42.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.760+0000 7f71a52be800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.760+0000 7f71a52be800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.760+0000 7f71a52be800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.761+0000 7f71a52be800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.761+0000 7f71a52be800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.761+0000 7f71a52be800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.761+0000 7f71a52be800 20 started sync module instance, tier type = 2023-12-03T11:49:42.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.761+0000 7f71a52be800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:42.765 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.764+0000 7f71a2dbe640 0 -- 172.21.15.145:0/3798492770 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x56438d9fb9c0 msgr2=0x56438d9fddb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:42.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.770+0000 7f71a52be800 20 add_watcher() i=0 2023-12-03T11:49:42.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.770+0000 7f71a52be800 20 add_watcher() i=1 2023-12-03T11:49:42.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.770+0000 7f71a52be800 20 add_watcher() i=2 2023-12-03T11:49:42.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.770+0000 7f71a52be800 20 add_watcher() i=3 2023-12-03T11:49:42.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.770+0000 7f71a52be800 20 add_watcher() i=4 2023-12-03T11:49:42.773 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.770+0000 7f71a52be800 20 add_watcher() i=5 2023-12-03T11:49:42.773 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.770+0000 7f71a52be800 20 add_watcher() i=6 2023-12-03T11:49:42.773 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.771+0000 7f71a52be800 20 add_watcher() i=7 2023-12-03T11:49:42.773 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.771+0000 7f71a52be800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:42.774 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.773+0000 7f70e3fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:42.775 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.773+0000 7f71a52be800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:42.775 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.773+0000 7f71a52be800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:42.783 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.779+0000 7f71a52be800 5 note: GC not initialized 2023-12-03T11:49:42.783 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.779+0000 7f70d2ffd640 20 reqs_thread_entry: start 2023-12-03T11:49:42.783 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.779+0000 7f71a52be800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:42.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.779+0000 7f71a52be800 20 Filter name: none 2023-12-03T11:49:42.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.779+0000 7f70d0ff9640 20 reqs_thread_entry: start 2023-12-03T11:49:42.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.779+0000 7f71a52be800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.780+0000 7f71a52be800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:42.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.780+0000 7f71a52be800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.781+0000 7f71a52be800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:42.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.781+0000 7f71a52be800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:42.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.781+0000 7f71a52be800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.781+0000 7f71a52be800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:42.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.781+0000 7f71a52be800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.782+0000 7f71a52be800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:42.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.782+0000 7f71a52be800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:42.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.782+0000 7f71a52be800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.782+0000 7f71a52be800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.783+0000 7f70e3fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:42.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.785+0000 7f71a52be800 20 remove_watcher() i=0 2023-12-03T11:49:42.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.785+0000 7f71a52be800 2 removed watcher, disabling cache 2023-12-03T11:49:42.787 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.786+0000 7f71a52be800 20 remove_watcher() i=1 2023-12-03T11:49:42.788 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.787+0000 7f71a52be800 20 remove_watcher() i=2 2023-12-03T11:49:42.789 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.788+0000 7f71a52be800 20 remove_watcher() i=3 2023-12-03T11:49:42.791 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.790+0000 7f71a52be800 20 remove_watcher() i=4 2023-12-03T11:49:42.792 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.791+0000 7f71a52be800 20 remove_watcher() i=5 2023-12-03T11:49:42.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.792+0000 7f71a52be800 20 remove_watcher() i=6 2023-12-03T11:49:42.794 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.793+0000 7f71a52be800 20 remove_watcher() i=7 2023-12-03T11:49:42.799 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.799 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:49:42.799 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: abort-at-set-target-layout id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:49:42.799 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.800 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2023-12-03T11:49:42.833 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:42.833 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:42.846 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.845+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.848 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.847+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.849 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.847+0000 7efdd7124800 20 realm 2023-12-03T11:49:42.849 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.847+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.849 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.847+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.849 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.847+0000 7efdd7124800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:42.849 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.847+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.849 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.847+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.849 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.847+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.850 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.848+0000 7efdd7124800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:42.850 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.848+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.850 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.848+0000 7efdd7124800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:42.850 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.848+0000 7efdd7124800 20 searching for the correct realm 2023-12-03T11:49:42.858 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.857+0000 7efdd2e5a640 0 -- 172.21.15.145:0/637655779 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5602a52556d0 msgr2=0x5602a5257ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:42.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.859+0000 7efdd7124800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:42.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.859+0000 7efdd7124800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:42.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.859+0000 7efdd7124800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:42.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.859+0000 7efdd7124800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:42.861 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.859+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.862 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.859+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.862 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.859+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.862 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:42.862 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.862 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:42.862 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.860+0000 7efdd7124800 20 zone default found 2023-12-03T11:49:42.862 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.860+0000 7efdd7124800 4 Realm: () 2023-12-03T11:49:42.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.860+0000 7efdd7124800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:42.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.860+0000 7efdd7124800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:42.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.860+0000 7efdd7124800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:42.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.860+0000 7efdd7124800 20 zonegroup default 2023-12-03T11:49:42.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.861+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.861+0000 7efdd7124800 20 started sync module instance, tier type = 2023-12-03T11:49:42.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.861+0000 7efdd7124800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:42.869 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.868+0000 7efdd365b640 0 -- 172.21.15.145:0/637655779 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7efdbc03b950 msgr2=0x7efdbc0263f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:42.872 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=0 2023-12-03T11:49:42.872 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=1 2023-12-03T11:49:42.872 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=2 2023-12-03T11:49:42.872 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=3 2023-12-03T11:49:42.872 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=4 2023-12-03T11:49:42.873 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=5 2023-12-03T11:49:42.873 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=6 2023-12-03T11:49:42.873 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.872+0000 7efdd7124800 20 add_watcher() i=7 2023-12-03T11:49:42.873 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.872+0000 7efdd7124800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:42.874 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.873+0000 7efd13fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:42.875 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.873+0000 7efdd7124800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:42.875 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.873+0000 7efdd7124800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:42.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.879+0000 7efdd7124800 5 note: GC not initialized 2023-12-03T11:49:42.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.879+0000 7efd02ffd640 20 reqs_thread_entry: start 2023-12-03T11:49:42.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.879+0000 7efdd7124800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:42.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.880+0000 7efdd7124800 20 Filter name: none 2023-12-03T11:49:42.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.880+0000 7efd00ff9640 20 reqs_thread_entry: start 2023-12-03T11:49:42.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.880+0000 7efdd7124800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-12-03T11:49:42.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.880+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.882 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.880+0000 7efdd7124800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:42.882 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.880+0000 7efdd7124800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-12-03T11:49:42.883 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.880+0000 7efdd7124800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-12-03T11:49:42.883 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.880+0000 7efdd7124800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 : miss 2023-12-03T11:49:42.883 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.880+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.883 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.881+0000 7efdd7124800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:42.883 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.881+0000 7efdd7124800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 info.flags=0x17 2023-12-03T11:49:42.883 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.881+0000 7efdd7124800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 to cache LRU end 2023-12-03T11:49:42.883 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.881+0000 7efdd7124800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:42.883 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.881+0000 7efdd7124800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:42.883 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.881+0000 7efdd7124800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 2023-12-03T11:49:42.885 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7efdd7124800 time 2023-12-03T11:49:42.884788+0000 2023-12-03T11:49:42.885 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:49:42.885 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:49:42.885 INFO:tasks.workunit.client.0.smithi145.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7efdd9d6eef8] 2023-12-03T11:49:42.886 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7efdd9d6f0b6] 2023-12-03T11:49:42.886 INFO:tasks.workunit.client.0.smithi145.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5602a34b6a71] 2023-12-03T11:49:42.886 INFO:tasks.workunit.client.0.smithi145.stderr: 4: radosgw-admin(+0x79787a) [0x5602a34be87a] 2023-12-03T11:49:42.886 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x5602a34c2e6b] 2023-12-03T11:49:42.886 INFO:tasks.workunit.client.0.smithi145.stderr: 6: main() 2023-12-03T11:49:42.886 INFO:tasks.workunit.client.0.smithi145.stderr: 7: /lib64/libc.so.6(+0x3feb0) [0x7efdd763feb0] 2023-12-03T11:49:42.886 INFO:tasks.workunit.client.0.smithi145.stderr: 8: __libc_start_main() 2023-12-03T11:49:42.886 INFO:tasks.workunit.client.0.smithi145.stderr: 9: _start() 2023-12-03T11:49:42.886 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.884+0000 7efdd7124800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7efdd7124800 time 2023-12-03T11:49:42.884788+0000 2023-12-03T11:49:42.886 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:49:42.886 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.886 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:49:42.886 INFO:tasks.workunit.client.0.smithi145.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7efdd9d6eef8] 2023-12-03T11:49:42.886 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7efdd9d6f0b6] 2023-12-03T11:49:42.887 INFO:tasks.workunit.client.0.smithi145.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5602a34b6a71] 2023-12-03T11:49:42.887 INFO:tasks.workunit.client.0.smithi145.stderr: 4: radosgw-admin(+0x79787a) [0x5602a34be87a] 2023-12-03T11:49:42.887 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x5602a34c2e6b] 2023-12-03T11:49:42.887 INFO:tasks.workunit.client.0.smithi145.stderr: 6: main() 2023-12-03T11:49:42.887 INFO:tasks.workunit.client.0.smithi145.stderr: 7: /lib64/libc.so.6(+0x3feb0) [0x7efdd763feb0] 2023-12-03T11:49:42.887 INFO:tasks.workunit.client.0.smithi145.stderr: 8: __libc_start_main() 2023-12-03T11:49:42.887 INFO:tasks.workunit.client.0.smithi145.stderr: 9: _start() 2023-12-03T11:49:42.887 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.887 INFO:tasks.workunit.client.0.smithi145.stderr:*** Caught signal (Aborted) ** 2023-12-03T11:49:42.887 INFO:tasks.workunit.client.0.smithi145.stderr: in thread 7efdd7124800 thread_name:radosgw-admin 2023-12-03T11:49:42.901 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:49:42.901 INFO:tasks.workunit.client.0.smithi145.stderr: 1: /lib64/libc.so.6(+0x54db0) [0x7efdd7654db0] 2023-12-03T11:49:42.901 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /lib64/libc.so.6(+0xa154c) [0x7efdd76a154c] 2023-12-03T11:49:42.901 INFO:tasks.workunit.client.0.smithi145.stderr: 3: raise() 2023-12-03T11:49:42.902 INFO:tasks.workunit.client.0.smithi145.stderr: 4: abort() 2023-12-03T11:49:42.902 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7efdd9d6ef52] 2023-12-03T11:49:42.902 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7efdd9d6f0b6] 2023-12-03T11:49:42.902 INFO:tasks.workunit.client.0.smithi145.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5602a34b6a71] 2023-12-03T11:49:42.902 INFO:tasks.workunit.client.0.smithi145.stderr: 8: radosgw-admin(+0x79787a) [0x5602a34be87a] 2023-12-03T11:49:42.902 INFO:tasks.workunit.client.0.smithi145.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x5602a34c2e6b] 2023-12-03T11:49:42.902 INFO:tasks.workunit.client.0.smithi145.stderr: 10: main() 2023-12-03T11:49:42.902 INFO:tasks.workunit.client.0.smithi145.stderr: 11: /lib64/libc.so.6(+0x3feb0) [0x7efdd763feb0] 2023-12-03T11:49:42.902 INFO:tasks.workunit.client.0.smithi145.stderr: 12: __libc_start_main() 2023-12-03T11:49:42.902 INFO:tasks.workunit.client.0.smithi145.stderr: 13: _start() 2023-12-03T11:49:42.902 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.885+0000 7efdd7124800 -1 *** Caught signal (Aborted) ** 2023-12-03T11:49:42.902 INFO:tasks.workunit.client.0.smithi145.stderr: in thread 7efdd7124800 thread_name:radosgw-admin 2023-12-03T11:49:42.902 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.902 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:49:42.903 INFO:tasks.workunit.client.0.smithi145.stderr: 1: /lib64/libc.so.6(+0x54db0) [0x7efdd7654db0] 2023-12-03T11:49:42.903 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /lib64/libc.so.6(+0xa154c) [0x7efdd76a154c] 2023-12-03T11:49:42.903 INFO:tasks.workunit.client.0.smithi145.stderr: 3: raise() 2023-12-03T11:49:42.903 INFO:tasks.workunit.client.0.smithi145.stderr: 4: abort() 2023-12-03T11:49:42.903 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7efdd9d6ef52] 2023-12-03T11:49:42.903 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7efdd9d6f0b6] 2023-12-03T11:49:42.903 INFO:tasks.workunit.client.0.smithi145.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5602a34b6a71] 2023-12-03T11:49:42.903 INFO:tasks.workunit.client.0.smithi145.stderr: 8: radosgw-admin(+0x79787a) [0x5602a34be87a] 2023-12-03T11:49:42.903 INFO:tasks.workunit.client.0.smithi145.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x5602a34c2e6b] 2023-12-03T11:49:42.903 INFO:tasks.workunit.client.0.smithi145.stderr: 10: main() 2023-12-03T11:49:42.903 INFO:tasks.workunit.client.0.smithi145.stderr: 11: /lib64/libc.so.6(+0x3feb0) [0x7efdd763feb0] 2023-12-03T11:49:42.903 INFO:tasks.workunit.client.0.smithi145.stderr: 12: __libc_start_main() 2023-12-03T11:49:42.903 INFO:tasks.workunit.client.0.smithi145.stderr: 13: _start() 2023-12-03T11:49:42.903 INFO:tasks.workunit.client.0.smithi145.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:49:42.903 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.904 INFO:tasks.workunit.client.0.smithi145.stderr:--- begin dump of recent events --- 2023-12-03T11:49:42.904 INFO:tasks.workunit.client.0.smithi145.stderr: -499> 2023-12-03T11:49:42.839+0000 7efdd0e56640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:49:42.904 INFO:tasks.workunit.client.0.smithi145.stderr: -498> 2023-12-03T11:49:42.839+0000 7efdd0e56640 10 monclient: dump: 2023-12-03T11:49:42.904 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.904 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.904 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.904 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.904 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.904 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.904 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.904 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.904 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.904 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.904 INFO:tasks.workunit.client.0.smithi145.stderr: -497> 2023-12-03T11:49:42.839+0000 7efdd0e56640 10 monclient: _finish_auth 0 2023-12-03T11:49:42.904 INFO:tasks.workunit.client.0.smithi145.stderr: -496> 2023-12-03T11:49:42.839+0000 7efdd0e56640 10 monclient: _check_auth_tickets 2023-12-03T11:49:42.905 INFO:tasks.workunit.client.0.smithi145.stderr: -495> 2023-12-03T11:49:42.839+0000 7efdd0e56640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:42.905 INFO:tasks.workunit.client.0.smithi145.stderr: -494> 2023-12-03T11:49:42.839+0000 7efdd0e56640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:42.905 INFO:tasks.workunit.client.0.smithi145.stderr: -493> 2023-12-03T11:49:42.839+0000 7efdd0e56640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:49:42.905 INFO:tasks.workunit.client.0.smithi145.stderr: -492> 2023-12-03T11:49:42.839+0000 7efdd0e56640 10 monclient: dump: 2023-12-03T11:49:42.905 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.905 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.905 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.905 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.905 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.905 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.905 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.905 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.905 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.905 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.906 INFO:tasks.workunit.client.0.smithi145.stderr: -491> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 monclient: authenticate success, global_id 6441 2023-12-03T11:49:42.906 INFO:tasks.workunit.client.0.smithi145.stderr: -490> 2023-12-03T11:49:42.839+0000 7efdd1e58640 4 set_mon_vals no callback set 2023-12-03T11:49:42.906 INFO:tasks.workunit.client.0.smithi145.stderr: -489> 2023-12-03T11:49:42.840+0000 7efdd7124800 10 monclient: _renew_subs 2023-12-03T11:49:42.906 INFO:tasks.workunit.client.0.smithi145.stderr: -488> 2023-12-03T11:49:42.840+0000 7efdd7124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.906 INFO:tasks.workunit.client.0.smithi145.stderr: -487> 2023-12-03T11:49:42.840+0000 7efdd7124800 10 monclient: _renew_subs 2023-12-03T11:49:42.906 INFO:tasks.workunit.client.0.smithi145.stderr: -486> 2023-12-03T11:49:42.840+0000 7efdd7124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.906 INFO:tasks.workunit.client.0.smithi145.stderr: -485> 2023-12-03T11:49:42.840+0000 7efdd7124800 1 librados: init done 2023-12-03T11:49:42.906 INFO:tasks.workunit.client.0.smithi145.stderr: -484> 2023-12-03T11:49:42.840+0000 7efdd7124800 10 monclient: get_monmap_and_config 2023-12-03T11:49:42.906 INFO:tasks.workunit.client.0.smithi145.stderr: -483> 2023-12-03T11:49:42.840+0000 7efdd7124800 10 monclient: build_initial_monmap 2023-12-03T11:49:42.906 INFO:tasks.workunit.client.0.smithi145.stderr: -482> 2023-12-03T11:49:42.840+0000 7efdd7124800 1 build_initial for_mkfs: 0 2023-12-03T11:49:42.906 INFO:tasks.workunit.client.0.smithi145.stderr: -481> 2023-12-03T11:49:42.840+0000 7efdd7124800 10 monclient: monmap: 2023-12-03T11:49:42.906 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:49:42.906 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:49:42.906 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:49:42.907 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:49:42.907 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:49:42.907 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.907 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:49:42.907 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:49:42.907 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:49:42.907 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.907 INFO:tasks.workunit.client.0.smithi145.stderr: -480> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding auth protocol: cephx 2023-12-03T11:49:42.907 INFO:tasks.workunit.client.0.smithi145.stderr: -479> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding auth protocol: cephx 2023-12-03T11:49:42.907 INFO:tasks.workunit.client.0.smithi145.stderr: -478> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding auth protocol: cephx 2023-12-03T11:49:42.907 INFO:tasks.workunit.client.0.smithi145.stderr: -477> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: secure 2023-12-03T11:49:42.907 INFO:tasks.workunit.client.0.smithi145.stderr: -476> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: crc 2023-12-03T11:49:42.907 INFO:tasks.workunit.client.0.smithi145.stderr: -475> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: secure 2023-12-03T11:49:42.907 INFO:tasks.workunit.client.0.smithi145.stderr: -474> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: crc 2023-12-03T11:49:42.907 INFO:tasks.workunit.client.0.smithi145.stderr: -473> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: secure 2023-12-03T11:49:42.908 INFO:tasks.workunit.client.0.smithi145.stderr: -472> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: crc 2023-12-03T11:49:42.908 INFO:tasks.workunit.client.0.smithi145.stderr: -471> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: crc 2023-12-03T11:49:42.908 INFO:tasks.workunit.client.0.smithi145.stderr: -470> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: secure 2023-12-03T11:49:42.908 INFO:tasks.workunit.client.0.smithi145.stderr: -469> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: crc 2023-12-03T11:49:42.908 INFO:tasks.workunit.client.0.smithi145.stderr: -468> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: secure 2023-12-03T11:49:42.908 INFO:tasks.workunit.client.0.smithi145.stderr: -467> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: crc 2023-12-03T11:49:42.908 INFO:tasks.workunit.client.0.smithi145.stderr: -466> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: secure 2023-12-03T11:49:42.908 INFO:tasks.workunit.client.0.smithi145.stderr: -465> 2023-12-03T11:49:42.840+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.908 INFO:tasks.workunit.client.0.smithi145.stderr: -464> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient: init 2023-12-03T11:49:42.908 INFO:tasks.workunit.client.0.smithi145.stderr: -463> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding auth protocol: cephx 2023-12-03T11:49:42.908 INFO:tasks.workunit.client.0.smithi145.stderr: -462> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding auth protocol: cephx 2023-12-03T11:49:42.908 INFO:tasks.workunit.client.0.smithi145.stderr: -461> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding auth protocol: cephx 2023-12-03T11:49:42.908 INFO:tasks.workunit.client.0.smithi145.stderr: -460> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: secure 2023-12-03T11:49:42.908 INFO:tasks.workunit.client.0.smithi145.stderr: -459> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: crc 2023-12-03T11:49:42.909 INFO:tasks.workunit.client.0.smithi145.stderr: -458> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: secure 2023-12-03T11:49:42.909 INFO:tasks.workunit.client.0.smithi145.stderr: -457> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: crc 2023-12-03T11:49:42.909 INFO:tasks.workunit.client.0.smithi145.stderr: -456> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: secure 2023-12-03T11:49:42.909 INFO:tasks.workunit.client.0.smithi145.stderr: -455> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: crc 2023-12-03T11:49:42.909 INFO:tasks.workunit.client.0.smithi145.stderr: -454> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: crc 2023-12-03T11:49:42.909 INFO:tasks.workunit.client.0.smithi145.stderr: -453> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: secure 2023-12-03T11:49:42.909 INFO:tasks.workunit.client.0.smithi145.stderr: -452> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: crc 2023-12-03T11:49:42.909 INFO:tasks.workunit.client.0.smithi145.stderr: -451> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: secure 2023-12-03T11:49:42.909 INFO:tasks.workunit.client.0.smithi145.stderr: -450> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: crc 2023-12-03T11:49:42.909 INFO:tasks.workunit.client.0.smithi145.stderr: -449> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: secure 2023-12-03T11:49:42.909 INFO:tasks.workunit.client.0.smithi145.stderr: -448> 2023-12-03T11:49:42.841+0000 7efdd0e56640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:49:42.909 INFO:tasks.workunit.client.0.smithi145.stderr: -447> 2023-12-03T11:49:42.841+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.909 INFO:tasks.workunit.client.0.smithi145.stderr: -446> 2023-12-03T11:49:42.841+0000 7efdd0e56640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:49:42.909 INFO:tasks.workunit.client.0.smithi145.stderr: -445> 2023-12-03T11:49:42.841+0000 7efdd0e56640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:49:42.910 INFO:tasks.workunit.client.0.smithi145.stderr: -444> 2023-12-03T11:49:42.841+0000 7efdca659640 10 monclient: get_auth_request con 0x7efdb4069820 auth_method 0 2023-12-03T11:49:42.910 INFO:tasks.workunit.client.0.smithi145.stderr: -443> 2023-12-03T11:49:42.841+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.910 INFO:tasks.workunit.client.0.smithi145.stderr: -442> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command rotate-key cmddesc rotate-key hook 0x7fffa2b641a8 EEXIST 2023-12-03T11:49:42.910 INFO:tasks.workunit.client.0.smithi145.stderr: -441> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient: _reopen_session rank -1 2023-12-03T11:49:42.910 INFO:tasks.workunit.client.0.smithi145.stderr: -440> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient: _add_conns ranks=[0,2,1] 2023-12-03T11:49:42.910 INFO:tasks.workunit.client.0.smithi145.stderr: -439> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-a con 0x5602a5235840 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:49:42.910 INFO:tasks.workunit.client.0.smithi145.stderr: -438> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-c con 0x5602a5235c20 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:49:42.910 INFO:tasks.workunit.client.0.smithi145.stderr: -437> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-b con 0x5602a5209d20 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:49:42.910 INFO:tasks.workunit.client.0.smithi145.stderr: -436> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.910 INFO:tasks.workunit.client.0.smithi145.stderr: -435> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.910 INFO:tasks.workunit.client.0.smithi145.stderr: -434> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.910 INFO:tasks.workunit.client.0.smithi145.stderr: -433> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient(hunting): _renew_subs 2023-12-03T11:49:42.910 INFO:tasks.workunit.client.0.smithi145.stderr: -432> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient(hunting): authenticate will time out at 1538.191548s 2023-12-03T11:49:42.911 INFO:tasks.workunit.client.0.smithi145.stderr: -431> 2023-12-03T11:49:42.841+0000 7efdd2e5a640 10 monclient(hunting): get_auth_request con 0x5602a5235840 auth_method 0 2023-12-03T11:49:42.911 INFO:tasks.workunit.client.0.smithi145.stderr: -430> 2023-12-03T11:49:42.841+0000 7efdd2e5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.911 INFO:tasks.workunit.client.0.smithi145.stderr: -429> 2023-12-03T11:49:42.841+0000 7efdd2e5a640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.911 INFO:tasks.workunit.client.0.smithi145.stderr: -428> 2023-12-03T11:49:42.841+0000 7efdd2e5a640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.911 INFO:tasks.workunit.client.0.smithi145.stderr: -427> 2023-12-03T11:49:42.841+0000 7efdca659640 10 monclient(hunting): get_auth_request con 0x5602a5235c20 auth_method 0 2023-12-03T11:49:42.911 INFO:tasks.workunit.client.0.smithi145.stderr: -426> 2023-12-03T11:49:42.841+0000 7efdca659640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.911 INFO:tasks.workunit.client.0.smithi145.stderr: -425> 2023-12-03T11:49:42.841+0000 7efdca659640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.911 INFO:tasks.workunit.client.0.smithi145.stderr: -424> 2023-12-03T11:49:42.841+0000 7efdca659640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.911 INFO:tasks.workunit.client.0.smithi145.stderr: -423> 2023-12-03T11:49:42.842+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.911 INFO:tasks.workunit.client.0.smithi145.stderr: -422> 2023-12-03T11:49:42.842+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.911 INFO:tasks.workunit.client.0.smithi145.stderr: -421> 2023-12-03T11:49:42.842+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.911 INFO:tasks.workunit.client.0.smithi145.stderr: -420> 2023-12-03T11:49:42.842+0000 7efdd365b640 10 monclient(hunting): get_auth_request con 0x5602a5209d20 auth_method 0 2023-12-03T11:49:42.911 INFO:tasks.workunit.client.0.smithi145.stderr: -419> 2023-12-03T11:49:42.842+0000 7efdd365b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.911 INFO:tasks.workunit.client.0.smithi145.stderr: -418> 2023-12-03T11:49:42.842+0000 7efdd365b640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.912 INFO:tasks.workunit.client.0.smithi145.stderr: -417> 2023-12-03T11:49:42.842+0000 7efdd365b640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.912 INFO:tasks.workunit.client.0.smithi145.stderr: -416> 2023-12-03T11:49:42.842+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.912 INFO:tasks.workunit.client.0.smithi145.stderr: -415> 2023-12-03T11:49:42.842+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.912 INFO:tasks.workunit.client.0.smithi145.stderr: -414> 2023-12-03T11:49:42.842+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.912 INFO:tasks.workunit.client.0.smithi145.stderr: -413> 2023-12-03T11:49:42.842+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.912 INFO:tasks.workunit.client.0.smithi145.stderr: -412> 2023-12-03T11:49:42.842+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.912 INFO:tasks.workunit.client.0.smithi145.stderr: -411> 2023-12-03T11:49:42.842+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.912 INFO:tasks.workunit.client.0.smithi145.stderr: -410> 2023-12-03T11:49:42.842+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_done global_id 6444 payload 274 2023-12-03T11:49:42.912 INFO:tasks.workunit.client.0.smithi145.stderr: -409> 2023-12-03T11:49:42.842+0000 7efdd2e5a640 10 monclient: _finish_hunting 0 2023-12-03T11:49:42.912 INFO:tasks.workunit.client.0.smithi145.stderr: -408> 2023-12-03T11:49:42.842+0000 7efdd2e5a640 1 monclient: found mon.noname-a 2023-12-03T11:49:42.912 INFO:tasks.workunit.client.0.smithi145.stderr: -407> 2023-12-03T11:49:42.842+0000 7efdd2e5a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.912 INFO:tasks.workunit.client.0.smithi145.stderr: -406> 2023-12-03T11:49:42.842+0000 7efdc9657640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:42.912 INFO:tasks.workunit.client.0.smithi145.stderr: -405> 2023-12-03T11:49:42.842+0000 7efdc9657640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:49:42.912 INFO:tasks.workunit.client.0.smithi145.stderr: -404> 2023-12-03T11:49:42.842+0000 7efdc9657640 10 monclient: dump: 2023-12-03T11:49:42.912 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.913 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.913 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.913 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.913 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.913 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.913 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.913 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.913 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.913 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.913 INFO:tasks.workunit.client.0.smithi145.stderr: -403> 2023-12-03T11:49:42.842+0000 7efdc9657640 10 monclient: _finish_auth 0 2023-12-03T11:49:42.913 INFO:tasks.workunit.client.0.smithi145.stderr: -402> 2023-12-03T11:49:42.842+0000 7efdc9657640 10 monclient: _check_auth_tickets 2023-12-03T11:49:42.913 INFO:tasks.workunit.client.0.smithi145.stderr: -401> 2023-12-03T11:49:42.842+0000 7efdc9657640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:42.913 INFO:tasks.workunit.client.0.smithi145.stderr: -400> 2023-12-03T11:49:42.842+0000 7efdc9657640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:42.913 INFO:tasks.workunit.client.0.smithi145.stderr: -399> 2023-12-03T11:49:42.842+0000 7efdc9657640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:49:42.913 INFO:tasks.workunit.client.0.smithi145.stderr: -398> 2023-12-03T11:49:42.842+0000 7efdc9657640 10 monclient: dump: 2023-12-03T11:49:42.914 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.914 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.914 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.914 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.914 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.914 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.914 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.914 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.914 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.914 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.914 INFO:tasks.workunit.client.0.smithi145.stderr: -397> 2023-12-03T11:49:42.842+0000 7efdd7124800 5 monclient: authenticate success, global_id 6444 2023-12-03T11:49:42.914 INFO:tasks.workunit.client.0.smithi145.stderr: -396> 2023-12-03T11:49:42.842+0000 7efdd7124800 10 monclient: get_monmap_and_config success 2023-12-03T11:49:42.914 INFO:tasks.workunit.client.0.smithi145.stderr: -395> 2023-12-03T11:49:42.842+0000 7efdd7124800 4 set_mon_vals no callback set 2023-12-03T11:49:42.914 INFO:tasks.workunit.client.0.smithi145.stderr: -394> 2023-12-03T11:49:42.842+0000 7efdd7124800 10 monclient: shutdown 2023-12-03T11:49:42.915 INFO:tasks.workunit.client.0.smithi145.stderr: -393> 2023-12-03T11:49:42.842+0000 7efdd7124800 10 monclient: build_initial_monmap 2023-12-03T11:49:42.915 INFO:tasks.workunit.client.0.smithi145.stderr: -392> 2023-12-03T11:49:42.842+0000 7efdd7124800 1 build_initial for_mkfs: 0 2023-12-03T11:49:42.915 INFO:tasks.workunit.client.0.smithi145.stderr: -391> 2023-12-03T11:49:42.842+0000 7efdd7124800 10 monclient: monmap: 2023-12-03T11:49:42.915 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:49:42.915 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:49:42.915 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:49:42.915 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:49:42.915 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:49:42.915 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.915 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:49:42.915 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:49:42.915 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:49:42.915 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.915 INFO:tasks.workunit.client.0.smithi145.stderr: -390> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding auth protocol: cephx 2023-12-03T11:49:42.915 INFO:tasks.workunit.client.0.smithi145.stderr: -389> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding auth protocol: cephx 2023-12-03T11:49:42.915 INFO:tasks.workunit.client.0.smithi145.stderr: -388> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding auth protocol: cephx 2023-12-03T11:49:42.916 INFO:tasks.workunit.client.0.smithi145.stderr: -387> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: secure 2023-12-03T11:49:42.916 INFO:tasks.workunit.client.0.smithi145.stderr: -386> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: crc 2023-12-03T11:49:42.916 INFO:tasks.workunit.client.0.smithi145.stderr: -385> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: secure 2023-12-03T11:49:42.916 INFO:tasks.workunit.client.0.smithi145.stderr: -384> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: crc 2023-12-03T11:49:42.916 INFO:tasks.workunit.client.0.smithi145.stderr: -383> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: secure 2023-12-03T11:49:42.916 INFO:tasks.workunit.client.0.smithi145.stderr: -382> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: crc 2023-12-03T11:49:42.916 INFO:tasks.workunit.client.0.smithi145.stderr: -381> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: crc 2023-12-03T11:49:42.916 INFO:tasks.workunit.client.0.smithi145.stderr: -380> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: secure 2023-12-03T11:49:42.916 INFO:tasks.workunit.client.0.smithi145.stderr: -379> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: crc 2023-12-03T11:49:42.916 INFO:tasks.workunit.client.0.smithi145.stderr: -378> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: secure 2023-12-03T11:49:42.916 INFO:tasks.workunit.client.0.smithi145.stderr: -377> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: crc 2023-12-03T11:49:42.916 INFO:tasks.workunit.client.0.smithi145.stderr: -376> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: secure 2023-12-03T11:49:42.916 INFO:tasks.workunit.client.0.smithi145.stderr: -375> 2023-12-03T11:49:42.843+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.916 INFO:tasks.workunit.client.0.smithi145.stderr: -374> 2023-12-03T11:49:42.843+0000 7efdd7124800 1 librados: starting msgr at 2023-12-03T11:49:42.917 INFO:tasks.workunit.client.0.smithi145.stderr: -373> 2023-12-03T11:49:42.843+0000 7efdd7124800 1 librados: starting objecter 2023-12-03T11:49:42.917 INFO:tasks.workunit.client.0.smithi145.stderr: -372> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command objecter_requests cmddesc objecter_requests hook 0x5602a50bf870 EEXIST 2023-12-03T11:49:42.917 INFO:tasks.workunit.client.0.smithi145.stderr: -371> 2023-12-03T11:49:42.843+0000 7efdd7124800 1 librados: setting wanted keys 2023-12-03T11:49:42.917 INFO:tasks.workunit.client.0.smithi145.stderr: -370> 2023-12-03T11:49:42.843+0000 7efdd7124800 1 librados: calling monclient init 2023-12-03T11:49:42.917 INFO:tasks.workunit.client.0.smithi145.stderr: -369> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient: init 2023-12-03T11:49:42.917 INFO:tasks.workunit.client.0.smithi145.stderr: -368> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding auth protocol: cephx 2023-12-03T11:49:42.917 INFO:tasks.workunit.client.0.smithi145.stderr: -367> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding auth protocol: cephx 2023-12-03T11:49:42.917 INFO:tasks.workunit.client.0.smithi145.stderr: -366> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding auth protocol: cephx 2023-12-03T11:49:42.917 INFO:tasks.workunit.client.0.smithi145.stderr: -365> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: secure 2023-12-03T11:49:42.917 INFO:tasks.workunit.client.0.smithi145.stderr: -364> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: crc 2023-12-03T11:49:42.917 INFO:tasks.workunit.client.0.smithi145.stderr: -363> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: secure 2023-12-03T11:49:42.917 INFO:tasks.workunit.client.0.smithi145.stderr: -362> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: crc 2023-12-03T11:49:42.917 INFO:tasks.workunit.client.0.smithi145.stderr: -361> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: secure 2023-12-03T11:49:42.917 INFO:tasks.workunit.client.0.smithi145.stderr: -360> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: crc 2023-12-03T11:49:42.917 INFO:tasks.workunit.client.0.smithi145.stderr: -359> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: crc 2023-12-03T11:49:42.918 INFO:tasks.workunit.client.0.smithi145.stderr: -358> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: secure 2023-12-03T11:49:42.918 INFO:tasks.workunit.client.0.smithi145.stderr: -357> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: crc 2023-12-03T11:49:42.918 INFO:tasks.workunit.client.0.smithi145.stderr: -356> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: secure 2023-12-03T11:49:42.918 INFO:tasks.workunit.client.0.smithi145.stderr: -355> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: crc 2023-12-03T11:49:42.918 INFO:tasks.workunit.client.0.smithi145.stderr: -354> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: secure 2023-12-03T11:49:42.918 INFO:tasks.workunit.client.0.smithi145.stderr: -353> 2023-12-03T11:49:42.843+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.918 INFO:tasks.workunit.client.0.smithi145.stderr: -352> 2023-12-03T11:49:42.843+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.918 INFO:tasks.workunit.client.0.smithi145.stderr: -351> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command rotate-key cmddesc rotate-key hook 0x5602a52035c0 EEXIST 2023-12-03T11:49:42.918 INFO:tasks.workunit.client.0.smithi145.stderr: -350> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient: _reopen_session rank -1 2023-12-03T11:49:42.918 INFO:tasks.workunit.client.0.smithi145.stderr: -349> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient: _add_conns ranks=[0,2,1] 2023-12-03T11:49:42.918 INFO:tasks.workunit.client.0.smithi145.stderr: -348> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-a con 0x5602a5209d20 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:49:42.919 INFO:tasks.workunit.client.0.smithi145.stderr: -347> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-c con 0x5602a5235840 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:49:42.919 INFO:tasks.workunit.client.0.smithi145.stderr: -346> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-b con 0x5602a52384c0 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:49:42.919 INFO:tasks.workunit.client.0.smithi145.stderr: -345> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.919 INFO:tasks.workunit.client.0.smithi145.stderr: -344> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.919 INFO:tasks.workunit.client.0.smithi145.stderr: -343> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.919 INFO:tasks.workunit.client.0.smithi145.stderr: -342> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient(hunting): _renew_subs 2023-12-03T11:49:42.919 INFO:tasks.workunit.client.0.smithi145.stderr: -341> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient(hunting): authenticate will time out at 1538.193625s 2023-12-03T11:49:42.919 INFO:tasks.workunit.client.0.smithi145.stderr: -340> 2023-12-03T11:49:42.844+0000 7efdca659640 10 monclient(hunting): get_auth_request con 0x5602a5235840 auth_method 0 2023-12-03T11:49:42.919 INFO:tasks.workunit.client.0.smithi145.stderr: -339> 2023-12-03T11:49:42.844+0000 7efdca659640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.919 INFO:tasks.workunit.client.0.smithi145.stderr: -338> 2023-12-03T11:49:42.844+0000 7efdca659640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.919 INFO:tasks.workunit.client.0.smithi145.stderr: -337> 2023-12-03T11:49:42.844+0000 7efdca659640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.919 INFO:tasks.workunit.client.0.smithi145.stderr: -336> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient(hunting): get_auth_request con 0x5602a5209d20 auth_method 0 2023-12-03T11:49:42.919 INFO:tasks.workunit.client.0.smithi145.stderr: -335> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.919 INFO:tasks.workunit.client.0.smithi145.stderr: -334> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.920 INFO:tasks.workunit.client.0.smithi145.stderr: -333> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.920 INFO:tasks.workunit.client.0.smithi145.stderr: -332> 2023-12-03T11:49:42.844+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.920 INFO:tasks.workunit.client.0.smithi145.stderr: -331> 2023-12-03T11:49:42.844+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.920 INFO:tasks.workunit.client.0.smithi145.stderr: -330> 2023-12-03T11:49:42.844+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.920 INFO:tasks.workunit.client.0.smithi145.stderr: -329> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.920 INFO:tasks.workunit.client.0.smithi145.stderr: -328> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.920 INFO:tasks.workunit.client.0.smithi145.stderr: -327> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.920 INFO:tasks.workunit.client.0.smithi145.stderr: -326> 2023-12-03T11:49:42.844+0000 7efdd365b640 10 monclient(hunting): get_auth_request con 0x5602a52384c0 auth_method 0 2023-12-03T11:49:42.920 INFO:tasks.workunit.client.0.smithi145.stderr: -325> 2023-12-03T11:49:42.844+0000 7efdd365b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.920 INFO:tasks.workunit.client.0.smithi145.stderr: -324> 2023-12-03T11:49:42.844+0000 7efdd365b640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.920 INFO:tasks.workunit.client.0.smithi145.stderr: -323> 2023-12-03T11:49:42.844+0000 7efdd365b640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.920 INFO:tasks.workunit.client.0.smithi145.stderr: -322> 2023-12-03T11:49:42.844+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.921 INFO:tasks.workunit.client.0.smithi145.stderr: -321> 2023-12-03T11:49:42.844+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.921 INFO:tasks.workunit.client.0.smithi145.stderr: -320> 2023-12-03T11:49:42.844+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.921 INFO:tasks.workunit.client.0.smithi145.stderr: -319> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_done global_id 6447 payload 824 2023-12-03T11:49:42.921 INFO:tasks.workunit.client.0.smithi145.stderr: -318> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient: _finish_hunting 0 2023-12-03T11:49:42.921 INFO:tasks.workunit.client.0.smithi145.stderr: -317> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 1 monclient: found mon.noname-a 2023-12-03T11:49:42.921 INFO:tasks.workunit.client.0.smithi145.stderr: -316> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.921 INFO:tasks.workunit.client.0.smithi145.stderr: -315> 2023-12-03T11:49:42.844+0000 7efdb37fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:42.921 INFO:tasks.workunit.client.0.smithi145.stderr: -314> 2023-12-03T11:49:42.844+0000 7efdb37fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:49:42.921 INFO:tasks.workunit.client.0.smithi145.stderr: -313> 2023-12-03T11:49:42.844+0000 7efdb37fe640 10 monclient: dump: 2023-12-03T11:49:42.921 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.921 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.921 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.921 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.922 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.922 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.922 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.922 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.922 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.922 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.922 INFO:tasks.workunit.client.0.smithi145.stderr: -312> 2023-12-03T11:49:42.844+0000 7efdb37fe640 10 monclient: _finish_auth 0 2023-12-03T11:49:42.922 INFO:tasks.workunit.client.0.smithi145.stderr: -311> 2023-12-03T11:49:42.844+0000 7efdb37fe640 10 monclient: _check_auth_tickets 2023-12-03T11:49:42.922 INFO:tasks.workunit.client.0.smithi145.stderr: -310> 2023-12-03T11:49:42.844+0000 7efdd7124800 5 monclient: authenticate success, global_id 6447 2023-12-03T11:49:42.922 INFO:tasks.workunit.client.0.smithi145.stderr: -309> 2023-12-03T11:49:42.844+0000 7efdd7124800 10 monclient: _renew_subs 2023-12-03T11:49:42.922 INFO:tasks.workunit.client.0.smithi145.stderr: -308> 2023-12-03T11:49:42.844+0000 7efdd7124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.922 INFO:tasks.workunit.client.0.smithi145.stderr: -307> 2023-12-03T11:49:42.844+0000 7efdb37fe640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:42.922 INFO:tasks.workunit.client.0.smithi145.stderr: -306> 2023-12-03T11:49:42.844+0000 7efdb37fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:42.922 INFO:tasks.workunit.client.0.smithi145.stderr: -305> 2023-12-03T11:49:42.844+0000 7efdb37fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:49:42.923 INFO:tasks.workunit.client.0.smithi145.stderr: -304> 2023-12-03T11:49:42.844+0000 7efdb37fe640 10 monclient: dump: 2023-12-03T11:49:42.923 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.923 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.923 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.923 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.923 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.923 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.923 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.923 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.923 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.923 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.923 INFO:tasks.workunit.client.0.smithi145.stderr: -303> 2023-12-03T11:49:42.844+0000 7efdc9657640 4 set_mon_vals no callback set 2023-12-03T11:49:42.923 INFO:tasks.workunit.client.0.smithi145.stderr: -302> 2023-12-03T11:49:42.844+0000 7efdd7124800 10 monclient: _renew_subs 2023-12-03T11:49:42.923 INFO:tasks.workunit.client.0.smithi145.stderr: -301> 2023-12-03T11:49:42.844+0000 7efdd7124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.923 INFO:tasks.workunit.client.0.smithi145.stderr: -300> 2023-12-03T11:49:42.844+0000 7efdd7124800 1 librados: init done 2023-12-03T11:49:42.924 INFO:tasks.workunit.client.0.smithi145.stderr: -299> 2023-12-03T11:49:42.845+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.924 INFO:tasks.workunit.client.0.smithi145.stderr: -298> 2023-12-03T11:49:42.846+0000 7efdb37fe640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:49:42.924 INFO:tasks.workunit.client.0.smithi145.stderr: -297> 2023-12-03T11:49:42.846+0000 7efdb37fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:49:42.924 INFO:tasks.workunit.client.0.smithi145.stderr: -296> 2023-12-03T11:49:42.846+0000 7efdb37fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:49:42.924 INFO:tasks.workunit.client.0.smithi145.stderr: -295> 2023-12-03T11:49:42.846+0000 7efdca659640 10 monclient: get_auth_request con 0x7efdac069820 auth_method 0 2023-12-03T11:49:42.924 INFO:tasks.workunit.client.0.smithi145.stderr: -294> 2023-12-03T11:49:42.846+0000 7efdd365b640 10 monclient: get_auth_request con 0x5602a52519d0 auth_method 0 2023-12-03T11:49:42.924 INFO:tasks.workunit.client.0.smithi145.stderr: -293> 2023-12-03T11:49:42.847+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.924 INFO:tasks.workunit.client.0.smithi145.stderr: -292> 2023-12-03T11:49:42.847+0000 7efdd7124800 20 realm 2023-12-03T11:49:42.924 INFO:tasks.workunit.client.0.smithi145.stderr: -291> 2023-12-03T11:49:42.847+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.924 INFO:tasks.workunit.client.0.smithi145.stderr: -290> 2023-12-03T11:49:42.847+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.924 INFO:tasks.workunit.client.0.smithi145.stderr: -289> 2023-12-03T11:49:42.847+0000 7efdd7124800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:42.924 INFO:tasks.workunit.client.0.smithi145.stderr: -288> 2023-12-03T11:49:42.847+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.924 INFO:tasks.workunit.client.0.smithi145.stderr: -287> 2023-12-03T11:49:42.847+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.924 INFO:tasks.workunit.client.0.smithi145.stderr: -286> 2023-12-03T11:49:42.847+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.924 INFO:tasks.workunit.client.0.smithi145.stderr: -285> 2023-12-03T11:49:42.847+0000 7efdd2e5a640 10 monclient: get_auth_request con 0x5602a52556d0 auth_method 0 2023-12-03T11:49:42.925 INFO:tasks.workunit.client.0.smithi145.stderr: -284> 2023-12-03T11:49:42.848+0000 7efdd7124800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:42.925 INFO:tasks.workunit.client.0.smithi145.stderr: -283> 2023-12-03T11:49:42.848+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.925 INFO:tasks.workunit.client.0.smithi145.stderr: -282> 2023-12-03T11:49:42.848+0000 7efdca659640 10 monclient: get_auth_request con 0x5602a5258e80 auth_method 0 2023-12-03T11:49:42.925 INFO:tasks.workunit.client.0.smithi145.stderr: -281> 2023-12-03T11:49:42.848+0000 7efdd7124800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:42.925 INFO:tasks.workunit.client.0.smithi145.stderr: -280> 2023-12-03T11:49:42.848+0000 7efdd7124800 20 searching for the correct realm 2023-12-03T11:49:42.925 INFO:tasks.workunit.client.0.smithi145.stderr: -279> 2023-12-03T11:49:42.849+0000 7efdd365b640 10 monclient: get_auth_request con 0x7efdbc029920 auth_method 0 2023-12-03T11:49:42.925 INFO:tasks.workunit.client.0.smithi145.stderr: -278> 2023-12-03T11:49:42.850+0000 7efdd2e5a640 10 monclient: get_auth_request con 0x7efdcc057870 auth_method 0 2023-12-03T11:49:42.925 INFO:tasks.workunit.client.0.smithi145.stderr: -277> 2023-12-03T11:49:42.850+0000 7efdca659640 10 monclient: get_auth_request con 0x7efdc406b030 auth_method 0 2023-12-03T11:49:42.925 INFO:tasks.workunit.client.0.smithi145.stderr: -276> 2023-12-03T11:49:42.852+0000 7efdd365b640 10 monclient: get_auth_request con 0x7efdbc03b950 auth_method 0 2023-12-03T11:49:42.925 INFO:tasks.workunit.client.0.smithi145.stderr: -275> 2023-12-03T11:49:42.854+0000 7efdd2e5a640 10 monclient: get_auth_request con 0x7efdbc03a3d0 auth_method 0 2023-12-03T11:49:42.925 INFO:tasks.workunit.client.0.smithi145.stderr: -274> 2023-12-03T11:49:42.857+0000 7efdd2e5a640 0 -- 172.21.15.145:0/637655779 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5602a52556d0 msgr2=0x5602a5257ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:42.925 INFO:tasks.workunit.client.0.smithi145.stderr: -273> 2023-12-03T11:49:42.857+0000 7efdb37fe640 1 client.6447.objecter ms_handle_reset 0x5602a52556d0 session 0x5602a4fc5320 osd.5 2023-12-03T11:49:42.925 INFO:tasks.workunit.client.0.smithi145.stderr: -272> 2023-12-03T11:49:42.857+0000 7efdb37fe640 10 monclient: _renew_subs 2023-12-03T11:49:42.925 INFO:tasks.workunit.client.0.smithi145.stderr: -271> 2023-12-03T11:49:42.857+0000 7efdb37fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.925 INFO:tasks.workunit.client.0.smithi145.stderr: -270> 2023-12-03T11:49:42.857+0000 7efdd2e5a640 10 monclient: get_auth_request con 0x7efdac0795c0 auth_method 0 2023-12-03T11:49:42.926 INFO:tasks.workunit.client.0.smithi145.stderr: -269> 2023-12-03T11:49:42.859+0000 7efdd7124800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:42.926 INFO:tasks.workunit.client.0.smithi145.stderr: -268> 2023-12-03T11:49:42.859+0000 7efdd7124800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:42.926 INFO:tasks.workunit.client.0.smithi145.stderr: -267> 2023-12-03T11:49:42.859+0000 7efdd7124800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:42.926 INFO:tasks.workunit.client.0.smithi145.stderr: -266> 2023-12-03T11:49:42.859+0000 7efdd7124800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:42.926 INFO:tasks.workunit.client.0.smithi145.stderr: -265> 2023-12-03T11:49:42.859+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.926 INFO:tasks.workunit.client.0.smithi145.stderr: -264> 2023-12-03T11:49:42.859+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.926 INFO:tasks.workunit.client.0.smithi145.stderr: -263> 2023-12-03T11:49:42.859+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.926 INFO:tasks.workunit.client.0.smithi145.stderr: -262> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:42.926 INFO:tasks.workunit.client.0.smithi145.stderr: -261> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.926 INFO:tasks.workunit.client.0.smithi145.stderr: -260> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:42.926 INFO:tasks.workunit.client.0.smithi145.stderr: -259> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 zone default found 2023-12-03T11:49:42.926 INFO:tasks.workunit.client.0.smithi145.stderr: -258> 2023-12-03T11:49:42.860+0000 7efdd7124800 4 Realm: () 2023-12-03T11:49:42.926 INFO:tasks.workunit.client.0.smithi145.stderr: -257> 2023-12-03T11:49:42.860+0000 7efdd7124800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:42.926 INFO:tasks.workunit.client.0.smithi145.stderr: -256> 2023-12-03T11:49:42.860+0000 7efdd7124800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:42.927 INFO:tasks.workunit.client.0.smithi145.stderr: -255> 2023-12-03T11:49:42.860+0000 7efdd7124800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:42.927 INFO:tasks.workunit.client.0.smithi145.stderr: -254> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 zonegroup default 2023-12-03T11:49:42.927 INFO:tasks.workunit.client.0.smithi145.stderr: -253> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.927 INFO:tasks.workunit.client.0.smithi145.stderr: -252> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.927 INFO:tasks.workunit.client.0.smithi145.stderr: -251> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.927 INFO:tasks.workunit.client.0.smithi145.stderr: -250> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.927 INFO:tasks.workunit.client.0.smithi145.stderr: -249> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.927 INFO:tasks.workunit.client.0.smithi145.stderr: -248> 2023-12-03T11:49:42.861+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.927 INFO:tasks.workunit.client.0.smithi145.stderr: -247> 2023-12-03T11:49:42.861+0000 7efdd7124800 20 started sync module instance, tier type = 2023-12-03T11:49:42.927 INFO:tasks.workunit.client.0.smithi145.stderr: -246> 2023-12-03T11:49:42.861+0000 7efdd7124800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:42.927 INFO:tasks.workunit.client.0.smithi145.stderr: -245> 2023-12-03T11:49:42.868+0000 7efdd365b640 0 -- 172.21.15.145:0/637655779 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7efdbc03b950 msgr2=0x7efdbc0263f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:42.927 INFO:tasks.workunit.client.0.smithi145.stderr: -244> 2023-12-03T11:49:42.868+0000 7efdb37fe640 1 client.6447.objecter ms_handle_reset 0x7efdbc03b950 session 0x7efdbc018070 osd.6 2023-12-03T11:49:42.927 INFO:tasks.workunit.client.0.smithi145.stderr: -243> 2023-12-03T11:49:42.868+0000 7efdd365b640 10 monclient: get_auth_request con 0x5602a52556d0 auth_method 0 2023-12-03T11:49:42.927 INFO:tasks.workunit.client.0.smithi145.stderr: -242> 2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=0 2023-12-03T11:49:42.928 INFO:tasks.workunit.client.0.smithi145.stderr: -241> 2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=1 2023-12-03T11:49:42.928 INFO:tasks.workunit.client.0.smithi145.stderr: -240> 2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=2 2023-12-03T11:49:42.928 INFO:tasks.workunit.client.0.smithi145.stderr: -239> 2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=3 2023-12-03T11:49:42.928 INFO:tasks.workunit.client.0.smithi145.stderr: -238> 2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=4 2023-12-03T11:49:42.928 INFO:tasks.workunit.client.0.smithi145.stderr: -237> 2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=5 2023-12-03T11:49:42.928 INFO:tasks.workunit.client.0.smithi145.stderr: -236> 2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=6 2023-12-03T11:49:42.928 INFO:tasks.workunit.client.0.smithi145.stderr: -235> 2023-12-03T11:49:42.872+0000 7efdd7124800 20 add_watcher() i=7 2023-12-03T11:49:42.928 INFO:tasks.workunit.client.0.smithi145.stderr: -234> 2023-12-03T11:49:42.872+0000 7efdd7124800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:42.928 INFO:tasks.workunit.client.0.smithi145.stderr: -233> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding auth protocol: cephx 2023-12-03T11:49:42.928 INFO:tasks.workunit.client.0.smithi145.stderr: -232> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding auth protocol: cephx 2023-12-03T11:49:42.928 INFO:tasks.workunit.client.0.smithi145.stderr: -231> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding auth protocol: cephx 2023-12-03T11:49:42.928 INFO:tasks.workunit.client.0.smithi145.stderr: -230> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: secure 2023-12-03T11:49:42.928 INFO:tasks.workunit.client.0.smithi145.stderr: -229> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: crc 2023-12-03T11:49:42.928 INFO:tasks.workunit.client.0.smithi145.stderr: -228> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: secure 2023-12-03T11:49:42.928 INFO:tasks.workunit.client.0.smithi145.stderr: -227> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: crc 2023-12-03T11:49:42.929 INFO:tasks.workunit.client.0.smithi145.stderr: -226> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: secure 2023-12-03T11:49:42.929 INFO:tasks.workunit.client.0.smithi145.stderr: -225> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: crc 2023-12-03T11:49:42.929 INFO:tasks.workunit.client.0.smithi145.stderr: -224> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: crc 2023-12-03T11:49:42.929 INFO:tasks.workunit.client.0.smithi145.stderr: -223> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: secure 2023-12-03T11:49:42.929 INFO:tasks.workunit.client.0.smithi145.stderr: -222> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: crc 2023-12-03T11:49:42.929 INFO:tasks.workunit.client.0.smithi145.stderr: -221> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: secure 2023-12-03T11:49:42.929 INFO:tasks.workunit.client.0.smithi145.stderr: -220> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: crc 2023-12-03T11:49:42.929 INFO:tasks.workunit.client.0.smithi145.stderr: -219> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: secure 2023-12-03T11:49:42.929 INFO:tasks.workunit.client.0.smithi145.stderr: -218> 2023-12-03T11:49:42.873+0000 7efd13fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:42.929 INFO:tasks.workunit.client.0.smithi145.stderr: -217> 2023-12-03T11:49:42.873+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.929 INFO:tasks.workunit.client.0.smithi145.stderr: -216> 2023-12-03T11:49:42.873+0000 7efdd7124800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:42.929 INFO:tasks.workunit.client.0.smithi145.stderr: -215> 2023-12-03T11:49:42.873+0000 7efdd7124800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:42.929 INFO:tasks.workunit.client.0.smithi145.stderr: -214> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command cache list hook 0x5602a5138020 2023-12-03T11:49:42.929 INFO:tasks.workunit.client.0.smithi145.stderr: -213> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command cache inspect hook 0x5602a5138020 2023-12-03T11:49:42.929 INFO:tasks.workunit.client.0.smithi145.stderr: -212> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command cache erase hook 0x5602a5138020 2023-12-03T11:49:42.930 INFO:tasks.workunit.client.0.smithi145.stderr: -211> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command cache zap hook 0x5602a5138020 2023-12-03T11:49:42.930 INFO:tasks.workunit.client.0.smithi145.stderr: -210> 2023-12-03T11:49:42.873+0000 7efdd7124800 10 monclient: get_monmap_and_config 2023-12-03T11:49:42.930 INFO:tasks.workunit.client.0.smithi145.stderr: -209> 2023-12-03T11:49:42.873+0000 7efdd7124800 10 monclient: build_initial_monmap 2023-12-03T11:49:42.930 INFO:tasks.workunit.client.0.smithi145.stderr: -208> 2023-12-03T11:49:42.873+0000 7efdd7124800 1 build_initial for_mkfs: 0 2023-12-03T11:49:42.930 INFO:tasks.workunit.client.0.smithi145.stderr: -207> 2023-12-03T11:49:42.873+0000 7efdd7124800 10 monclient: monmap: 2023-12-03T11:49:42.930 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:49:42.930 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:49:42.930 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:49:42.930 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:49:42.930 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:49:42.930 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.930 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:49:42.930 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:49:42.930 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:49:42.930 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.930 INFO:tasks.workunit.client.0.smithi145.stderr: -206> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding auth protocol: cephx 2023-12-03T11:49:42.931 INFO:tasks.workunit.client.0.smithi145.stderr: -205> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding auth protocol: cephx 2023-12-03T11:49:42.931 INFO:tasks.workunit.client.0.smithi145.stderr: -204> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding auth protocol: cephx 2023-12-03T11:49:42.931 INFO:tasks.workunit.client.0.smithi145.stderr: -203> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: secure 2023-12-03T11:49:42.931 INFO:tasks.workunit.client.0.smithi145.stderr: -202> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: crc 2023-12-03T11:49:42.931 INFO:tasks.workunit.client.0.smithi145.stderr: -201> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: secure 2023-12-03T11:49:42.931 INFO:tasks.workunit.client.0.smithi145.stderr: -200> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: crc 2023-12-03T11:49:42.931 INFO:tasks.workunit.client.0.smithi145.stderr: -199> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: secure 2023-12-03T11:49:42.931 INFO:tasks.workunit.client.0.smithi145.stderr: -198> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: crc 2023-12-03T11:49:42.931 INFO:tasks.workunit.client.0.smithi145.stderr: -197> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: crc 2023-12-03T11:49:42.931 INFO:tasks.workunit.client.0.smithi145.stderr: -196> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: secure 2023-12-03T11:49:42.931 INFO:tasks.workunit.client.0.smithi145.stderr: -195> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: crc 2023-12-03T11:49:42.931 INFO:tasks.workunit.client.0.smithi145.stderr: -194> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: secure 2023-12-03T11:49:42.931 INFO:tasks.workunit.client.0.smithi145.stderr: -193> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: crc 2023-12-03T11:49:42.931 INFO:tasks.workunit.client.0.smithi145.stderr: -192> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: secure 2023-12-03T11:49:42.931 INFO:tasks.workunit.client.0.smithi145.stderr: -191> 2023-12-03T11:49:42.874+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.932 INFO:tasks.workunit.client.0.smithi145.stderr: -190> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient: init 2023-12-03T11:49:42.932 INFO:tasks.workunit.client.0.smithi145.stderr: -189> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding auth protocol: cephx 2023-12-03T11:49:42.932 INFO:tasks.workunit.client.0.smithi145.stderr: -188> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding auth protocol: cephx 2023-12-03T11:49:42.932 INFO:tasks.workunit.client.0.smithi145.stderr: -187> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding auth protocol: cephx 2023-12-03T11:49:42.932 INFO:tasks.workunit.client.0.smithi145.stderr: -186> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: secure 2023-12-03T11:49:42.932 INFO:tasks.workunit.client.0.smithi145.stderr: -185> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: crc 2023-12-03T11:49:42.932 INFO:tasks.workunit.client.0.smithi145.stderr: -184> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: secure 2023-12-03T11:49:42.932 INFO:tasks.workunit.client.0.smithi145.stderr: -183> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: crc 2023-12-03T11:49:42.932 INFO:tasks.workunit.client.0.smithi145.stderr: -182> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: secure 2023-12-03T11:49:42.932 INFO:tasks.workunit.client.0.smithi145.stderr: -181> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: crc 2023-12-03T11:49:42.932 INFO:tasks.workunit.client.0.smithi145.stderr: -180> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: crc 2023-12-03T11:49:42.932 INFO:tasks.workunit.client.0.smithi145.stderr: -179> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: secure 2023-12-03T11:49:42.932 INFO:tasks.workunit.client.0.smithi145.stderr: -178> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: crc 2023-12-03T11:49:42.932 INFO:tasks.workunit.client.0.smithi145.stderr: -177> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: secure 2023-12-03T11:49:42.932 INFO:tasks.workunit.client.0.smithi145.stderr: -176> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: crc 2023-12-03T11:49:42.933 INFO:tasks.workunit.client.0.smithi145.stderr: -175> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: secure 2023-12-03T11:49:42.933 INFO:tasks.workunit.client.0.smithi145.stderr: -174> 2023-12-03T11:49:42.874+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.933 INFO:tasks.workunit.client.0.smithi145.stderr: -173> 2023-12-03T11:49:42.874+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.933 INFO:tasks.workunit.client.0.smithi145.stderr: -172> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command rotate-key cmddesc rotate-key hook 0x7fffa2b64728 EEXIST 2023-12-03T11:49:42.933 INFO:tasks.workunit.client.0.smithi145.stderr: -171> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient: _reopen_session rank -1 2023-12-03T11:49:42.933 INFO:tasks.workunit.client.0.smithi145.stderr: -170> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient: _add_conns ranks=[0,2,1] 2023-12-03T11:49:42.933 INFO:tasks.workunit.client.0.smithi145.stderr: -169> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-a con 0x5602a5298dc0 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:49:42.933 INFO:tasks.workunit.client.0.smithi145.stderr: -168> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-c con 0x5602a5297080 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:49:42.933 INFO:tasks.workunit.client.0.smithi145.stderr: -167> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-b con 0x5602a5293b00 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:49:42.933 INFO:tasks.workunit.client.0.smithi145.stderr: -166> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.933 INFO:tasks.workunit.client.0.smithi145.stderr: -165> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.933 INFO:tasks.workunit.client.0.smithi145.stderr: -164> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.933 INFO:tasks.workunit.client.0.smithi145.stderr: -163> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient(hunting): _renew_subs 2023-12-03T11:49:42.933 INFO:tasks.workunit.client.0.smithi145.stderr: -162> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient(hunting): authenticate will time out at 1538.224555s 2023-12-03T11:49:42.933 INFO:tasks.workunit.client.0.smithi145.stderr: -161> 2023-12-03T11:49:42.874+0000 7efdd2e5a640 10 monclient(hunting): get_auth_request con 0x5602a5297080 auth_method 0 2023-12-03T11:49:42.934 INFO:tasks.workunit.client.0.smithi145.stderr: -160> 2023-12-03T11:49:42.874+0000 7efdd2e5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.934 INFO:tasks.workunit.client.0.smithi145.stderr: -159> 2023-12-03T11:49:42.874+0000 7efdd2e5a640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.934 INFO:tasks.workunit.client.0.smithi145.stderr: -158> 2023-12-03T11:49:42.874+0000 7efdd2e5a640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.934 INFO:tasks.workunit.client.0.smithi145.stderr: -157> 2023-12-03T11:49:42.874+0000 7efdd365b640 10 monclient(hunting): get_auth_request con 0x5602a5298dc0 auth_method 0 2023-12-03T11:49:42.934 INFO:tasks.workunit.client.0.smithi145.stderr: -156> 2023-12-03T11:49:42.874+0000 7efdd365b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.934 INFO:tasks.workunit.client.0.smithi145.stderr: -155> 2023-12-03T11:49:42.874+0000 7efdd365b640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.934 INFO:tasks.workunit.client.0.smithi145.stderr: -154> 2023-12-03T11:49:42.874+0000 7efdd365b640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.934 INFO:tasks.workunit.client.0.smithi145.stderr: -153> 2023-12-03T11:49:42.875+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.934 INFO:tasks.workunit.client.0.smithi145.stderr: -152> 2023-12-03T11:49:42.875+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.934 INFO:tasks.workunit.client.0.smithi145.stderr: -151> 2023-12-03T11:49:42.875+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.934 INFO:tasks.workunit.client.0.smithi145.stderr: -150> 2023-12-03T11:49:42.875+0000 7efdca659640 10 monclient(hunting): get_auth_request con 0x5602a5293b00 auth_method 0 2023-12-03T11:49:42.934 INFO:tasks.workunit.client.0.smithi145.stderr: -149> 2023-12-03T11:49:42.875+0000 7efdca659640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.934 INFO:tasks.workunit.client.0.smithi145.stderr: -148> 2023-12-03T11:49:42.875+0000 7efdca659640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.934 INFO:tasks.workunit.client.0.smithi145.stderr: -147> 2023-12-03T11:49:42.875+0000 7efdca659640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.934 INFO:tasks.workunit.client.0.smithi145.stderr: -146> 2023-12-03T11:49:42.875+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.935 INFO:tasks.workunit.client.0.smithi145.stderr: -145> 2023-12-03T11:49:42.875+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.935 INFO:tasks.workunit.client.0.smithi145.stderr: -144> 2023-12-03T11:49:42.875+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.935 INFO:tasks.workunit.client.0.smithi145.stderr: -143> 2023-12-03T11:49:42.875+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.935 INFO:tasks.workunit.client.0.smithi145.stderr: -142> 2023-12-03T11:49:42.875+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.935 INFO:tasks.workunit.client.0.smithi145.stderr: -141> 2023-12-03T11:49:42.875+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.935 INFO:tasks.workunit.client.0.smithi145.stderr: -140> 2023-12-03T11:49:42.875+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_done global_id 6218 payload 274 2023-12-03T11:49:42.935 INFO:tasks.workunit.client.0.smithi145.stderr: -139> 2023-12-03T11:49:42.875+0000 7efdd2e5a640 10 monclient: _finish_hunting 0 2023-12-03T11:49:42.935 INFO:tasks.workunit.client.0.smithi145.stderr: -138> 2023-12-03T11:49:42.875+0000 7efdd2e5a640 1 monclient: found mon.noname-c 2023-12-03T11:49:42.935 INFO:tasks.workunit.client.0.smithi145.stderr: -137> 2023-12-03T11:49:42.875+0000 7efdd2e5a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:49:42.935 INFO:tasks.workunit.client.0.smithi145.stderr: -136> 2023-12-03T11:49:42.875+0000 7efd137fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:42.935 INFO:tasks.workunit.client.0.smithi145.stderr: -135> 2023-12-03T11:49:42.875+0000 7efd137fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:49:42.935 INFO:tasks.workunit.client.0.smithi145.stderr: -134> 2023-12-03T11:49:42.875+0000 7efd137fe640 10 monclient: dump: 2023-12-03T11:49:42.935 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.935 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.935 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.935 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.936 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.936 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.936 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.936 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.936 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.936 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.936 INFO:tasks.workunit.client.0.smithi145.stderr: -133> 2023-12-03T11:49:42.875+0000 7efd137fe640 10 monclient: _finish_auth 0 2023-12-03T11:49:42.936 INFO:tasks.workunit.client.0.smithi145.stderr: -132> 2023-12-03T11:49:42.875+0000 7efd137fe640 10 monclient: _check_auth_tickets 2023-12-03T11:49:42.936 INFO:tasks.workunit.client.0.smithi145.stderr: -131> 2023-12-03T11:49:42.875+0000 7efdd7124800 5 monclient: authenticate success, global_id 6218 2023-12-03T11:49:42.936 INFO:tasks.workunit.client.0.smithi145.stderr: -130> 2023-12-03T11:49:42.875+0000 7efd137fe640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:42.936 INFO:tasks.workunit.client.0.smithi145.stderr: -129> 2023-12-03T11:49:42.875+0000 7efdd7124800 10 monclient: get_monmap_and_config success 2023-12-03T11:49:42.936 INFO:tasks.workunit.client.0.smithi145.stderr: -128> 2023-12-03T11:49:42.875+0000 7efdd7124800 4 set_mon_vals no callback set 2023-12-03T11:49:42.936 INFO:tasks.workunit.client.0.smithi145.stderr: -127> 2023-12-03T11:49:42.875+0000 7efd137fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:42.936 INFO:tasks.workunit.client.0.smithi145.stderr: -126> 2023-12-03T11:49:42.875+0000 7efd137fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:49:42.936 INFO:tasks.workunit.client.0.smithi145.stderr: -125> 2023-12-03T11:49:42.875+0000 7efd137fe640 10 monclient: dump: 2023-12-03T11:49:42.937 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.937 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.937 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.937 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.937 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.937 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.937 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.937 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.937 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.937 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.937 INFO:tasks.workunit.client.0.smithi145.stderr: -124> 2023-12-03T11:49:42.876+0000 7efdd7124800 10 monclient: shutdown 2023-12-03T11:49:42.937 INFO:tasks.workunit.client.0.smithi145.stderr: -123> 2023-12-03T11:49:42.876+0000 7efdd7124800 10 monclient: build_initial_monmap 2023-12-03T11:49:42.937 INFO:tasks.workunit.client.0.smithi145.stderr: -122> 2023-12-03T11:49:42.876+0000 7efdd7124800 1 build_initial for_mkfs: 0 2023-12-03T11:49:42.937 INFO:tasks.workunit.client.0.smithi145.stderr: -121> 2023-12-03T11:49:42.876+0000 7efdd7124800 10 monclient: monmap: 2023-12-03T11:49:42.937 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:49:42.938 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:49:42.938 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:49:42.938 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:49:42.938 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:49:42.938 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.938 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:49:42.938 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:49:42.938 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:49:42.938 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.938 INFO:tasks.workunit.client.0.smithi145.stderr: -120> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding auth protocol: cephx 2023-12-03T11:49:42.938 INFO:tasks.workunit.client.0.smithi145.stderr: -119> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding auth protocol: cephx 2023-12-03T11:49:42.938 INFO:tasks.workunit.client.0.smithi145.stderr: -118> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding auth protocol: cephx 2023-12-03T11:49:42.938 INFO:tasks.workunit.client.0.smithi145.stderr: -117> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: secure 2023-12-03T11:49:42.938 INFO:tasks.workunit.client.0.smithi145.stderr: -116> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: crc 2023-12-03T11:49:42.939 INFO:tasks.workunit.client.0.smithi145.stderr: -115> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: secure 2023-12-03T11:49:42.939 INFO:tasks.workunit.client.0.smithi145.stderr: -114> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: crc 2023-12-03T11:49:42.939 INFO:tasks.workunit.client.0.smithi145.stderr: -113> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: secure 2023-12-03T11:49:42.939 INFO:tasks.workunit.client.0.smithi145.stderr: -112> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: crc 2023-12-03T11:49:42.939 INFO:tasks.workunit.client.0.smithi145.stderr: -111> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: crc 2023-12-03T11:49:42.939 INFO:tasks.workunit.client.0.smithi145.stderr: -110> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: secure 2023-12-03T11:49:42.939 INFO:tasks.workunit.client.0.smithi145.stderr: -109> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: crc 2023-12-03T11:49:42.939 INFO:tasks.workunit.client.0.smithi145.stderr: -108> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: secure 2023-12-03T11:49:42.939 INFO:tasks.workunit.client.0.smithi145.stderr: -107> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: crc 2023-12-03T11:49:42.939 INFO:tasks.workunit.client.0.smithi145.stderr: -106> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: secure 2023-12-03T11:49:42.939 INFO:tasks.workunit.client.0.smithi145.stderr: -105> 2023-12-03T11:49:42.876+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.939 INFO:tasks.workunit.client.0.smithi145.stderr: -104> 2023-12-03T11:49:42.876+0000 7efdd7124800 1 librados: starting msgr at 2023-12-03T11:49:42.939 INFO:tasks.workunit.client.0.smithi145.stderr: -103> 2023-12-03T11:49:42.876+0000 7efdd7124800 1 librados: starting objecter 2023-12-03T11:49:42.939 INFO:tasks.workunit.client.0.smithi145.stderr: -102> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command objecter_requests cmddesc objecter_requests hook 0x5602a525e720 EEXIST 2023-12-03T11:49:42.940 INFO:tasks.workunit.client.0.smithi145.stderr: -101> 2023-12-03T11:49:42.876+0000 7efdd7124800 1 librados: setting wanted keys 2023-12-03T11:49:42.940 INFO:tasks.workunit.client.0.smithi145.stderr: -100> 2023-12-03T11:49:42.876+0000 7efdd7124800 1 librados: calling monclient init 2023-12-03T11:49:42.940 INFO:tasks.workunit.client.0.smithi145.stderr: -99> 2023-12-03T11:49:42.876+0000 7efdd7124800 10 monclient: init 2023-12-03T11:49:42.940 INFO:tasks.workunit.client.0.smithi145.stderr: -98> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding auth protocol: cephx 2023-12-03T11:49:42.940 INFO:tasks.workunit.client.0.smithi145.stderr: -97> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding auth protocol: cephx 2023-12-03T11:49:42.940 INFO:tasks.workunit.client.0.smithi145.stderr: -96> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding auth protocol: cephx 2023-12-03T11:49:42.940 INFO:tasks.workunit.client.0.smithi145.stderr: -95> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: secure 2023-12-03T11:49:42.940 INFO:tasks.workunit.client.0.smithi145.stderr: -94> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: crc 2023-12-03T11:49:42.940 INFO:tasks.workunit.client.0.smithi145.stderr: -93> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: secure 2023-12-03T11:49:42.940 INFO:tasks.workunit.client.0.smithi145.stderr: -92> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: crc 2023-12-03T11:49:42.940 INFO:tasks.workunit.client.0.smithi145.stderr: -91> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: secure 2023-12-03T11:49:42.940 INFO:tasks.workunit.client.0.smithi145.stderr: -90> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: crc 2023-12-03T11:49:42.940 INFO:tasks.workunit.client.0.smithi145.stderr: -89> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: crc 2023-12-03T11:49:42.940 INFO:tasks.workunit.client.0.smithi145.stderr: -88> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: secure 2023-12-03T11:49:42.940 INFO:tasks.workunit.client.0.smithi145.stderr: -87> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: crc 2023-12-03T11:49:42.941 INFO:tasks.workunit.client.0.smithi145.stderr: -86> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: secure 2023-12-03T11:49:42.941 INFO:tasks.workunit.client.0.smithi145.stderr: -85> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: crc 2023-12-03T11:49:42.941 INFO:tasks.workunit.client.0.smithi145.stderr: -84> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: secure 2023-12-03T11:49:42.941 INFO:tasks.workunit.client.0.smithi145.stderr: -83> 2023-12-03T11:49:42.876+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.941 INFO:tasks.workunit.client.0.smithi145.stderr: -82> 2023-12-03T11:49:42.877+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.941 INFO:tasks.workunit.client.0.smithi145.stderr: -81> 2023-12-03T11:49:42.877+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command rotate-key cmddesc rotate-key hook 0x5602a5299bb0 EEXIST 2023-12-03T11:49:42.941 INFO:tasks.workunit.client.0.smithi145.stderr: -80> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient: _reopen_session rank -1 2023-12-03T11:49:42.941 INFO:tasks.workunit.client.0.smithi145.stderr: -79> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient: _add_conns ranks=[1,2,0] 2023-12-03T11:49:42.941 INFO:tasks.workunit.client.0.smithi145.stderr: -78> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-b con 0x5602a5293b00 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:49:42.941 INFO:tasks.workunit.client.0.smithi145.stderr: -77> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-c con 0x5602a5298dc0 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:49:42.941 INFO:tasks.workunit.client.0.smithi145.stderr: -76> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-a con 0x5602a529bb30 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:49:42.941 INFO:tasks.workunit.client.0.smithi145.stderr: -75> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.941 INFO:tasks.workunit.client.0.smithi145.stderr: -74> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.941 INFO:tasks.workunit.client.0.smithi145.stderr: -73> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.941 INFO:tasks.workunit.client.0.smithi145.stderr: -72> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient(hunting): _renew_subs 2023-12-03T11:49:42.942 INFO:tasks.workunit.client.0.smithi145.stderr: -71> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient(hunting): authenticate will time out at 1538.226891s 2023-12-03T11:49:42.942 INFO:tasks.workunit.client.0.smithi145.stderr: -70> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient(hunting): get_auth_request con 0x5602a529bb30 auth_method 0 2023-12-03T11:49:42.942 INFO:tasks.workunit.client.0.smithi145.stderr: -69> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.942 INFO:tasks.workunit.client.0.smithi145.stderr: -68> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.942 INFO:tasks.workunit.client.0.smithi145.stderr: -67> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.942 INFO:tasks.workunit.client.0.smithi145.stderr: -66> 2023-12-03T11:49:42.877+0000 7efdd2e5a640 10 monclient(hunting): get_auth_request con 0x5602a5298dc0 auth_method 0 2023-12-03T11:49:42.942 INFO:tasks.workunit.client.0.smithi145.stderr: -65> 2023-12-03T11:49:42.877+0000 7efdd2e5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.942 INFO:tasks.workunit.client.0.smithi145.stderr: -64> 2023-12-03T11:49:42.877+0000 7efdd2e5a640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.942 INFO:tasks.workunit.client.0.smithi145.stderr: -63> 2023-12-03T11:49:42.877+0000 7efdd2e5a640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.942 INFO:tasks.workunit.client.0.smithi145.stderr: -62> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.942 INFO:tasks.workunit.client.0.smithi145.stderr: -61> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.942 INFO:tasks.workunit.client.0.smithi145.stderr: -60> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.942 INFO:tasks.workunit.client.0.smithi145.stderr: -59> 2023-12-03T11:49:42.877+0000 7efdd365b640 10 monclient(hunting): get_auth_request con 0x5602a5293b00 auth_method 0 2023-12-03T11:49:42.942 INFO:tasks.workunit.client.0.smithi145.stderr: -58> 2023-12-03T11:49:42.877+0000 7efdd365b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.943 INFO:tasks.workunit.client.0.smithi145.stderr: -57> 2023-12-03T11:49:42.877+0000 7efdd365b640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.943 INFO:tasks.workunit.client.0.smithi145.stderr: -56> 2023-12-03T11:49:42.877+0000 7efdd365b640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.943 INFO:tasks.workunit.client.0.smithi145.stderr: -55> 2023-12-03T11:49:42.877+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.943 INFO:tasks.workunit.client.0.smithi145.stderr: -54> 2023-12-03T11:49:42.877+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.943 INFO:tasks.workunit.client.0.smithi145.stderr: -53> 2023-12-03T11:49:42.877+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.943 INFO:tasks.workunit.client.0.smithi145.stderr: -52> 2023-12-03T11:49:42.877+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.943 INFO:tasks.workunit.client.0.smithi145.stderr: -51> 2023-12-03T11:49:42.877+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.943 INFO:tasks.workunit.client.0.smithi145.stderr: -50> 2023-12-03T11:49:42.877+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.943 INFO:tasks.workunit.client.0.smithi145.stderr: -49> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient(hunting): handle_auth_done global_id 6453 payload 824 2023-12-03T11:49:42.943 INFO:tasks.workunit.client.0.smithi145.stderr: -48> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient: _finish_hunting 0 2023-12-03T11:49:42.943 INFO:tasks.workunit.client.0.smithi145.stderr: -47> 2023-12-03T11:49:42.877+0000 7efdca659640 1 monclient: found mon.noname-a 2023-12-03T11:49:42.943 INFO:tasks.workunit.client.0.smithi145.stderr: -46> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.943 INFO:tasks.workunit.client.0.smithi145.stderr: -45> 2023-12-03T11:49:42.877+0000 7efd11ffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:42.943 INFO:tasks.workunit.client.0.smithi145.stderr: -44> 2023-12-03T11:49:42.877+0000 7efd11ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:49:42.944 INFO:tasks.workunit.client.0.smithi145.stderr: -43> 2023-12-03T11:49:42.877+0000 7efd11ffb640 10 monclient: dump: 2023-12-03T11:49:42.944 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.944 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.944 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.944 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.944 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.944 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.944 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.944 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.944 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.944 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.944 INFO:tasks.workunit.client.0.smithi145.stderr: -42> 2023-12-03T11:49:42.877+0000 7efd11ffb640 10 monclient: _finish_auth 0 2023-12-03T11:49:42.944 INFO:tasks.workunit.client.0.smithi145.stderr: -41> 2023-12-03T11:49:42.877+0000 7efd11ffb640 10 monclient: _check_auth_tickets 2023-12-03T11:49:42.944 INFO:tasks.workunit.client.0.smithi145.stderr: -40> 2023-12-03T11:49:42.877+0000 7efd11ffb640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:42.944 INFO:tasks.workunit.client.0.smithi145.stderr: -39> 2023-12-03T11:49:42.877+0000 7efd11ffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:42.944 INFO:tasks.workunit.client.0.smithi145.stderr: -38> 2023-12-03T11:49:42.877+0000 7efd11ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:49:42.945 INFO:tasks.workunit.client.0.smithi145.stderr: -37> 2023-12-03T11:49:42.877+0000 7efd11ffb640 10 monclient: dump: 2023-12-03T11:49:42.945 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.945 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.945 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.945 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.945 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.945 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.945 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.945 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.945 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.945 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.945 INFO:tasks.workunit.client.0.smithi145.stderr: -36> 2023-12-03T11:49:42.877+0000 7efdd7124800 5 monclient: authenticate success, global_id 6453 2023-12-03T11:49:42.945 INFO:tasks.workunit.client.0.smithi145.stderr: -35> 2023-12-03T11:49:42.877+0000 7efd137fe640 4 set_mon_vals no callback set 2023-12-03T11:49:42.945 INFO:tasks.workunit.client.0.smithi145.stderr: -34> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient: _renew_subs 2023-12-03T11:49:42.945 INFO:tasks.workunit.client.0.smithi145.stderr: -33> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.946 INFO:tasks.workunit.client.0.smithi145.stderr: -32> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient: _renew_subs 2023-12-03T11:49:42.946 INFO:tasks.workunit.client.0.smithi145.stderr: -31> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.946 INFO:tasks.workunit.client.0.smithi145.stderr: -30> 2023-12-03T11:49:42.877+0000 7efdd7124800 1 librados: init done 2023-12-03T11:49:42.946 INFO:tasks.workunit.client.0.smithi145.stderr: -29> 2023-12-03T11:49:42.877+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command cr dump hook 0x5602a529e958 2023-12-03T11:49:42.946 INFO:tasks.workunit.client.0.smithi145.stderr: -28> 2023-12-03T11:49:42.879+0000 7efd11ffb640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:49:42.946 INFO:tasks.workunit.client.0.smithi145.stderr: -27> 2023-12-03T11:49:42.879+0000 7efd11ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:49:42.946 INFO:tasks.workunit.client.0.smithi145.stderr: -26> 2023-12-03T11:49:42.879+0000 7efd11ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:49:42.946 INFO:tasks.workunit.client.0.smithi145.stderr: -25> 2023-12-03T11:49:42.879+0000 7efdd365b640 10 monclient: get_auth_request con 0x7efd04069820 auth_method 0 2023-12-03T11:49:42.946 INFO:tasks.workunit.client.0.smithi145.stderr: -24> 2023-12-03T11:49:42.879+0000 7efdd7124800 5 note: GC not initialized 2023-12-03T11:49:42.946 INFO:tasks.workunit.client.0.smithi145.stderr: -23> 2023-12-03T11:49:42.879+0000 7efd02ffd640 20 reqs_thread_entry: start 2023-12-03T11:49:42.946 INFO:tasks.workunit.client.0.smithi145.stderr: -22> 2023-12-03T11:49:42.879+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command sync trace show hook 0x7efdc4004460 2023-12-03T11:49:42.946 INFO:tasks.workunit.client.0.smithi145.stderr: -21> 2023-12-03T11:49:42.879+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command sync trace history hook 0x7efdc4004460 2023-12-03T11:49:42.946 INFO:tasks.workunit.client.0.smithi145.stderr: -20> 2023-12-03T11:49:42.879+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command sync trace active hook 0x7efdc4004460 2023-12-03T11:49:42.946 INFO:tasks.workunit.client.0.smithi145.stderr: -19> 2023-12-03T11:49:42.879+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command sync trace active_short hook 0x7efdc4004460 2023-12-03T11:49:42.947 INFO:tasks.workunit.client.0.smithi145.stderr: -18> 2023-12-03T11:49:42.879+0000 7efdd7124800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:42.947 INFO:tasks.workunit.client.0.smithi145.stderr: -17> 2023-12-03T11:49:42.880+0000 7efdd7124800 20 Filter name: none 2023-12-03T11:49:42.947 INFO:tasks.workunit.client.0.smithi145.stderr: -16> 2023-12-03T11:49:42.880+0000 7efd00ff9640 20 reqs_thread_entry: start 2023-12-03T11:49:42.947 INFO:tasks.workunit.client.0.smithi145.stderr: -15> 2023-12-03T11:49:42.880+0000 7efdd7124800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-12-03T11:49:42.947 INFO:tasks.workunit.client.0.smithi145.stderr: -14> 2023-12-03T11:49:42.880+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.947 INFO:tasks.workunit.client.0.smithi145.stderr: -13> 2023-12-03T11:49:42.880+0000 7efdd7124800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:42.947 INFO:tasks.workunit.client.0.smithi145.stderr: -12> 2023-12-03T11:49:42.880+0000 7efdd7124800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-12-03T11:49:42.947 INFO:tasks.workunit.client.0.smithi145.stderr: -11> 2023-12-03T11:49:42.880+0000 7efdd7124800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-12-03T11:49:42.947 INFO:tasks.workunit.client.0.smithi145.stderr: -10> 2023-12-03T11:49:42.880+0000 7efdd7124800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 : miss 2023-12-03T11:49:42.947 INFO:tasks.workunit.client.0.smithi145.stderr: -9> 2023-12-03T11:49:42.880+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.947 INFO:tasks.workunit.client.0.smithi145.stderr: -8> 2023-12-03T11:49:42.881+0000 7efdd7124800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:42.947 INFO:tasks.workunit.client.0.smithi145.stderr: -7> 2023-12-03T11:49:42.881+0000 7efdd7124800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 info.flags=0x17 2023-12-03T11:49:42.947 INFO:tasks.workunit.client.0.smithi145.stderr: -6> 2023-12-03T11:49:42.881+0000 7efdd7124800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 to cache LRU end 2023-12-03T11:49:42.947 INFO:tasks.workunit.client.0.smithi145.stderr: -5> 2023-12-03T11:49:42.881+0000 7efdd7124800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:42.947 INFO:tasks.workunit.client.0.smithi145.stderr: -4> 2023-12-03T11:49:42.881+0000 7efdd7124800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:42.947 INFO:tasks.workunit.client.0.smithi145.stderr: -3> 2023-12-03T11:49:42.881+0000 7efdd7124800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 2023-12-03T11:49:42.948 INFO:tasks.workunit.client.0.smithi145.stderr: -2> 2023-12-03T11:49:42.881+0000 7efdd2e5a640 10 monclient: get_auth_request con 0x5602a52e73f0 auth_method 0 2023-12-03T11:49:42.948 INFO:tasks.workunit.client.0.smithi145.stderr: -1> 2023-12-03T11:49:42.884+0000 7efdd7124800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7efdd7124800 time 2023-12-03T11:49:42.884788+0000 2023-12-03T11:49:42.948 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:49:42.948 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.948 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:49:42.948 INFO:tasks.workunit.client.0.smithi145.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7efdd9d6eef8] 2023-12-03T11:49:42.948 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7efdd9d6f0b6] 2023-12-03T11:49:42.948 INFO:tasks.workunit.client.0.smithi145.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5602a34b6a71] 2023-12-03T11:49:42.948 INFO:tasks.workunit.client.0.smithi145.stderr: 4: radosgw-admin(+0x79787a) [0x5602a34be87a] 2023-12-03T11:49:42.948 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x5602a34c2e6b] 2023-12-03T11:49:42.948 INFO:tasks.workunit.client.0.smithi145.stderr: 6: main() 2023-12-03T11:49:42.948 INFO:tasks.workunit.client.0.smithi145.stderr: 7: /lib64/libc.so.6(+0x3feb0) [0x7efdd763feb0] 2023-12-03T11:49:42.948 INFO:tasks.workunit.client.0.smithi145.stderr: 8: __libc_start_main() 2023-12-03T11:49:42.948 INFO:tasks.workunit.client.0.smithi145.stderr: 9: _start() 2023-12-03T11:49:42.949 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.949 INFO:tasks.workunit.client.0.smithi145.stderr: 0> 2023-12-03T11:49:42.885+0000 7efdd7124800 -1 *** Caught signal (Aborted) ** 2023-12-03T11:49:42.949 INFO:tasks.workunit.client.0.smithi145.stderr: in thread 7efdd7124800 thread_name:radosgw-admin 2023-12-03T11:49:42.949 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.949 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:49:42.949 INFO:tasks.workunit.client.0.smithi145.stderr: 1: /lib64/libc.so.6(+0x54db0) [0x7efdd7654db0] 2023-12-03T11:49:42.949 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /lib64/libc.so.6(+0xa154c) [0x7efdd76a154c] 2023-12-03T11:49:42.949 INFO:tasks.workunit.client.0.smithi145.stderr: 3: raise() 2023-12-03T11:49:42.949 INFO:tasks.workunit.client.0.smithi145.stderr: 4: abort() 2023-12-03T11:49:42.949 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7efdd9d6ef52] 2023-12-03T11:49:42.949 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7efdd9d6f0b6] 2023-12-03T11:49:42.949 INFO:tasks.workunit.client.0.smithi145.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5602a34b6a71] 2023-12-03T11:49:42.949 INFO:tasks.workunit.client.0.smithi145.stderr: 8: radosgw-admin(+0x79787a) [0x5602a34be87a] 2023-12-03T11:49:42.949 INFO:tasks.workunit.client.0.smithi145.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x5602a34c2e6b] 2023-12-03T11:49:42.949 INFO:tasks.workunit.client.0.smithi145.stderr: 10: main() 2023-12-03T11:49:42.950 INFO:tasks.workunit.client.0.smithi145.stderr: 11: /lib64/libc.so.6(+0x3feb0) [0x7efdd763feb0] 2023-12-03T11:49:42.950 INFO:tasks.workunit.client.0.smithi145.stderr: 12: __libc_start_main() 2023-12-03T11:49:42.950 INFO:tasks.workunit.client.0.smithi145.stderr: 13: _start() 2023-12-03T11:49:42.950 INFO:tasks.workunit.client.0.smithi145.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:49:42.950 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.950 INFO:tasks.workunit.client.0.smithi145.stderr:--- logging levels --- 2023-12-03T11:49:42.950 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 none 2023-12-03T11:49:42.950 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 lockdep 2023-12-03T11:49:42.950 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 context 2023-12-03T11:49:42.950 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 crush 2023-12-03T11:49:42.950 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds 2023-12-03T11:49:42.950 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_balancer 2023-12-03T11:49:42.950 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_locker 2023-12-03T11:49:42.950 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_log 2023-12-03T11:49:42.951 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_log_expire 2023-12-03T11:49:42.951 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_migrator 2023-12-03T11:49:42.951 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 buffer 2023-12-03T11:49:42.951 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 timer 2023-12-03T11:49:42.951 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 filer 2023-12-03T11:49:42.951 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 striper 2023-12-03T11:49:42.951 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 objecter 2023-12-03T11:49:42.951 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rados 2023-12-03T11:49:42.951 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd 2023-12-03T11:49:42.951 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_mirror 2023-12-03T11:49:42.951 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_replay 2023-12-03T11:49:42.951 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_pwl 2023-12-03T11:49:42.951 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 journaler 2023-12-03T11:49:42.951 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 objectcacher 2023-12-03T11:49:42.951 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 immutable_obj_cache 2023-12-03T11:49:42.951 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 client 2023-12-03T11:49:42.952 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 osd 2023-12-03T11:49:42.952 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 optracker 2023-12-03T11:49:42.952 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 objclass 2023-12-03T11:49:42.952 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 filestore 2023-12-03T11:49:42.952 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 journal 2023-12-03T11:49:42.952 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 0 ms 2023-12-03T11:49:42.952 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mon 2023-12-03T11:49:42.952 INFO:tasks.workunit.client.0.smithi145.stderr: 0/10 monc 2023-12-03T11:49:42.952 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 paxos 2023-12-03T11:49:42.952 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 tp 2023-12-03T11:49:42.952 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 auth 2023-12-03T11:49:42.952 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 crypto 2023-12-03T11:49:42.952 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 finisher 2023-12-03T11:49:42.953 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 reserver 2023-12-03T11:49:42.953 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 heartbeatmap 2023-12-03T11:49:42.953 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 perfcounter 2023-12-03T11:49:42.953 INFO:tasks.workunit.client.0.smithi145.stderr: 20/20 rgw 2023-12-03T11:49:42.953 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_sync 2023-12-03T11:49:42.953 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_datacache 2023-12-03T11:49:42.953 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_access 2023-12-03T11:49:42.953 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_dbstore 2023-12-03T11:49:42.953 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_flight 2023-12-03T11:49:42.953 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 javaclient 2023-12-03T11:49:42.954 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 asok 2023-12-03T11:49:42.954 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 throttle 2023-12-03T11:49:42.954 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 0 refs 2023-12-03T11:49:42.954 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 compressor 2023-12-03T11:49:42.954 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 bluestore 2023-12-03T11:49:42.954 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 bluefs 2023-12-03T11:49:42.954 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 bdev 2023-12-03T11:49:42.954 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 kstore 2023-12-03T11:49:42.954 INFO:tasks.workunit.client.0.smithi145.stderr: 4/ 5 rocksdb 2023-12-03T11:49:42.954 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 fuse 2023-12-03T11:49:42.954 INFO:tasks.workunit.client.0.smithi145.stderr: 2/ 5 mgr 2023-12-03T11:49:42.954 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mgrc 2023-12-03T11:49:42.954 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 dpdk 2023-12-03T11:49:42.954 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 eventtrace 2023-12-03T11:49:42.954 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 prioritycache 2023-12-03T11:49:42.954 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 test 2023-12-03T11:49:42.955 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cephfs_mirror 2023-12-03T11:49:42.955 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cephsqlite 2023-12-03T11:49:42.955 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 crimson_interrupt 2023-12-03T11:49:42.955 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore 2023-12-03T11:49:42.955 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_onode 2023-12-03T11:49:42.955 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_odata 2023-12-03T11:49:42.955 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_omap 2023-12-03T11:49:42.955 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_tm 2023-12-03T11:49:42.955 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_t 2023-12-03T11:49:42.955 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_cleaner 2023-12-03T11:49:42.955 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_epm 2023-12-03T11:49:42.955 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_lba 2023-12-03T11:49:42.955 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_fixedkv_tree 2023-12-03T11:49:42.955 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_cache 2023-12-03T11:49:42.955 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_journal 2023-12-03T11:49:42.956 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_device 2023-12-03T11:49:42.956 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_backref 2023-12-03T11:49:42.956 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 alienstore 2023-12-03T11:49:42.956 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mclock 2023-12-03T11:49:42.956 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cyanstore 2023-12-03T11:49:42.956 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 ceph_exporter 2023-12-03T11:49:42.956 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 memstore 2023-12-03T11:49:42.956 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 trace 2023-12-03T11:49:42.956 INFO:tasks.workunit.client.0.smithi145.stderr: -2/-2 (syslog threshold) 2023-12-03T11:49:42.956 INFO:tasks.workunit.client.0.smithi145.stderr: 99/99 (stderr threshold) 2023-12-03T11:49:42.956 INFO:tasks.workunit.client.0.smithi145.stderr:--- pthread ID / name mapping for recent threads --- 2023-12-03T11:49:42.956 INFO:tasks.workunit.client.0.smithi145.stderr: 7efd00ff9640 / http_manager 2023-12-03T11:49:42.956 INFO:tasks.workunit.client.0.smithi145.stderr: 7efd02ffd640 / http_manager 2023-12-03T11:49:42.956 INFO:tasks.workunit.client.0.smithi145.stderr: 7efd11ffb640 / ms_dispatch 2023-12-03T11:49:42.956 INFO:tasks.workunit.client.0.smithi145.stderr: 7efd137fe640 / io_context_pool 2023-12-03T11:49:42.956 INFO:tasks.workunit.client.0.smithi145.stderr: 7efd13fff640 / rgw_dt_lg_renew 2023-12-03T11:49:42.957 INFO:tasks.workunit.client.0.smithi145.stderr: 7efdb37fe640 / ms_dispatch 2023-12-03T11:49:42.957 INFO:tasks.workunit.client.0.smithi145.stderr: 7efdc9657640 / io_context_pool 2023-12-03T11:49:42.957 INFO:tasks.workunit.client.0.smithi145.stderr: 7efdca659640 / msgr-worker-2 2023-12-03T11:49:42.957 INFO:tasks.workunit.client.0.smithi145.stderr: 7efdd0e56640 / ms_dispatch 2023-12-03T11:49:42.957 INFO:tasks.workunit.client.0.smithi145.stderr: 7efdd1e58640 / io_context_pool 2023-12-03T11:49:42.957 INFO:tasks.workunit.client.0.smithi145.stderr: 7efdd2e5a640 / msgr-worker-1 2023-12-03T11:49:42.957 INFO:tasks.workunit.client.0.smithi145.stderr: 7efdd365b640 / msgr-worker-0 2023-12-03T11:49:42.957 INFO:tasks.workunit.client.0.smithi145.stderr: 7efdd7124800 / radosgw-admin 2023-12-03T11:49:42.957 INFO:tasks.workunit.client.0.smithi145.stderr: max_recent 500 2023-12-03T11:49:42.957 INFO:tasks.workunit.client.0.smithi145.stderr: max_new 1000 2023-12-03T11:49:42.957 INFO:tasks.workunit.client.0.smithi145.stderr: log_file /var/log/ceph/ceph-client.admin.101628.log 2023-12-03T11:49:42.957 INFO:tasks.workunit.client.0.smithi145.stderr:--- end dump of recent events --- 2023-12-03T11:49:42.957 INFO:tasks.workunit.client.0.smithi145.stderr:--- begin dump of recent events --- 2023-12-03T11:49:42.957 INFO:tasks.workunit.client.0.smithi145.stderr: -499> 2023-12-03T11:49:42.839+0000 7efdd0e56640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:49:42.957 INFO:tasks.workunit.client.0.smithi145.stderr: -498> 2023-12-03T11:49:42.839+0000 7efdd0e56640 10 monclient: dump: 2023-12-03T11:49:42.957 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.958 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.958 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.958 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.958 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.958 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.958 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.958 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.958 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.958 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.958 INFO:tasks.workunit.client.0.smithi145.stderr: -497> 2023-12-03T11:49:42.839+0000 7efdd0e56640 10 monclient: _finish_auth 0 2023-12-03T11:49:42.958 INFO:tasks.workunit.client.0.smithi145.stderr: -496> 2023-12-03T11:49:42.839+0000 7efdd0e56640 10 monclient: _check_auth_tickets 2023-12-03T11:49:42.958 INFO:tasks.workunit.client.0.smithi145.stderr: -495> 2023-12-03T11:49:42.839+0000 7efdd0e56640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:42.958 INFO:tasks.workunit.client.0.smithi145.stderr: -494> 2023-12-03T11:49:42.839+0000 7efdd0e56640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:42.958 INFO:tasks.workunit.client.0.smithi145.stderr: -493> 2023-12-03T11:49:42.839+0000 7efdd0e56640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:49:42.958 INFO:tasks.workunit.client.0.smithi145.stderr: -492> 2023-12-03T11:49:42.839+0000 7efdd0e56640 10 monclient: dump: 2023-12-03T11:49:42.959 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.959 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.959 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.959 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.959 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.959 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.959 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.959 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.959 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.959 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.959 INFO:tasks.workunit.client.0.smithi145.stderr: -491> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 monclient: authenticate success, global_id 6441 2023-12-03T11:49:42.959 INFO:tasks.workunit.client.0.smithi145.stderr: -490> 2023-12-03T11:49:42.839+0000 7efdd1e58640 4 set_mon_vals no callback set 2023-12-03T11:49:42.959 INFO:tasks.workunit.client.0.smithi145.stderr: -489> 2023-12-03T11:49:42.840+0000 7efdd7124800 10 monclient: _renew_subs 2023-12-03T11:49:42.959 INFO:tasks.workunit.client.0.smithi145.stderr: -488> 2023-12-03T11:49:42.840+0000 7efdd7124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.959 INFO:tasks.workunit.client.0.smithi145.stderr: -487> 2023-12-03T11:49:42.840+0000 7efdd7124800 10 monclient: _renew_subs 2023-12-03T11:49:42.959 INFO:tasks.workunit.client.0.smithi145.stderr: -486> 2023-12-03T11:49:42.840+0000 7efdd7124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.960 INFO:tasks.workunit.client.0.smithi145.stderr: -485> 2023-12-03T11:49:42.840+0000 7efdd7124800 1 librados: init done 2023-12-03T11:49:42.960 INFO:tasks.workunit.client.0.smithi145.stderr: -484> 2023-12-03T11:49:42.840+0000 7efdd7124800 10 monclient: get_monmap_and_config 2023-12-03T11:49:42.960 INFO:tasks.workunit.client.0.smithi145.stderr: -483> 2023-12-03T11:49:42.840+0000 7efdd7124800 10 monclient: build_initial_monmap 2023-12-03T11:49:42.960 INFO:tasks.workunit.client.0.smithi145.stderr: -482> 2023-12-03T11:49:42.840+0000 7efdd7124800 1 build_initial for_mkfs: 0 2023-12-03T11:49:42.960 INFO:tasks.workunit.client.0.smithi145.stderr: -481> 2023-12-03T11:49:42.840+0000 7efdd7124800 10 monclient: monmap: 2023-12-03T11:49:42.960 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:49:42.960 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:49:42.960 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:49:42.960 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:49:42.960 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:49:42.960 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.960 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:49:42.960 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:49:42.960 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:49:42.960 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.960 INFO:tasks.workunit.client.0.smithi145.stderr: -480> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding auth protocol: cephx 2023-12-03T11:49:42.961 INFO:tasks.workunit.client.0.smithi145.stderr: -479> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding auth protocol: cephx 2023-12-03T11:49:42.961 INFO:tasks.workunit.client.0.smithi145.stderr: -478> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding auth protocol: cephx 2023-12-03T11:49:42.961 INFO:tasks.workunit.client.0.smithi145.stderr: -477> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: secure 2023-12-03T11:49:42.961 INFO:tasks.workunit.client.0.smithi145.stderr: -476> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: crc 2023-12-03T11:49:42.961 INFO:tasks.workunit.client.0.smithi145.stderr: -475> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: secure 2023-12-03T11:49:42.961 INFO:tasks.workunit.client.0.smithi145.stderr: -474> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: crc 2023-12-03T11:49:42.961 INFO:tasks.workunit.client.0.smithi145.stderr: -473> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: secure 2023-12-03T11:49:42.961 INFO:tasks.workunit.client.0.smithi145.stderr: -472> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: crc 2023-12-03T11:49:42.961 INFO:tasks.workunit.client.0.smithi145.stderr: -471> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: crc 2023-12-03T11:49:42.961 INFO:tasks.workunit.client.0.smithi145.stderr: -470> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: secure 2023-12-03T11:49:42.961 INFO:tasks.workunit.client.0.smithi145.stderr: -469> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: crc 2023-12-03T11:49:42.961 INFO:tasks.workunit.client.0.smithi145.stderr: -468> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: secure 2023-12-03T11:49:42.961 INFO:tasks.workunit.client.0.smithi145.stderr: -467> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: crc 2023-12-03T11:49:42.961 INFO:tasks.workunit.client.0.smithi145.stderr: -466> 2023-12-03T11:49:42.840+0000 7efdd7124800 5 AuthRegistry(0x5602a52055b0) adding con mode: secure 2023-12-03T11:49:42.961 INFO:tasks.workunit.client.0.smithi145.stderr: -465> 2023-12-03T11:49:42.840+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.962 INFO:tasks.workunit.client.0.smithi145.stderr: -464> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient: init 2023-12-03T11:49:42.962 INFO:tasks.workunit.client.0.smithi145.stderr: -463> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding auth protocol: cephx 2023-12-03T11:49:42.962 INFO:tasks.workunit.client.0.smithi145.stderr: -462> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding auth protocol: cephx 2023-12-03T11:49:42.962 INFO:tasks.workunit.client.0.smithi145.stderr: -461> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding auth protocol: cephx 2023-12-03T11:49:42.962 INFO:tasks.workunit.client.0.smithi145.stderr: -460> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: secure 2023-12-03T11:49:42.962 INFO:tasks.workunit.client.0.smithi145.stderr: -459> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: crc 2023-12-03T11:49:42.962 INFO:tasks.workunit.client.0.smithi145.stderr: -458> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: secure 2023-12-03T11:49:42.962 INFO:tasks.workunit.client.0.smithi145.stderr: -457> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: crc 2023-12-03T11:49:42.962 INFO:tasks.workunit.client.0.smithi145.stderr: -456> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: secure 2023-12-03T11:49:42.962 INFO:tasks.workunit.client.0.smithi145.stderr: -455> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: crc 2023-12-03T11:49:42.962 INFO:tasks.workunit.client.0.smithi145.stderr: -454> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: crc 2023-12-03T11:49:42.962 INFO:tasks.workunit.client.0.smithi145.stderr: -453> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: secure 2023-12-03T11:49:42.962 INFO:tasks.workunit.client.0.smithi145.stderr: -452> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: crc 2023-12-03T11:49:42.962 INFO:tasks.workunit.client.0.smithi145.stderr: -451> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: secure 2023-12-03T11:49:42.962 INFO:tasks.workunit.client.0.smithi145.stderr: -450> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: crc 2023-12-03T11:49:42.962 INFO:tasks.workunit.client.0.smithi145.stderr: -449> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64060) adding con mode: secure 2023-12-03T11:49:42.963 INFO:tasks.workunit.client.0.smithi145.stderr: -448> 2023-12-03T11:49:42.841+0000 7efdd0e56640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:49:42.963 INFO:tasks.workunit.client.0.smithi145.stderr: -447> 2023-12-03T11:49:42.841+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.963 INFO:tasks.workunit.client.0.smithi145.stderr: -446> 2023-12-03T11:49:42.841+0000 7efdd0e56640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:49:42.963 INFO:tasks.workunit.client.0.smithi145.stderr: -445> 2023-12-03T11:49:42.841+0000 7efdd0e56640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:49:42.963 INFO:tasks.workunit.client.0.smithi145.stderr: -444> 2023-12-03T11:49:42.841+0000 7efdca659640 10 monclient: get_auth_request con 0x7efdb4069820 auth_method 0 2023-12-03T11:49:42.963 INFO:tasks.workunit.client.0.smithi145.stderr: -443> 2023-12-03T11:49:42.841+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.963 INFO:tasks.workunit.client.0.smithi145.stderr: -442> 2023-12-03T11:49:42.841+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command rotate-key cmddesc rotate-key hook 0x7fffa2b641a8 EEXIST 2023-12-03T11:49:42.963 INFO:tasks.workunit.client.0.smithi145.stderr: -441> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient: _reopen_session rank -1 2023-12-03T11:49:42.963 INFO:tasks.workunit.client.0.smithi145.stderr: -440> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient: _add_conns ranks=[0,2,1] 2023-12-03T11:49:42.963 INFO:tasks.workunit.client.0.smithi145.stderr: -439> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-a con 0x5602a5235840 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:49:42.963 INFO:tasks.workunit.client.0.smithi145.stderr: -438> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-c con 0x5602a5235c20 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:49:42.963 INFO:tasks.workunit.client.0.smithi145.stderr: -437> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-b con 0x5602a5209d20 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:49:42.963 INFO:tasks.workunit.client.0.smithi145.stderr: -436> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.963 INFO:tasks.workunit.client.0.smithi145.stderr: -435> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.963 INFO:tasks.workunit.client.0.smithi145.stderr: -434> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.964 INFO:tasks.workunit.client.0.smithi145.stderr: -433> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient(hunting): _renew_subs 2023-12-03T11:49:42.964 INFO:tasks.workunit.client.0.smithi145.stderr: -432> 2023-12-03T11:49:42.841+0000 7efdd7124800 10 monclient(hunting): authenticate will time out at 1538.191548s 2023-12-03T11:49:42.964 INFO:tasks.workunit.client.0.smithi145.stderr: -431> 2023-12-03T11:49:42.841+0000 7efdd2e5a640 10 monclient(hunting): get_auth_request con 0x5602a5235840 auth_method 0 2023-12-03T11:49:42.964 INFO:tasks.workunit.client.0.smithi145.stderr: -430> 2023-12-03T11:49:42.841+0000 7efdd2e5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.964 INFO:tasks.workunit.client.0.smithi145.stderr: -429> 2023-12-03T11:49:42.841+0000 7efdd2e5a640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.964 INFO:tasks.workunit.client.0.smithi145.stderr: -428> 2023-12-03T11:49:42.841+0000 7efdd2e5a640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.964 INFO:tasks.workunit.client.0.smithi145.stderr: -427> 2023-12-03T11:49:42.841+0000 7efdca659640 10 monclient(hunting): get_auth_request con 0x5602a5235c20 auth_method 0 2023-12-03T11:49:42.964 INFO:tasks.workunit.client.0.smithi145.stderr: -426> 2023-12-03T11:49:42.841+0000 7efdca659640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.964 INFO:tasks.workunit.client.0.smithi145.stderr: -425> 2023-12-03T11:49:42.841+0000 7efdca659640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.964 INFO:tasks.workunit.client.0.smithi145.stderr: -424> 2023-12-03T11:49:42.841+0000 7efdca659640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.964 INFO:tasks.workunit.client.0.smithi145.stderr: -423> 2023-12-03T11:49:42.842+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.964 INFO:tasks.workunit.client.0.smithi145.stderr: -422> 2023-12-03T11:49:42.842+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.964 INFO:tasks.workunit.client.0.smithi145.stderr: -421> 2023-12-03T11:49:42.842+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.964 INFO:tasks.workunit.client.0.smithi145.stderr: -420> 2023-12-03T11:49:42.842+0000 7efdd365b640 10 monclient(hunting): get_auth_request con 0x5602a5209d20 auth_method 0 2023-12-03T11:49:42.964 INFO:tasks.workunit.client.0.smithi145.stderr: -419> 2023-12-03T11:49:42.842+0000 7efdd365b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.965 INFO:tasks.workunit.client.0.smithi145.stderr: -418> 2023-12-03T11:49:42.842+0000 7efdd365b640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.965 INFO:tasks.workunit.client.0.smithi145.stderr: -417> 2023-12-03T11:49:42.842+0000 7efdd365b640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.965 INFO:tasks.workunit.client.0.smithi145.stderr: -416> 2023-12-03T11:49:42.842+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.965 INFO:tasks.workunit.client.0.smithi145.stderr: -415> 2023-12-03T11:49:42.842+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.965 INFO:tasks.workunit.client.0.smithi145.stderr: -414> 2023-12-03T11:49:42.842+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.965 INFO:tasks.workunit.client.0.smithi145.stderr: -413> 2023-12-03T11:49:42.842+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.965 INFO:tasks.workunit.client.0.smithi145.stderr: -412> 2023-12-03T11:49:42.842+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.965 INFO:tasks.workunit.client.0.smithi145.stderr: -411> 2023-12-03T11:49:42.842+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.965 INFO:tasks.workunit.client.0.smithi145.stderr: -410> 2023-12-03T11:49:42.842+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_done global_id 6444 payload 274 2023-12-03T11:49:42.965 INFO:tasks.workunit.client.0.smithi145.stderr: -409> 2023-12-03T11:49:42.842+0000 7efdd2e5a640 10 monclient: _finish_hunting 0 2023-12-03T11:49:42.965 INFO:tasks.workunit.client.0.smithi145.stderr: -408> 2023-12-03T11:49:42.842+0000 7efdd2e5a640 1 monclient: found mon.noname-a 2023-12-03T11:49:42.965 INFO:tasks.workunit.client.0.smithi145.stderr: -407> 2023-12-03T11:49:42.842+0000 7efdd2e5a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.965 INFO:tasks.workunit.client.0.smithi145.stderr: -406> 2023-12-03T11:49:42.842+0000 7efdc9657640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:42.965 INFO:tasks.workunit.client.0.smithi145.stderr: -405> 2023-12-03T11:49:42.842+0000 7efdc9657640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:49:42.965 INFO:tasks.workunit.client.0.smithi145.stderr: -404> 2023-12-03T11:49:42.842+0000 7efdc9657640 10 monclient: dump: 2023-12-03T11:49:42.965 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.966 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.966 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.966 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.966 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.966 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.966 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.966 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.966 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.966 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.966 INFO:tasks.workunit.client.0.smithi145.stderr: -403> 2023-12-03T11:49:42.842+0000 7efdc9657640 10 monclient: _finish_auth 0 2023-12-03T11:49:42.966 INFO:tasks.workunit.client.0.smithi145.stderr: -402> 2023-12-03T11:49:42.842+0000 7efdc9657640 10 monclient: _check_auth_tickets 2023-12-03T11:49:42.966 INFO:tasks.workunit.client.0.smithi145.stderr: -401> 2023-12-03T11:49:42.842+0000 7efdc9657640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:42.966 INFO:tasks.workunit.client.0.smithi145.stderr: -400> 2023-12-03T11:49:42.842+0000 7efdc9657640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:42.966 INFO:tasks.workunit.client.0.smithi145.stderr: -399> 2023-12-03T11:49:42.842+0000 7efdc9657640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:49:42.966 INFO:tasks.workunit.client.0.smithi145.stderr: -398> 2023-12-03T11:49:42.842+0000 7efdc9657640 10 monclient: dump: 2023-12-03T11:49:42.967 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.967 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.967 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.967 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.967 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.967 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.967 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.967 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.967 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.967 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.967 INFO:tasks.workunit.client.0.smithi145.stderr: -397> 2023-12-03T11:49:42.842+0000 7efdd7124800 5 monclient: authenticate success, global_id 6444 2023-12-03T11:49:42.967 INFO:tasks.workunit.client.0.smithi145.stderr: -396> 2023-12-03T11:49:42.842+0000 7efdd7124800 10 monclient: get_monmap_and_config success 2023-12-03T11:49:42.967 INFO:tasks.workunit.client.0.smithi145.stderr: -395> 2023-12-03T11:49:42.842+0000 7efdd7124800 4 set_mon_vals no callback set 2023-12-03T11:49:42.967 INFO:tasks.workunit.client.0.smithi145.stderr: -394> 2023-12-03T11:49:42.842+0000 7efdd7124800 10 monclient: shutdown 2023-12-03T11:49:42.967 INFO:tasks.workunit.client.0.smithi145.stderr: -393> 2023-12-03T11:49:42.842+0000 7efdd7124800 10 monclient: build_initial_monmap 2023-12-03T11:49:42.968 INFO:tasks.workunit.client.0.smithi145.stderr: -392> 2023-12-03T11:49:42.842+0000 7efdd7124800 1 build_initial for_mkfs: 0 2023-12-03T11:49:42.968 INFO:tasks.workunit.client.0.smithi145.stderr: -391> 2023-12-03T11:49:42.842+0000 7efdd7124800 10 monclient: monmap: 2023-12-03T11:49:42.968 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:49:42.968 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:49:42.968 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:49:42.968 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:49:42.968 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:49:42.968 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.968 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:49:42.968 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:49:42.968 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:49:42.968 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.968 INFO:tasks.workunit.client.0.smithi145.stderr: -390> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding auth protocol: cephx 2023-12-03T11:49:42.968 INFO:tasks.workunit.client.0.smithi145.stderr: -389> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding auth protocol: cephx 2023-12-03T11:49:42.968 INFO:tasks.workunit.client.0.smithi145.stderr: -388> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding auth protocol: cephx 2023-12-03T11:49:42.968 INFO:tasks.workunit.client.0.smithi145.stderr: -387> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: secure 2023-12-03T11:49:42.969 INFO:tasks.workunit.client.0.smithi145.stderr: -386> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: crc 2023-12-03T11:49:42.969 INFO:tasks.workunit.client.0.smithi145.stderr: -385> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: secure 2023-12-03T11:49:42.969 INFO:tasks.workunit.client.0.smithi145.stderr: -384> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: crc 2023-12-03T11:49:42.969 INFO:tasks.workunit.client.0.smithi145.stderr: -383> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: secure 2023-12-03T11:49:42.969 INFO:tasks.workunit.client.0.smithi145.stderr: -382> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: crc 2023-12-03T11:49:42.969 INFO:tasks.workunit.client.0.smithi145.stderr: -381> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: crc 2023-12-03T11:49:42.969 INFO:tasks.workunit.client.0.smithi145.stderr: -380> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: secure 2023-12-03T11:49:42.969 INFO:tasks.workunit.client.0.smithi145.stderr: -379> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: crc 2023-12-03T11:49:42.969 INFO:tasks.workunit.client.0.smithi145.stderr: -378> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: secure 2023-12-03T11:49:42.969 INFO:tasks.workunit.client.0.smithi145.stderr: -377> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: crc 2023-12-03T11:49:42.969 INFO:tasks.workunit.client.0.smithi145.stderr: -376> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5205480) adding con mode: secure 2023-12-03T11:49:42.969 INFO:tasks.workunit.client.0.smithi145.stderr: -375> 2023-12-03T11:49:42.843+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.969 INFO:tasks.workunit.client.0.smithi145.stderr: -374> 2023-12-03T11:49:42.843+0000 7efdd7124800 1 librados: starting msgr at 2023-12-03T11:49:42.969 INFO:tasks.workunit.client.0.smithi145.stderr: -373> 2023-12-03T11:49:42.843+0000 7efdd7124800 1 librados: starting objecter 2023-12-03T11:49:42.969 INFO:tasks.workunit.client.0.smithi145.stderr: -372> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command objecter_requests cmddesc objecter_requests hook 0x5602a50bf870 EEXIST 2023-12-03T11:49:42.970 INFO:tasks.workunit.client.0.smithi145.stderr: -371> 2023-12-03T11:49:42.843+0000 7efdd7124800 1 librados: setting wanted keys 2023-12-03T11:49:42.970 INFO:tasks.workunit.client.0.smithi145.stderr: -370> 2023-12-03T11:49:42.843+0000 7efdd7124800 1 librados: calling monclient init 2023-12-03T11:49:42.970 INFO:tasks.workunit.client.0.smithi145.stderr: -369> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient: init 2023-12-03T11:49:42.970 INFO:tasks.workunit.client.0.smithi145.stderr: -368> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding auth protocol: cephx 2023-12-03T11:49:42.970 INFO:tasks.workunit.client.0.smithi145.stderr: -367> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding auth protocol: cephx 2023-12-03T11:49:42.970 INFO:tasks.workunit.client.0.smithi145.stderr: -366> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding auth protocol: cephx 2023-12-03T11:49:42.970 INFO:tasks.workunit.client.0.smithi145.stderr: -365> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: secure 2023-12-03T11:49:42.970 INFO:tasks.workunit.client.0.smithi145.stderr: -364> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: crc 2023-12-03T11:49:42.970 INFO:tasks.workunit.client.0.smithi145.stderr: -363> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: secure 2023-12-03T11:49:42.970 INFO:tasks.workunit.client.0.smithi145.stderr: -362> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: crc 2023-12-03T11:49:42.970 INFO:tasks.workunit.client.0.smithi145.stderr: -361> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: secure 2023-12-03T11:49:42.970 INFO:tasks.workunit.client.0.smithi145.stderr: -360> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: crc 2023-12-03T11:49:42.970 INFO:tasks.workunit.client.0.smithi145.stderr: -359> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: crc 2023-12-03T11:49:42.970 INFO:tasks.workunit.client.0.smithi145.stderr: -358> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: secure 2023-12-03T11:49:42.970 INFO:tasks.workunit.client.0.smithi145.stderr: -357> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: crc 2023-12-03T11:49:42.971 INFO:tasks.workunit.client.0.smithi145.stderr: -356> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: secure 2023-12-03T11:49:42.971 INFO:tasks.workunit.client.0.smithi145.stderr: -355> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: crc 2023-12-03T11:49:42.971 INFO:tasks.workunit.client.0.smithi145.stderr: -354> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 AuthRegistry(0x5602a5203478) adding con mode: secure 2023-12-03T11:49:42.971 INFO:tasks.workunit.client.0.smithi145.stderr: -353> 2023-12-03T11:49:42.843+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.971 INFO:tasks.workunit.client.0.smithi145.stderr: -352> 2023-12-03T11:49:42.843+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.971 INFO:tasks.workunit.client.0.smithi145.stderr: -351> 2023-12-03T11:49:42.843+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command rotate-key cmddesc rotate-key hook 0x5602a52035c0 EEXIST 2023-12-03T11:49:42.971 INFO:tasks.workunit.client.0.smithi145.stderr: -350> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient: _reopen_session rank -1 2023-12-03T11:49:42.971 INFO:tasks.workunit.client.0.smithi145.stderr: -349> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient: _add_conns ranks=[0,2,1] 2023-12-03T11:49:42.971 INFO:tasks.workunit.client.0.smithi145.stderr: -348> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-a con 0x5602a5209d20 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:49:42.971 INFO:tasks.workunit.client.0.smithi145.stderr: -347> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-c con 0x5602a5235840 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:49:42.971 INFO:tasks.workunit.client.0.smithi145.stderr: -346> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-b con 0x5602a52384c0 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:49:42.971 INFO:tasks.workunit.client.0.smithi145.stderr: -345> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.971 INFO:tasks.workunit.client.0.smithi145.stderr: -344> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.971 INFO:tasks.workunit.client.0.smithi145.stderr: -343> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.971 INFO:tasks.workunit.client.0.smithi145.stderr: -342> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient(hunting): _renew_subs 2023-12-03T11:49:42.972 INFO:tasks.workunit.client.0.smithi145.stderr: -341> 2023-12-03T11:49:42.843+0000 7efdd7124800 10 monclient(hunting): authenticate will time out at 1538.193625s 2023-12-03T11:49:42.972 INFO:tasks.workunit.client.0.smithi145.stderr: -340> 2023-12-03T11:49:42.844+0000 7efdca659640 10 monclient(hunting): get_auth_request con 0x5602a5235840 auth_method 0 2023-12-03T11:49:42.972 INFO:tasks.workunit.client.0.smithi145.stderr: -339> 2023-12-03T11:49:42.844+0000 7efdca659640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.972 INFO:tasks.workunit.client.0.smithi145.stderr: -338> 2023-12-03T11:49:42.844+0000 7efdca659640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.972 INFO:tasks.workunit.client.0.smithi145.stderr: -337> 2023-12-03T11:49:42.844+0000 7efdca659640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.972 INFO:tasks.workunit.client.0.smithi145.stderr: -336> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient(hunting): get_auth_request con 0x5602a5209d20 auth_method 0 2023-12-03T11:49:42.972 INFO:tasks.workunit.client.0.smithi145.stderr: -335> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.972 INFO:tasks.workunit.client.0.smithi145.stderr: -334> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.972 INFO:tasks.workunit.client.0.smithi145.stderr: -333> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.972 INFO:tasks.workunit.client.0.smithi145.stderr: -332> 2023-12-03T11:49:42.844+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.972 INFO:tasks.workunit.client.0.smithi145.stderr: -331> 2023-12-03T11:49:42.844+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.972 INFO:tasks.workunit.client.0.smithi145.stderr: -330> 2023-12-03T11:49:42.844+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.972 INFO:tasks.workunit.client.0.smithi145.stderr: -329> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.972 INFO:tasks.workunit.client.0.smithi145.stderr: -328> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.972 INFO:tasks.workunit.client.0.smithi145.stderr: -327> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.973 INFO:tasks.workunit.client.0.smithi145.stderr: -326> 2023-12-03T11:49:42.844+0000 7efdd365b640 10 monclient(hunting): get_auth_request con 0x5602a52384c0 auth_method 0 2023-12-03T11:49:42.973 INFO:tasks.workunit.client.0.smithi145.stderr: -325> 2023-12-03T11:49:42.844+0000 7efdd365b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.973 INFO:tasks.workunit.client.0.smithi145.stderr: -324> 2023-12-03T11:49:42.844+0000 7efdd365b640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.973 INFO:tasks.workunit.client.0.smithi145.stderr: -323> 2023-12-03T11:49:42.844+0000 7efdd365b640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.973 INFO:tasks.workunit.client.0.smithi145.stderr: -322> 2023-12-03T11:49:42.844+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.973 INFO:tasks.workunit.client.0.smithi145.stderr: -321> 2023-12-03T11:49:42.844+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.973 INFO:tasks.workunit.client.0.smithi145.stderr: -320> 2023-12-03T11:49:42.844+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.973 INFO:tasks.workunit.client.0.smithi145.stderr: -319> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_done global_id 6447 payload 824 2023-12-03T11:49:42.973 INFO:tasks.workunit.client.0.smithi145.stderr: -318> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient: _finish_hunting 0 2023-12-03T11:49:42.973 INFO:tasks.workunit.client.0.smithi145.stderr: -317> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 1 monclient: found mon.noname-a 2023-12-03T11:49:42.973 INFO:tasks.workunit.client.0.smithi145.stderr: -316> 2023-12-03T11:49:42.844+0000 7efdd2e5a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.973 INFO:tasks.workunit.client.0.smithi145.stderr: -315> 2023-12-03T11:49:42.844+0000 7efdb37fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:42.973 INFO:tasks.workunit.client.0.smithi145.stderr: -314> 2023-12-03T11:49:42.844+0000 7efdb37fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:49:42.973 INFO:tasks.workunit.client.0.smithi145.stderr: -313> 2023-12-03T11:49:42.844+0000 7efdb37fe640 10 monclient: dump: 2023-12-03T11:49:42.973 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.973 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.974 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.974 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.974 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.974 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.974 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.974 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.974 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.974 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.974 INFO:tasks.workunit.client.0.smithi145.stderr: -312> 2023-12-03T11:49:42.844+0000 7efdb37fe640 10 monclient: _finish_auth 0 2023-12-03T11:49:42.974 INFO:tasks.workunit.client.0.smithi145.stderr: -311> 2023-12-03T11:49:42.844+0000 7efdb37fe640 10 monclient: _check_auth_tickets 2023-12-03T11:49:42.974 INFO:tasks.workunit.client.0.smithi145.stderr: -310> 2023-12-03T11:49:42.844+0000 7efdd7124800 5 monclient: authenticate success, global_id 6447 2023-12-03T11:49:42.974 INFO:tasks.workunit.client.0.smithi145.stderr: -309> 2023-12-03T11:49:42.844+0000 7efdd7124800 10 monclient: _renew_subs 2023-12-03T11:49:42.974 INFO:tasks.workunit.client.0.smithi145.stderr: -308> 2023-12-03T11:49:42.844+0000 7efdd7124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.974 INFO:tasks.workunit.client.0.smithi145.stderr: -307> 2023-12-03T11:49:42.844+0000 7efdb37fe640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:42.974 INFO:tasks.workunit.client.0.smithi145.stderr: -306> 2023-12-03T11:49:42.844+0000 7efdb37fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:42.975 INFO:tasks.workunit.client.0.smithi145.stderr: -305> 2023-12-03T11:49:42.844+0000 7efdb37fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:49:42.975 INFO:tasks.workunit.client.0.smithi145.stderr: -304> 2023-12-03T11:49:42.844+0000 7efdb37fe640 10 monclient: dump: 2023-12-03T11:49:42.975 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.975 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.975 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.975 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.975 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.975 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.975 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.975 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.975 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.975 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.975 INFO:tasks.workunit.client.0.smithi145.stderr: -303> 2023-12-03T11:49:42.844+0000 7efdc9657640 4 set_mon_vals no callback set 2023-12-03T11:49:42.975 INFO:tasks.workunit.client.0.smithi145.stderr: -302> 2023-12-03T11:49:42.844+0000 7efdd7124800 10 monclient: _renew_subs 2023-12-03T11:49:42.976 INFO:tasks.workunit.client.0.smithi145.stderr: -301> 2023-12-03T11:49:42.844+0000 7efdd7124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.976 INFO:tasks.workunit.client.0.smithi145.stderr: -300> 2023-12-03T11:49:42.844+0000 7efdd7124800 1 librados: init done 2023-12-03T11:49:42.976 INFO:tasks.workunit.client.0.smithi145.stderr: -299> 2023-12-03T11:49:42.845+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.976 INFO:tasks.workunit.client.0.smithi145.stderr: -298> 2023-12-03T11:49:42.846+0000 7efdb37fe640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:49:42.976 INFO:tasks.workunit.client.0.smithi145.stderr: -297> 2023-12-03T11:49:42.846+0000 7efdb37fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:49:42.976 INFO:tasks.workunit.client.0.smithi145.stderr: -296> 2023-12-03T11:49:42.846+0000 7efdb37fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:49:42.976 INFO:tasks.workunit.client.0.smithi145.stderr: -295> 2023-12-03T11:49:42.846+0000 7efdca659640 10 monclient: get_auth_request con 0x7efdac069820 auth_method 0 2023-12-03T11:49:42.976 INFO:tasks.workunit.client.0.smithi145.stderr: -294> 2023-12-03T11:49:42.846+0000 7efdd365b640 10 monclient: get_auth_request con 0x5602a52519d0 auth_method 0 2023-12-03T11:49:42.976 INFO:tasks.workunit.client.0.smithi145.stderr: -293> 2023-12-03T11:49:42.847+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.976 INFO:tasks.workunit.client.0.smithi145.stderr: -292> 2023-12-03T11:49:42.847+0000 7efdd7124800 20 realm 2023-12-03T11:49:42.976 INFO:tasks.workunit.client.0.smithi145.stderr: -291> 2023-12-03T11:49:42.847+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.976 INFO:tasks.workunit.client.0.smithi145.stderr: -290> 2023-12-03T11:49:42.847+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.976 INFO:tasks.workunit.client.0.smithi145.stderr: -289> 2023-12-03T11:49:42.847+0000 7efdd7124800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:42.976 INFO:tasks.workunit.client.0.smithi145.stderr: -288> 2023-12-03T11:49:42.847+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.976 INFO:tasks.workunit.client.0.smithi145.stderr: -287> 2023-12-03T11:49:42.847+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.977 INFO:tasks.workunit.client.0.smithi145.stderr: -286> 2023-12-03T11:49:42.847+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.977 INFO:tasks.workunit.client.0.smithi145.stderr: -285> 2023-12-03T11:49:42.847+0000 7efdd2e5a640 10 monclient: get_auth_request con 0x5602a52556d0 auth_method 0 2023-12-03T11:49:42.977 INFO:tasks.workunit.client.0.smithi145.stderr: -284> 2023-12-03T11:49:42.848+0000 7efdd7124800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:42.977 INFO:tasks.workunit.client.0.smithi145.stderr: -283> 2023-12-03T11:49:42.848+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.977 INFO:tasks.workunit.client.0.smithi145.stderr: -282> 2023-12-03T11:49:42.848+0000 7efdca659640 10 monclient: get_auth_request con 0x5602a5258e80 auth_method 0 2023-12-03T11:49:42.977 INFO:tasks.workunit.client.0.smithi145.stderr: -281> 2023-12-03T11:49:42.848+0000 7efdd7124800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:42.977 INFO:tasks.workunit.client.0.smithi145.stderr: -280> 2023-12-03T11:49:42.848+0000 7efdd7124800 20 searching for the correct realm 2023-12-03T11:49:42.977 INFO:tasks.workunit.client.0.smithi145.stderr: -279> 2023-12-03T11:49:42.849+0000 7efdd365b640 10 monclient: get_auth_request con 0x7efdbc029920 auth_method 0 2023-12-03T11:49:42.977 INFO:tasks.workunit.client.0.smithi145.stderr: -278> 2023-12-03T11:49:42.850+0000 7efdd2e5a640 10 monclient: get_auth_request con 0x7efdcc057870 auth_method 0 2023-12-03T11:49:42.977 INFO:tasks.workunit.client.0.smithi145.stderr: -277> 2023-12-03T11:49:42.850+0000 7efdca659640 10 monclient: get_auth_request con 0x7efdc406b030 auth_method 0 2023-12-03T11:49:42.977 INFO:tasks.workunit.client.0.smithi145.stderr: -276> 2023-12-03T11:49:42.852+0000 7efdd365b640 10 monclient: get_auth_request con 0x7efdbc03b950 auth_method 0 2023-12-03T11:49:42.977 INFO:tasks.workunit.client.0.smithi145.stderr: -275> 2023-12-03T11:49:42.854+0000 7efdd2e5a640 10 monclient: get_auth_request con 0x7efdbc03a3d0 auth_method 0 2023-12-03T11:49:42.977 INFO:tasks.workunit.client.0.smithi145.stderr: -274> 2023-12-03T11:49:42.857+0000 7efdd2e5a640 0 -- 172.21.15.145:0/637655779 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5602a52556d0 msgr2=0x5602a5257ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:42.977 INFO:tasks.workunit.client.0.smithi145.stderr: -273> 2023-12-03T11:49:42.857+0000 7efdb37fe640 1 client.6447.objecter ms_handle_reset 0x5602a52556d0 session 0x5602a4fc5320 osd.5 2023-12-03T11:49:42.977 INFO:tasks.workunit.client.0.smithi145.stderr: -272> 2023-12-03T11:49:42.857+0000 7efdb37fe640 10 monclient: _renew_subs 2023-12-03T11:49:42.978 INFO:tasks.workunit.client.0.smithi145.stderr: -271> 2023-12-03T11:49:42.857+0000 7efdb37fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.978 INFO:tasks.workunit.client.0.smithi145.stderr: -270> 2023-12-03T11:49:42.857+0000 7efdd2e5a640 10 monclient: get_auth_request con 0x7efdac0795c0 auth_method 0 2023-12-03T11:49:42.978 INFO:tasks.workunit.client.0.smithi145.stderr: -269> 2023-12-03T11:49:42.859+0000 7efdd7124800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:42.978 INFO:tasks.workunit.client.0.smithi145.stderr: -268> 2023-12-03T11:49:42.859+0000 7efdd7124800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:42.978 INFO:tasks.workunit.client.0.smithi145.stderr: -267> 2023-12-03T11:49:42.859+0000 7efdd7124800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:42.978 INFO:tasks.workunit.client.0.smithi145.stderr: -266> 2023-12-03T11:49:42.859+0000 7efdd7124800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:42.978 INFO:tasks.workunit.client.0.smithi145.stderr: -265> 2023-12-03T11:49:42.859+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.978 INFO:tasks.workunit.client.0.smithi145.stderr: -264> 2023-12-03T11:49:42.859+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.978 INFO:tasks.workunit.client.0.smithi145.stderr: -263> 2023-12-03T11:49:42.859+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.978 INFO:tasks.workunit.client.0.smithi145.stderr: -262> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:42.978 INFO:tasks.workunit.client.0.smithi145.stderr: -261> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.978 INFO:tasks.workunit.client.0.smithi145.stderr: -260> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:42.978 INFO:tasks.workunit.client.0.smithi145.stderr: -259> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 zone default found 2023-12-03T11:49:42.978 INFO:tasks.workunit.client.0.smithi145.stderr: -258> 2023-12-03T11:49:42.860+0000 7efdd7124800 4 Realm: () 2023-12-03T11:49:42.978 INFO:tasks.workunit.client.0.smithi145.stderr: -257> 2023-12-03T11:49:42.860+0000 7efdd7124800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:42.979 INFO:tasks.workunit.client.0.smithi145.stderr: -256> 2023-12-03T11:49:42.860+0000 7efdd7124800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:42.979 INFO:tasks.workunit.client.0.smithi145.stderr: -255> 2023-12-03T11:49:42.860+0000 7efdd7124800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:42.979 INFO:tasks.workunit.client.0.smithi145.stderr: -254> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 zonegroup default 2023-12-03T11:49:42.979 INFO:tasks.workunit.client.0.smithi145.stderr: -253> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.979 INFO:tasks.workunit.client.0.smithi145.stderr: -252> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.979 INFO:tasks.workunit.client.0.smithi145.stderr: -251> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.979 INFO:tasks.workunit.client.0.smithi145.stderr: -250> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.979 INFO:tasks.workunit.client.0.smithi145.stderr: -249> 2023-12-03T11:49:42.860+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.979 INFO:tasks.workunit.client.0.smithi145.stderr: -248> 2023-12-03T11:49:42.861+0000 7efdd7124800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.979 INFO:tasks.workunit.client.0.smithi145.stderr: -247> 2023-12-03T11:49:42.861+0000 7efdd7124800 20 started sync module instance, tier type = 2023-12-03T11:49:42.979 INFO:tasks.workunit.client.0.smithi145.stderr: -246> 2023-12-03T11:49:42.861+0000 7efdd7124800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:42.979 INFO:tasks.workunit.client.0.smithi145.stderr: -245> 2023-12-03T11:49:42.868+0000 7efdd365b640 0 -- 172.21.15.145:0/637655779 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7efdbc03b950 msgr2=0x7efdbc0263f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:42.979 INFO:tasks.workunit.client.0.smithi145.stderr: -244> 2023-12-03T11:49:42.868+0000 7efdb37fe640 1 client.6447.objecter ms_handle_reset 0x7efdbc03b950 session 0x7efdbc018070 osd.6 2023-12-03T11:49:42.979 INFO:tasks.workunit.client.0.smithi145.stderr: -243> 2023-12-03T11:49:42.868+0000 7efdd365b640 10 monclient: get_auth_request con 0x5602a52556d0 auth_method 0 2023-12-03T11:49:42.979 INFO:tasks.workunit.client.0.smithi145.stderr: -242> 2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=0 2023-12-03T11:49:42.980 INFO:tasks.workunit.client.0.smithi145.stderr: -241> 2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=1 2023-12-03T11:49:42.980 INFO:tasks.workunit.client.0.smithi145.stderr: -240> 2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=2 2023-12-03T11:49:42.980 INFO:tasks.workunit.client.0.smithi145.stderr: -239> 2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=3 2023-12-03T11:49:42.980 INFO:tasks.workunit.client.0.smithi145.stderr: -238> 2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=4 2023-12-03T11:49:42.980 INFO:tasks.workunit.client.0.smithi145.stderr: -237> 2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=5 2023-12-03T11:49:42.980 INFO:tasks.workunit.client.0.smithi145.stderr: -236> 2023-12-03T11:49:42.871+0000 7efdd7124800 20 add_watcher() i=6 2023-12-03T11:49:42.980 INFO:tasks.workunit.client.0.smithi145.stderr: -235> 2023-12-03T11:49:42.872+0000 7efdd7124800 20 add_watcher() i=7 2023-12-03T11:49:42.980 INFO:tasks.workunit.client.0.smithi145.stderr: -234> 2023-12-03T11:49:42.872+0000 7efdd7124800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:42.980 INFO:tasks.workunit.client.0.smithi145.stderr: -233> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding auth protocol: cephx 2023-12-03T11:49:42.980 INFO:tasks.workunit.client.0.smithi145.stderr: -232> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding auth protocol: cephx 2023-12-03T11:49:42.980 INFO:tasks.workunit.client.0.smithi145.stderr: -231> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding auth protocol: cephx 2023-12-03T11:49:42.980 INFO:tasks.workunit.client.0.smithi145.stderr: -230> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: secure 2023-12-03T11:49:42.980 INFO:tasks.workunit.client.0.smithi145.stderr: -229> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: crc 2023-12-03T11:49:42.980 INFO:tasks.workunit.client.0.smithi145.stderr: -228> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: secure 2023-12-03T11:49:42.980 INFO:tasks.workunit.client.0.smithi145.stderr: -227> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: crc 2023-12-03T11:49:42.980 INFO:tasks.workunit.client.0.smithi145.stderr: -226> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: secure 2023-12-03T11:49:42.981 INFO:tasks.workunit.client.0.smithi145.stderr: -225> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: crc 2023-12-03T11:49:42.981 INFO:tasks.workunit.client.0.smithi145.stderr: -224> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: crc 2023-12-03T11:49:42.981 INFO:tasks.workunit.client.0.smithi145.stderr: -223> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: secure 2023-12-03T11:49:42.981 INFO:tasks.workunit.client.0.smithi145.stderr: -222> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: crc 2023-12-03T11:49:42.981 INFO:tasks.workunit.client.0.smithi145.stderr: -221> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: secure 2023-12-03T11:49:42.981 INFO:tasks.workunit.client.0.smithi145.stderr: -220> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: crc 2023-12-03T11:49:42.981 INFO:tasks.workunit.client.0.smithi145.stderr: -219> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b64a90) adding con mode: secure 2023-12-03T11:49:42.981 INFO:tasks.workunit.client.0.smithi145.stderr: -218> 2023-12-03T11:49:42.873+0000 7efd13fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:42.981 INFO:tasks.workunit.client.0.smithi145.stderr: -217> 2023-12-03T11:49:42.873+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.981 INFO:tasks.workunit.client.0.smithi145.stderr: -216> 2023-12-03T11:49:42.873+0000 7efdd7124800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:42.981 INFO:tasks.workunit.client.0.smithi145.stderr: -215> 2023-12-03T11:49:42.873+0000 7efdd7124800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:42.981 INFO:tasks.workunit.client.0.smithi145.stderr: -214> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command cache list hook 0x5602a5138020 2023-12-03T11:49:42.981 INFO:tasks.workunit.client.0.smithi145.stderr: -213> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command cache inspect hook 0x5602a5138020 2023-12-03T11:49:42.981 INFO:tasks.workunit.client.0.smithi145.stderr: -212> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command cache erase hook 0x5602a5138020 2023-12-03T11:49:42.981 INFO:tasks.workunit.client.0.smithi145.stderr: -211> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command cache zap hook 0x5602a5138020 2023-12-03T11:49:42.981 INFO:tasks.workunit.client.0.smithi145.stderr: -210> 2023-12-03T11:49:42.873+0000 7efdd7124800 10 monclient: get_monmap_and_config 2023-12-03T11:49:42.982 INFO:tasks.workunit.client.0.smithi145.stderr: -209> 2023-12-03T11:49:42.873+0000 7efdd7124800 10 monclient: build_initial_monmap 2023-12-03T11:49:42.982 INFO:tasks.workunit.client.0.smithi145.stderr: -208> 2023-12-03T11:49:42.873+0000 7efdd7124800 1 build_initial for_mkfs: 0 2023-12-03T11:49:42.982 INFO:tasks.workunit.client.0.smithi145.stderr: -207> 2023-12-03T11:49:42.873+0000 7efdd7124800 10 monclient: monmap: 2023-12-03T11:49:42.982 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:49:42.982 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:49:42.982 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:49:42.982 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:49:42.982 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:49:42.982 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.982 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:49:42.982 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:49:42.982 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:49:42.982 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.982 INFO:tasks.workunit.client.0.smithi145.stderr: -206> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding auth protocol: cephx 2023-12-03T11:49:42.982 INFO:tasks.workunit.client.0.smithi145.stderr: -205> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding auth protocol: cephx 2023-12-03T11:49:42.983 INFO:tasks.workunit.client.0.smithi145.stderr: -204> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding auth protocol: cephx 2023-12-03T11:49:42.983 INFO:tasks.workunit.client.0.smithi145.stderr: -203> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: secure 2023-12-03T11:49:42.983 INFO:tasks.workunit.client.0.smithi145.stderr: -202> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: crc 2023-12-03T11:49:42.983 INFO:tasks.workunit.client.0.smithi145.stderr: -201> 2023-12-03T11:49:42.873+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: secure 2023-12-03T11:49:42.983 INFO:tasks.workunit.client.0.smithi145.stderr: -200> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: crc 2023-12-03T11:49:42.983 INFO:tasks.workunit.client.0.smithi145.stderr: -199> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: secure 2023-12-03T11:49:42.983 INFO:tasks.workunit.client.0.smithi145.stderr: -198> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: crc 2023-12-03T11:49:42.983 INFO:tasks.workunit.client.0.smithi145.stderr: -197> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: crc 2023-12-03T11:49:42.983 INFO:tasks.workunit.client.0.smithi145.stderr: -196> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: secure 2023-12-03T11:49:42.983 INFO:tasks.workunit.client.0.smithi145.stderr: -195> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: crc 2023-12-03T11:49:42.983 INFO:tasks.workunit.client.0.smithi145.stderr: -194> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: secure 2023-12-03T11:49:42.983 INFO:tasks.workunit.client.0.smithi145.stderr: -193> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: crc 2023-12-03T11:49:42.983 INFO:tasks.workunit.client.0.smithi145.stderr: -192> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x5602a5296550) adding con mode: secure 2023-12-03T11:49:42.983 INFO:tasks.workunit.client.0.smithi145.stderr: -191> 2023-12-03T11:49:42.874+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.983 INFO:tasks.workunit.client.0.smithi145.stderr: -190> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient: init 2023-12-03T11:49:42.984 INFO:tasks.workunit.client.0.smithi145.stderr: -189> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding auth protocol: cephx 2023-12-03T11:49:42.984 INFO:tasks.workunit.client.0.smithi145.stderr: -188> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding auth protocol: cephx 2023-12-03T11:49:42.984 INFO:tasks.workunit.client.0.smithi145.stderr: -187> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding auth protocol: cephx 2023-12-03T11:49:42.984 INFO:tasks.workunit.client.0.smithi145.stderr: -186> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: secure 2023-12-03T11:49:42.984 INFO:tasks.workunit.client.0.smithi145.stderr: -185> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: crc 2023-12-03T11:49:42.984 INFO:tasks.workunit.client.0.smithi145.stderr: -184> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: secure 2023-12-03T11:49:42.984 INFO:tasks.workunit.client.0.smithi145.stderr: -183> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: crc 2023-12-03T11:49:42.984 INFO:tasks.workunit.client.0.smithi145.stderr: -182> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: secure 2023-12-03T11:49:42.984 INFO:tasks.workunit.client.0.smithi145.stderr: -181> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: crc 2023-12-03T11:49:42.984 INFO:tasks.workunit.client.0.smithi145.stderr: -180> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: crc 2023-12-03T11:49:42.984 INFO:tasks.workunit.client.0.smithi145.stderr: -179> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: secure 2023-12-03T11:49:42.984 INFO:tasks.workunit.client.0.smithi145.stderr: -178> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: crc 2023-12-03T11:49:42.984 INFO:tasks.workunit.client.0.smithi145.stderr: -177> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: secure 2023-12-03T11:49:42.984 INFO:tasks.workunit.client.0.smithi145.stderr: -176> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: crc 2023-12-03T11:49:42.984 INFO:tasks.workunit.client.0.smithi145.stderr: -175> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 AuthRegistry(0x7fffa2b645e0) adding con mode: secure 2023-12-03T11:49:42.984 INFO:tasks.workunit.client.0.smithi145.stderr: -174> 2023-12-03T11:49:42.874+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.985 INFO:tasks.workunit.client.0.smithi145.stderr: -173> 2023-12-03T11:49:42.874+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.985 INFO:tasks.workunit.client.0.smithi145.stderr: -172> 2023-12-03T11:49:42.874+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command rotate-key cmddesc rotate-key hook 0x7fffa2b64728 EEXIST 2023-12-03T11:49:42.985 INFO:tasks.workunit.client.0.smithi145.stderr: -171> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient: _reopen_session rank -1 2023-12-03T11:49:42.985 INFO:tasks.workunit.client.0.smithi145.stderr: -170> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient: _add_conns ranks=[0,2,1] 2023-12-03T11:49:42.985 INFO:tasks.workunit.client.0.smithi145.stderr: -169> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-a con 0x5602a5298dc0 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:49:42.985 INFO:tasks.workunit.client.0.smithi145.stderr: -168> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-c con 0x5602a5297080 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:49:42.985 INFO:tasks.workunit.client.0.smithi145.stderr: -167> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-b con 0x5602a5293b00 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:49:42.985 INFO:tasks.workunit.client.0.smithi145.stderr: -166> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.985 INFO:tasks.workunit.client.0.smithi145.stderr: -165> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.985 INFO:tasks.workunit.client.0.smithi145.stderr: -164> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.985 INFO:tasks.workunit.client.0.smithi145.stderr: -163> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient(hunting): _renew_subs 2023-12-03T11:49:42.985 INFO:tasks.workunit.client.0.smithi145.stderr: -162> 2023-12-03T11:49:42.874+0000 7efdd7124800 10 monclient(hunting): authenticate will time out at 1538.224555s 2023-12-03T11:49:42.985 INFO:tasks.workunit.client.0.smithi145.stderr: -161> 2023-12-03T11:49:42.874+0000 7efdd2e5a640 10 monclient(hunting): get_auth_request con 0x5602a5297080 auth_method 0 2023-12-03T11:49:42.985 INFO:tasks.workunit.client.0.smithi145.stderr: -160> 2023-12-03T11:49:42.874+0000 7efdd2e5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.985 INFO:tasks.workunit.client.0.smithi145.stderr: -159> 2023-12-03T11:49:42.874+0000 7efdd2e5a640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.986 INFO:tasks.workunit.client.0.smithi145.stderr: -158> 2023-12-03T11:49:42.874+0000 7efdd2e5a640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.986 INFO:tasks.workunit.client.0.smithi145.stderr: -157> 2023-12-03T11:49:42.874+0000 7efdd365b640 10 monclient(hunting): get_auth_request con 0x5602a5298dc0 auth_method 0 2023-12-03T11:49:42.986 INFO:tasks.workunit.client.0.smithi145.stderr: -156> 2023-12-03T11:49:42.874+0000 7efdd365b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.986 INFO:tasks.workunit.client.0.smithi145.stderr: -155> 2023-12-03T11:49:42.874+0000 7efdd365b640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.986 INFO:tasks.workunit.client.0.smithi145.stderr: -154> 2023-12-03T11:49:42.874+0000 7efdd365b640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.986 INFO:tasks.workunit.client.0.smithi145.stderr: -153> 2023-12-03T11:49:42.875+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.986 INFO:tasks.workunit.client.0.smithi145.stderr: -152> 2023-12-03T11:49:42.875+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.986 INFO:tasks.workunit.client.0.smithi145.stderr: -151> 2023-12-03T11:49:42.875+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.986 INFO:tasks.workunit.client.0.smithi145.stderr: -150> 2023-12-03T11:49:42.875+0000 7efdca659640 10 monclient(hunting): get_auth_request con 0x5602a5293b00 auth_method 0 2023-12-03T11:49:42.986 INFO:tasks.workunit.client.0.smithi145.stderr: -149> 2023-12-03T11:49:42.875+0000 7efdca659640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.986 INFO:tasks.workunit.client.0.smithi145.stderr: -148> 2023-12-03T11:49:42.875+0000 7efdca659640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.986 INFO:tasks.workunit.client.0.smithi145.stderr: -147> 2023-12-03T11:49:42.875+0000 7efdca659640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.986 INFO:tasks.workunit.client.0.smithi145.stderr: -146> 2023-12-03T11:49:42.875+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.986 INFO:tasks.workunit.client.0.smithi145.stderr: -145> 2023-12-03T11:49:42.875+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.986 INFO:tasks.workunit.client.0.smithi145.stderr: -144> 2023-12-03T11:49:42.875+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.987 INFO:tasks.workunit.client.0.smithi145.stderr: -143> 2023-12-03T11:49:42.875+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.987 INFO:tasks.workunit.client.0.smithi145.stderr: -142> 2023-12-03T11:49:42.875+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.987 INFO:tasks.workunit.client.0.smithi145.stderr: -141> 2023-12-03T11:49:42.875+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.987 INFO:tasks.workunit.client.0.smithi145.stderr: -140> 2023-12-03T11:49:42.875+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_done global_id 6218 payload 274 2023-12-03T11:49:42.987 INFO:tasks.workunit.client.0.smithi145.stderr: -139> 2023-12-03T11:49:42.875+0000 7efdd2e5a640 10 monclient: _finish_hunting 0 2023-12-03T11:49:42.987 INFO:tasks.workunit.client.0.smithi145.stderr: -138> 2023-12-03T11:49:42.875+0000 7efdd2e5a640 1 monclient: found mon.noname-c 2023-12-03T11:49:42.987 INFO:tasks.workunit.client.0.smithi145.stderr: -137> 2023-12-03T11:49:42.875+0000 7efdd2e5a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:49:42.987 INFO:tasks.workunit.client.0.smithi145.stderr: -136> 2023-12-03T11:49:42.875+0000 7efd137fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:42.987 INFO:tasks.workunit.client.0.smithi145.stderr: -135> 2023-12-03T11:49:42.875+0000 7efd137fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:49:42.987 INFO:tasks.workunit.client.0.smithi145.stderr: -134> 2023-12-03T11:49:42.875+0000 7efd137fe640 10 monclient: dump: 2023-12-03T11:49:42.987 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.987 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.987 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.987 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.987 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.987 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.988 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.988 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.988 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.988 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.988 INFO:tasks.workunit.client.0.smithi145.stderr: -133> 2023-12-03T11:49:42.875+0000 7efd137fe640 10 monclient: _finish_auth 0 2023-12-03T11:49:42.988 INFO:tasks.workunit.client.0.smithi145.stderr: -132> 2023-12-03T11:49:42.875+0000 7efd137fe640 10 monclient: _check_auth_tickets 2023-12-03T11:49:42.988 INFO:tasks.workunit.client.0.smithi145.stderr: -131> 2023-12-03T11:49:42.875+0000 7efdd7124800 5 monclient: authenticate success, global_id 6218 2023-12-03T11:49:42.988 INFO:tasks.workunit.client.0.smithi145.stderr: -130> 2023-12-03T11:49:42.875+0000 7efd137fe640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:42.988 INFO:tasks.workunit.client.0.smithi145.stderr: -129> 2023-12-03T11:49:42.875+0000 7efdd7124800 10 monclient: get_monmap_and_config success 2023-12-03T11:49:42.988 INFO:tasks.workunit.client.0.smithi145.stderr: -128> 2023-12-03T11:49:42.875+0000 7efdd7124800 4 set_mon_vals no callback set 2023-12-03T11:49:42.988 INFO:tasks.workunit.client.0.smithi145.stderr: -127> 2023-12-03T11:49:42.875+0000 7efd137fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:42.988 INFO:tasks.workunit.client.0.smithi145.stderr: -126> 2023-12-03T11:49:42.875+0000 7efd137fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:49:42.988 INFO:tasks.workunit.client.0.smithi145.stderr: -125> 2023-12-03T11:49:42.875+0000 7efd137fe640 10 monclient: dump: 2023-12-03T11:49:42.988 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.988 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.989 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.989 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.989 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.989 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.989 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.989 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.989 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.989 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.989 INFO:tasks.workunit.client.0.smithi145.stderr: -124> 2023-12-03T11:49:42.876+0000 7efdd7124800 10 monclient: shutdown 2023-12-03T11:49:42.989 INFO:tasks.workunit.client.0.smithi145.stderr: -123> 2023-12-03T11:49:42.876+0000 7efdd7124800 10 monclient: build_initial_monmap 2023-12-03T11:49:42.989 INFO:tasks.workunit.client.0.smithi145.stderr: -122> 2023-12-03T11:49:42.876+0000 7efdd7124800 1 build_initial for_mkfs: 0 2023-12-03T11:49:42.989 INFO:tasks.workunit.client.0.smithi145.stderr: -121> 2023-12-03T11:49:42.876+0000 7efdd7124800 10 monclient: monmap: 2023-12-03T11:49:42.989 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:49:42.989 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:49:42.989 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:49:42.990 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:49:42.990 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:49:42.990 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.990 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:49:42.990 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:49:42.990 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:49:42.990 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.990 INFO:tasks.workunit.client.0.smithi145.stderr: -120> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding auth protocol: cephx 2023-12-03T11:49:42.990 INFO:tasks.workunit.client.0.smithi145.stderr: -119> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding auth protocol: cephx 2023-12-03T11:49:42.990 INFO:tasks.workunit.client.0.smithi145.stderr: -118> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding auth protocol: cephx 2023-12-03T11:49:42.990 INFO:tasks.workunit.client.0.smithi145.stderr: -117> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: secure 2023-12-03T11:49:42.990 INFO:tasks.workunit.client.0.smithi145.stderr: -116> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: crc 2023-12-03T11:49:42.990 INFO:tasks.workunit.client.0.smithi145.stderr: -115> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: secure 2023-12-03T11:49:42.990 INFO:tasks.workunit.client.0.smithi145.stderr: -114> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: crc 2023-12-03T11:49:42.990 INFO:tasks.workunit.client.0.smithi145.stderr: -113> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: secure 2023-12-03T11:49:42.991 INFO:tasks.workunit.client.0.smithi145.stderr: -112> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: crc 2023-12-03T11:49:42.991 INFO:tasks.workunit.client.0.smithi145.stderr: -111> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: crc 2023-12-03T11:49:42.991 INFO:tasks.workunit.client.0.smithi145.stderr: -110> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: secure 2023-12-03T11:49:42.991 INFO:tasks.workunit.client.0.smithi145.stderr: -109> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: crc 2023-12-03T11:49:42.991 INFO:tasks.workunit.client.0.smithi145.stderr: -108> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: secure 2023-12-03T11:49:42.991 INFO:tasks.workunit.client.0.smithi145.stderr: -107> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: crc 2023-12-03T11:49:42.991 INFO:tasks.workunit.client.0.smithi145.stderr: -106> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5296440) adding con mode: secure 2023-12-03T11:49:42.991 INFO:tasks.workunit.client.0.smithi145.stderr: -105> 2023-12-03T11:49:42.876+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.991 INFO:tasks.workunit.client.0.smithi145.stderr: -104> 2023-12-03T11:49:42.876+0000 7efdd7124800 1 librados: starting msgr at 2023-12-03T11:49:42.991 INFO:tasks.workunit.client.0.smithi145.stderr: -103> 2023-12-03T11:49:42.876+0000 7efdd7124800 1 librados: starting objecter 2023-12-03T11:49:42.991 INFO:tasks.workunit.client.0.smithi145.stderr: -102> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command objecter_requests cmddesc objecter_requests hook 0x5602a525e720 EEXIST 2023-12-03T11:49:42.991 INFO:tasks.workunit.client.0.smithi145.stderr: -101> 2023-12-03T11:49:42.876+0000 7efdd7124800 1 librados: setting wanted keys 2023-12-03T11:49:42.991 INFO:tasks.workunit.client.0.smithi145.stderr: -100> 2023-12-03T11:49:42.876+0000 7efdd7124800 1 librados: calling monclient init 2023-12-03T11:49:42.991 INFO:tasks.workunit.client.0.smithi145.stderr: -99> 2023-12-03T11:49:42.876+0000 7efdd7124800 10 monclient: init 2023-12-03T11:49:42.991 INFO:tasks.workunit.client.0.smithi145.stderr: -98> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding auth protocol: cephx 2023-12-03T11:49:42.992 INFO:tasks.workunit.client.0.smithi145.stderr: -97> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding auth protocol: cephx 2023-12-03T11:49:42.992 INFO:tasks.workunit.client.0.smithi145.stderr: -96> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding auth protocol: cephx 2023-12-03T11:49:42.992 INFO:tasks.workunit.client.0.smithi145.stderr: -95> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: secure 2023-12-03T11:49:42.992 INFO:tasks.workunit.client.0.smithi145.stderr: -94> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: crc 2023-12-03T11:49:42.992 INFO:tasks.workunit.client.0.smithi145.stderr: -93> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: secure 2023-12-03T11:49:42.992 INFO:tasks.workunit.client.0.smithi145.stderr: -92> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: crc 2023-12-03T11:49:42.992 INFO:tasks.workunit.client.0.smithi145.stderr: -91> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: secure 2023-12-03T11:49:42.992 INFO:tasks.workunit.client.0.smithi145.stderr: -90> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: crc 2023-12-03T11:49:42.992 INFO:tasks.workunit.client.0.smithi145.stderr: -89> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: crc 2023-12-03T11:49:42.992 INFO:tasks.workunit.client.0.smithi145.stderr: -88> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: secure 2023-12-03T11:49:42.992 INFO:tasks.workunit.client.0.smithi145.stderr: -87> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: crc 2023-12-03T11:49:42.992 INFO:tasks.workunit.client.0.smithi145.stderr: -86> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: secure 2023-12-03T11:49:42.992 INFO:tasks.workunit.client.0.smithi145.stderr: -85> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: crc 2023-12-03T11:49:42.992 INFO:tasks.workunit.client.0.smithi145.stderr: -84> 2023-12-03T11:49:42.876+0000 7efdd7124800 5 AuthRegistry(0x5602a5299a68) adding con mode: secure 2023-12-03T11:49:42.992 INFO:tasks.workunit.client.0.smithi145.stderr: -83> 2023-12-03T11:49:42.876+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.992 INFO:tasks.workunit.client.0.smithi145.stderr: -82> 2023-12-03T11:49:42.877+0000 7efdd7124800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:42.993 INFO:tasks.workunit.client.0.smithi145.stderr: -81> 2023-12-03T11:49:42.877+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command rotate-key cmddesc rotate-key hook 0x5602a5299bb0 EEXIST 2023-12-03T11:49:42.993 INFO:tasks.workunit.client.0.smithi145.stderr: -80> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient: _reopen_session rank -1 2023-12-03T11:49:42.993 INFO:tasks.workunit.client.0.smithi145.stderr: -79> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient: _add_conns ranks=[1,2,0] 2023-12-03T11:49:42.993 INFO:tasks.workunit.client.0.smithi145.stderr: -78> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-b con 0x5602a5293b00 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:49:42.993 INFO:tasks.workunit.client.0.smithi145.stderr: -77> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-c con 0x5602a5298dc0 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:49:42.993 INFO:tasks.workunit.client.0.smithi145.stderr: -76> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient(hunting): picked mon.noname-a con 0x5602a529bb30 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:49:42.993 INFO:tasks.workunit.client.0.smithi145.stderr: -75> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.993 INFO:tasks.workunit.client.0.smithi145.stderr: -74> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.993 INFO:tasks.workunit.client.0.smithi145.stderr: -73> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:42.993 INFO:tasks.workunit.client.0.smithi145.stderr: -72> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient(hunting): _renew_subs 2023-12-03T11:49:42.993 INFO:tasks.workunit.client.0.smithi145.stderr: -71> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient(hunting): authenticate will time out at 1538.226891s 2023-12-03T11:49:42.993 INFO:tasks.workunit.client.0.smithi145.stderr: -70> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient(hunting): get_auth_request con 0x5602a529bb30 auth_method 0 2023-12-03T11:49:42.993 INFO:tasks.workunit.client.0.smithi145.stderr: -69> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.993 INFO:tasks.workunit.client.0.smithi145.stderr: -68> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.994 INFO:tasks.workunit.client.0.smithi145.stderr: -67> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.994 INFO:tasks.workunit.client.0.smithi145.stderr: -66> 2023-12-03T11:49:42.877+0000 7efdd2e5a640 10 monclient(hunting): get_auth_request con 0x5602a5298dc0 auth_method 0 2023-12-03T11:49:42.994 INFO:tasks.workunit.client.0.smithi145.stderr: -65> 2023-12-03T11:49:42.877+0000 7efdd2e5a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.994 INFO:tasks.workunit.client.0.smithi145.stderr: -64> 2023-12-03T11:49:42.877+0000 7efdd2e5a640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.994 INFO:tasks.workunit.client.0.smithi145.stderr: -63> 2023-12-03T11:49:42.877+0000 7efdd2e5a640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.994 INFO:tasks.workunit.client.0.smithi145.stderr: -62> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.994 INFO:tasks.workunit.client.0.smithi145.stderr: -61> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.994 INFO:tasks.workunit.client.0.smithi145.stderr: -60> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.994 INFO:tasks.workunit.client.0.smithi145.stderr: -59> 2023-12-03T11:49:42.877+0000 7efdd365b640 10 monclient(hunting): get_auth_request con 0x5602a5293b00 auth_method 0 2023-12-03T11:49:42.994 INFO:tasks.workunit.client.0.smithi145.stderr: -58> 2023-12-03T11:49:42.877+0000 7efdd365b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:42.994 INFO:tasks.workunit.client.0.smithi145.stderr: -57> 2023-12-03T11:49:42.877+0000 7efdd365b640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:42.994 INFO:tasks.workunit.client.0.smithi145.stderr: -56> 2023-12-03T11:49:42.877+0000 7efdd365b640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:42.994 INFO:tasks.workunit.client.0.smithi145.stderr: -55> 2023-12-03T11:49:42.877+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.994 INFO:tasks.workunit.client.0.smithi145.stderr: -54> 2023-12-03T11:49:42.877+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.994 INFO:tasks.workunit.client.0.smithi145.stderr: -53> 2023-12-03T11:49:42.877+0000 7efdd2e5a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.995 INFO:tasks.workunit.client.0.smithi145.stderr: -52> 2023-12-03T11:49:42.877+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:42.995 INFO:tasks.workunit.client.0.smithi145.stderr: -51> 2023-12-03T11:49:42.877+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:42.995 INFO:tasks.workunit.client.0.smithi145.stderr: -50> 2023-12-03T11:49:42.877+0000 7efdd365b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:42.995 INFO:tasks.workunit.client.0.smithi145.stderr: -49> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient(hunting): handle_auth_done global_id 6453 payload 824 2023-12-03T11:49:42.995 INFO:tasks.workunit.client.0.smithi145.stderr: -48> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient: _finish_hunting 0 2023-12-03T11:49:42.995 INFO:tasks.workunit.client.0.smithi145.stderr: -47> 2023-12-03T11:49:42.877+0000 7efdca659640 1 monclient: found mon.noname-a 2023-12-03T11:49:42.995 INFO:tasks.workunit.client.0.smithi145.stderr: -46> 2023-12-03T11:49:42.877+0000 7efdca659640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.995 INFO:tasks.workunit.client.0.smithi145.stderr: -45> 2023-12-03T11:49:42.877+0000 7efd11ffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:42.995 INFO:tasks.workunit.client.0.smithi145.stderr: -44> 2023-12-03T11:49:42.877+0000 7efd11ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:49:42.995 INFO:tasks.workunit.client.0.smithi145.stderr: -43> 2023-12-03T11:49:42.877+0000 7efd11ffb640 10 monclient: dump: 2023-12-03T11:49:42.995 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.995 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.995 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.995 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.995 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.995 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.996 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.996 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.996 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.996 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.996 INFO:tasks.workunit.client.0.smithi145.stderr: -42> 2023-12-03T11:49:42.877+0000 7efd11ffb640 10 monclient: _finish_auth 0 2023-12-03T11:49:42.996 INFO:tasks.workunit.client.0.smithi145.stderr: -41> 2023-12-03T11:49:42.877+0000 7efd11ffb640 10 monclient: _check_auth_tickets 2023-12-03T11:49:42.996 INFO:tasks.workunit.client.0.smithi145.stderr: -40> 2023-12-03T11:49:42.877+0000 7efd11ffb640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:42.996 INFO:tasks.workunit.client.0.smithi145.stderr: -39> 2023-12-03T11:49:42.877+0000 7efd11ffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:42.996 INFO:tasks.workunit.client.0.smithi145.stderr: -38> 2023-12-03T11:49:42.877+0000 7efd11ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:49:42.996 INFO:tasks.workunit.client.0.smithi145.stderr: -37> 2023-12-03T11:49:42.877+0000 7efd11ffb640 10 monclient: dump: 2023-12-03T11:49:42.996 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:49:42.996 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:49:42.996 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.996 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:49:42.997 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:42.997 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:49:42.997 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:49:42.997 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:49:42.997 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:49:42.997 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:42.997 INFO:tasks.workunit.client.0.smithi145.stderr: -36> 2023-12-03T11:49:42.877+0000 7efdd7124800 5 monclient: authenticate success, global_id 6453 2023-12-03T11:49:42.997 INFO:tasks.workunit.client.0.smithi145.stderr: -35> 2023-12-03T11:49:42.877+0000 7efd137fe640 4 set_mon_vals no callback set 2023-12-03T11:49:42.997 INFO:tasks.workunit.client.0.smithi145.stderr: -34> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient: _renew_subs 2023-12-03T11:49:42.997 INFO:tasks.workunit.client.0.smithi145.stderr: -33> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.997 INFO:tasks.workunit.client.0.smithi145.stderr: -32> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient: _renew_subs 2023-12-03T11:49:42.997 INFO:tasks.workunit.client.0.smithi145.stderr: -31> 2023-12-03T11:49:42.877+0000 7efdd7124800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.145:3300/0 2023-12-03T11:49:42.997 INFO:tasks.workunit.client.0.smithi145.stderr: -30> 2023-12-03T11:49:42.877+0000 7efdd7124800 1 librados: init done 2023-12-03T11:49:42.997 INFO:tasks.workunit.client.0.smithi145.stderr: -29> 2023-12-03T11:49:42.877+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command cr dump hook 0x5602a529e958 2023-12-03T11:49:42.997 INFO:tasks.workunit.client.0.smithi145.stderr: -28> 2023-12-03T11:49:42.879+0000 7efd11ffb640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:49:42.998 INFO:tasks.workunit.client.0.smithi145.stderr: -27> 2023-12-03T11:49:42.879+0000 7efd11ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:49:42.998 INFO:tasks.workunit.client.0.smithi145.stderr: -26> 2023-12-03T11:49:42.879+0000 7efd11ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:49:42.998 INFO:tasks.workunit.client.0.smithi145.stderr: -25> 2023-12-03T11:49:42.879+0000 7efdd365b640 10 monclient: get_auth_request con 0x7efd04069820 auth_method 0 2023-12-03T11:49:42.998 INFO:tasks.workunit.client.0.smithi145.stderr: -24> 2023-12-03T11:49:42.879+0000 7efdd7124800 5 note: GC not initialized 2023-12-03T11:49:42.998 INFO:tasks.workunit.client.0.smithi145.stderr: -23> 2023-12-03T11:49:42.879+0000 7efd02ffd640 20 reqs_thread_entry: start 2023-12-03T11:49:42.998 INFO:tasks.workunit.client.0.smithi145.stderr: -22> 2023-12-03T11:49:42.879+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command sync trace show hook 0x7efdc4004460 2023-12-03T11:49:42.998 INFO:tasks.workunit.client.0.smithi145.stderr: -21> 2023-12-03T11:49:42.879+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command sync trace history hook 0x7efdc4004460 2023-12-03T11:49:42.998 INFO:tasks.workunit.client.0.smithi145.stderr: -20> 2023-12-03T11:49:42.879+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command sync trace active hook 0x7efdc4004460 2023-12-03T11:49:42.998 INFO:tasks.workunit.client.0.smithi145.stderr: -19> 2023-12-03T11:49:42.879+0000 7efdd7124800 5 asok(0x5602a4ffca10) register_command sync trace active_short hook 0x7efdc4004460 2023-12-03T11:49:42.998 INFO:tasks.workunit.client.0.smithi145.stderr: -18> 2023-12-03T11:49:42.879+0000 7efdd7124800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:42.998 INFO:tasks.workunit.client.0.smithi145.stderr: -17> 2023-12-03T11:49:42.880+0000 7efdd7124800 20 Filter name: none 2023-12-03T11:49:42.998 INFO:tasks.workunit.client.0.smithi145.stderr: -16> 2023-12-03T11:49:42.880+0000 7efd00ff9640 20 reqs_thread_entry: start 2023-12-03T11:49:42.998 INFO:tasks.workunit.client.0.smithi145.stderr: -15> 2023-12-03T11:49:42.880+0000 7efdd7124800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-12-03T11:49:42.998 INFO:tasks.workunit.client.0.smithi145.stderr: -14> 2023-12-03T11:49:42.880+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.998 INFO:tasks.workunit.client.0.smithi145.stderr: -13> 2023-12-03T11:49:42.880+0000 7efdd7124800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:42.999 INFO:tasks.workunit.client.0.smithi145.stderr: -12> 2023-12-03T11:49:42.880+0000 7efdd7124800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-12-03T11:49:42.999 INFO:tasks.workunit.client.0.smithi145.stderr: -11> 2023-12-03T11:49:42.880+0000 7efdd7124800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-12-03T11:49:42.999 INFO:tasks.workunit.client.0.smithi145.stderr: -10> 2023-12-03T11:49:42.880+0000 7efdd7124800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 : miss 2023-12-03T11:49:42.999 INFO:tasks.workunit.client.0.smithi145.stderr: -9> 2023-12-03T11:49:42.880+0000 7efdd7124800 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.999 INFO:tasks.workunit.client.0.smithi145.stderr: -8> 2023-12-03T11:49:42.881+0000 7efdd7124800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:42.999 INFO:tasks.workunit.client.0.smithi145.stderr: -7> 2023-12-03T11:49:42.881+0000 7efdd7124800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 info.flags=0x17 2023-12-03T11:49:42.999 INFO:tasks.workunit.client.0.smithi145.stderr: -6> 2023-12-03T11:49:42.881+0000 7efdd7124800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 to cache LRU end 2023-12-03T11:49:42.999 INFO:tasks.workunit.client.0.smithi145.stderr: -5> 2023-12-03T11:49:42.881+0000 7efdd7124800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:42.999 INFO:tasks.workunit.client.0.smithi145.stderr: -4> 2023-12-03T11:49:42.881+0000 7efdd7124800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:42.999 INFO:tasks.workunit.client.0.smithi145.stderr: -3> 2023-12-03T11:49:42.881+0000 7efdd7124800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 2023-12-03T11:49:42.999 INFO:tasks.workunit.client.0.smithi145.stderr: -2> 2023-12-03T11:49:42.881+0000 7efdd2e5a640 10 monclient: get_auth_request con 0x5602a52e73f0 auth_method 0 2023-12-03T11:49:42.999 INFO:tasks.workunit.client.0.smithi145.stderr: -1> 2023-12-03T11:49:42.884+0000 7efdd7124800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7efdd7124800 time 2023-12-03T11:49:42.884788+0000 2023-12-03T11:49:42.999 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:49:42.999 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:43.000 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:49:43.000 INFO:tasks.workunit.client.0.smithi145.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7efdd9d6eef8] 2023-12-03T11:49:43.000 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7efdd9d6f0b6] 2023-12-03T11:49:43.000 INFO:tasks.workunit.client.0.smithi145.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5602a34b6a71] 2023-12-03T11:49:43.000 INFO:tasks.workunit.client.0.smithi145.stderr: 4: radosgw-admin(+0x79787a) [0x5602a34be87a] 2023-12-03T11:49:43.000 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x5602a34c2e6b] 2023-12-03T11:49:43.000 INFO:tasks.workunit.client.0.smithi145.stderr: 6: main() 2023-12-03T11:49:43.000 INFO:tasks.workunit.client.0.smithi145.stderr: 7: /lib64/libc.so.6(+0x3feb0) [0x7efdd763feb0] 2023-12-03T11:49:43.000 INFO:tasks.workunit.client.0.smithi145.stderr: 8: __libc_start_main() 2023-12-03T11:49:43.000 INFO:tasks.workunit.client.0.smithi145.stderr: 9: _start() 2023-12-03T11:49:43.000 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:43.000 INFO:tasks.workunit.client.0.smithi145.stderr: 0> 2023-12-03T11:49:42.885+0000 7efdd7124800 -1 *** Caught signal (Aborted) ** 2023-12-03T11:49:43.000 INFO:tasks.workunit.client.0.smithi145.stderr: in thread 7efdd7124800 thread_name:radosgw-admin 2023-12-03T11:49:43.000 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:43.001 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:49:43.001 INFO:tasks.workunit.client.0.smithi145.stderr: 1: /lib64/libc.so.6(+0x54db0) [0x7efdd7654db0] 2023-12-03T11:49:43.001 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /lib64/libc.so.6(+0xa154c) [0x7efdd76a154c] 2023-12-03T11:49:43.001 INFO:tasks.workunit.client.0.smithi145.stderr: 3: raise() 2023-12-03T11:49:43.001 INFO:tasks.workunit.client.0.smithi145.stderr: 4: abort() 2023-12-03T11:49:43.001 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7efdd9d6ef52] 2023-12-03T11:49:43.001 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7efdd9d6f0b6] 2023-12-03T11:49:43.001 INFO:tasks.workunit.client.0.smithi145.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5602a34b6a71] 2023-12-03T11:49:43.001 INFO:tasks.workunit.client.0.smithi145.stderr: 8: radosgw-admin(+0x79787a) [0x5602a34be87a] 2023-12-03T11:49:43.001 INFO:tasks.workunit.client.0.smithi145.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x5602a34c2e6b] 2023-12-03T11:49:43.001 INFO:tasks.workunit.client.0.smithi145.stderr: 10: main() 2023-12-03T11:49:43.001 INFO:tasks.workunit.client.0.smithi145.stderr: 11: /lib64/libc.so.6(+0x3feb0) [0x7efdd763feb0] 2023-12-03T11:49:43.001 INFO:tasks.workunit.client.0.smithi145.stderr: 12: __libc_start_main() 2023-12-03T11:49:43.001 INFO:tasks.workunit.client.0.smithi145.stderr: 13: _start() 2023-12-03T11:49:43.001 INFO:tasks.workunit.client.0.smithi145.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:49:43.002 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:43.002 INFO:tasks.workunit.client.0.smithi145.stderr:--- logging levels --- 2023-12-03T11:49:43.002 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 none 2023-12-03T11:49:43.002 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 lockdep 2023-12-03T11:49:43.002 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 context 2023-12-03T11:49:43.002 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 crush 2023-12-03T11:49:43.002 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds 2023-12-03T11:49:43.002 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_balancer 2023-12-03T11:49:43.002 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_locker 2023-12-03T11:49:43.002 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_log 2023-12-03T11:49:43.002 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_log_expire 2023-12-03T11:49:43.002 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_migrator 2023-12-03T11:49:43.002 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 buffer 2023-12-03T11:49:43.002 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 timer 2023-12-03T11:49:43.002 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 filer 2023-12-03T11:49:43.002 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 striper 2023-12-03T11:49:43.003 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 objecter 2023-12-03T11:49:43.003 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rados 2023-12-03T11:49:43.003 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd 2023-12-03T11:49:43.003 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_mirror 2023-12-03T11:49:43.003 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_replay 2023-12-03T11:49:43.003 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_pwl 2023-12-03T11:49:43.003 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 journaler 2023-12-03T11:49:43.003 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 objectcacher 2023-12-03T11:49:43.003 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 immutable_obj_cache 2023-12-03T11:49:43.003 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 client 2023-12-03T11:49:43.003 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 osd 2023-12-03T11:49:43.003 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 optracker 2023-12-03T11:49:43.003 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 objclass 2023-12-03T11:49:43.003 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 filestore 2023-12-03T11:49:43.003 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 journal 2023-12-03T11:49:43.004 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 0 ms 2023-12-03T11:49:43.004 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mon 2023-12-03T11:49:43.004 INFO:tasks.workunit.client.0.smithi145.stderr: 0/10 monc 2023-12-03T11:49:43.004 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 paxos 2023-12-03T11:49:43.004 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 tp 2023-12-03T11:49:43.004 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 auth 2023-12-03T11:49:43.004 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 crypto 2023-12-03T11:49:43.004 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 finisher 2023-12-03T11:49:43.004 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 reserver 2023-12-03T11:49:43.004 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 heartbeatmap 2023-12-03T11:49:43.004 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 perfcounter 2023-12-03T11:49:43.004 INFO:tasks.workunit.client.0.smithi145.stderr: 20/20 rgw 2023-12-03T11:49:43.004 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_sync 2023-12-03T11:49:43.004 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_datacache 2023-12-03T11:49:43.004 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_access 2023-12-03T11:49:43.005 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_dbstore 2023-12-03T11:49:43.005 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_flight 2023-12-03T11:49:43.005 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 javaclient 2023-12-03T11:49:43.005 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 asok 2023-12-03T11:49:43.005 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 throttle 2023-12-03T11:49:43.005 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 0 refs 2023-12-03T11:49:43.005 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 compressor 2023-12-03T11:49:43.005 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 bluestore 2023-12-03T11:49:43.005 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 bluefs 2023-12-03T11:49:43.005 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 bdev 2023-12-03T11:49:43.005 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 kstore 2023-12-03T11:49:43.005 INFO:tasks.workunit.client.0.smithi145.stderr: 4/ 5 rocksdb 2023-12-03T11:49:43.005 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 fuse 2023-12-03T11:49:43.005 INFO:tasks.workunit.client.0.smithi145.stderr: 2/ 5 mgr 2023-12-03T11:49:43.005 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mgrc 2023-12-03T11:49:43.005 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 dpdk 2023-12-03T11:49:43.006 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 eventtrace 2023-12-03T11:49:43.006 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 prioritycache 2023-12-03T11:49:43.006 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 test 2023-12-03T11:49:43.006 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cephfs_mirror 2023-12-03T11:49:43.006 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cephsqlite 2023-12-03T11:49:43.006 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 crimson_interrupt 2023-12-03T11:49:43.006 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore 2023-12-03T11:49:43.006 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_onode 2023-12-03T11:49:43.006 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_odata 2023-12-03T11:49:43.006 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_omap 2023-12-03T11:49:43.006 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_tm 2023-12-03T11:49:43.006 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_t 2023-12-03T11:49:43.006 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_cleaner 2023-12-03T11:49:43.006 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_epm 2023-12-03T11:49:43.006 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_lba 2023-12-03T11:49:43.007 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_fixedkv_tree 2023-12-03T11:49:43.007 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_cache 2023-12-03T11:49:43.007 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_journal 2023-12-03T11:49:43.007 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_device 2023-12-03T11:49:43.007 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_backref 2023-12-03T11:49:43.007 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 alienstore 2023-12-03T11:49:43.007 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mclock 2023-12-03T11:49:43.007 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cyanstore 2023-12-03T11:49:43.007 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 ceph_exporter 2023-12-03T11:49:43.007 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 memstore 2023-12-03T11:49:43.007 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 trace 2023-12-03T11:49:43.007 INFO:tasks.workunit.client.0.smithi145.stderr: -2/-2 (syslog threshold) 2023-12-03T11:49:43.007 INFO:tasks.workunit.client.0.smithi145.stderr: 99/99 (stderr threshold) 2023-12-03T11:49:43.007 INFO:tasks.workunit.client.0.smithi145.stderr:--- pthread ID / name mapping for recent threads --- 2023-12-03T11:49:43.007 INFO:tasks.workunit.client.0.smithi145.stderr: 7efd00ff9640 / http_manager 2023-12-03T11:49:43.007 INFO:tasks.workunit.client.0.smithi145.stderr: 7efd02ffd640 / http_manager 2023-12-03T11:49:43.008 INFO:tasks.workunit.client.0.smithi145.stderr: 7efd11ffb640 / ms_dispatch 2023-12-03T11:49:43.008 INFO:tasks.workunit.client.0.smithi145.stderr: 7efd137fe640 / io_context_pool 2023-12-03T11:49:43.008 INFO:tasks.workunit.client.0.smithi145.stderr: 7efd13fff640 / rgw_dt_lg_renew 2023-12-03T11:49:43.008 INFO:tasks.workunit.client.0.smithi145.stderr: 7efdb37fe640 / ms_dispatch 2023-12-03T11:49:43.008 INFO:tasks.workunit.client.0.smithi145.stderr: 7efdc9657640 / io_context_pool 2023-12-03T11:49:43.008 INFO:tasks.workunit.client.0.smithi145.stderr: 7efdca659640 / msgr-worker-2 2023-12-03T11:49:43.008 INFO:tasks.workunit.client.0.smithi145.stderr: 7efdd0e56640 / ms_dispatch 2023-12-03T11:49:43.008 INFO:tasks.workunit.client.0.smithi145.stderr: 7efdd1e58640 / io_context_pool 2023-12-03T11:49:43.008 INFO:tasks.workunit.client.0.smithi145.stderr: 7efdd2e5a640 / msgr-worker-1 2023-12-03T11:49:43.008 INFO:tasks.workunit.client.0.smithi145.stderr: 7efdd365b640 / msgr-worker-0 2023-12-03T11:49:43.008 INFO:tasks.workunit.client.0.smithi145.stderr: 7efdd7124800 / radosgw-admin 2023-12-03T11:49:43.008 INFO:tasks.workunit.client.0.smithi145.stderr: max_recent 500 2023-12-03T11:49:43.008 INFO:tasks.workunit.client.0.smithi145.stderr: max_new 1000 2023-12-03T11:49:43.008 INFO:tasks.workunit.client.0.smithi145.stderr: log_file /var/lib/ceph/crash/2023-12-03T11:49:42.886318Z_3cb540e4-3f39-4342-b8c4-c9dd2e8bc357/log 2023-12-03T11:49:43.008 INFO:tasks.workunit.client.0.smithi145.stderr:--- end dump of recent events --- 2023-12-03T11:49:43.008 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2023-12-03T11:49:43.014 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:43.014 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:43.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.931+0000 7f8e22128800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.933+0000 7f8e22128800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:43.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.933+0000 7f8e22128800 20 realm 2023-12-03T11:49:43.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.933+0000 7f8e22128800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.933+0000 7f8e22128800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:43.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.933+0000 7f8e22128800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:43.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.933+0000 7f8e22128800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.933+0000 7f8e22128800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:43.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.933+0000 7f8e22128800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.934+0000 7f8e22128800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:43.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.934+0000 7f8e22128800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.935+0000 7f8e22128800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:43.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.935+0000 7f8e22128800 20 searching for the correct realm 2023-12-03T11:49:43.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.943+0000 7f8e1ddd0640 0 -- 172.21.15.145:0/320649489 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f8e1802a020 msgr2=0x7f8e180089c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:43.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.944+0000 7f8e22128800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:43.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.944+0000 7f8e22128800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:43.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.944+0000 7f8e22128800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:43.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.944+0000 7f8e22128800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:43.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.944+0000 7f8e22128800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.945+0000 7f8e22128800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:43.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.945+0000 7f8e22128800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.945+0000 7f8e22128800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:43.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.945+0000 7f8e22128800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.945+0000 7f8e22128800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:43.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.945+0000 7f8e22128800 20 zone default found 2023-12-03T11:49:43.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.945+0000 7f8e22128800 4 Realm: () 2023-12-03T11:49:43.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.945+0000 7f8e22128800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:43.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.945+0000 7f8e22128800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:43.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.945+0000 7f8e22128800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:43.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.945+0000 7f8e22128800 20 zonegroup default 2023-12-03T11:49:43.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.945+0000 7f8e22128800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.945+0000 7f8e22128800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:43.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.946+0000 7f8e22128800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.946+0000 7f8e22128800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:43.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.946+0000 7f8e22128800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.946+0000 7f8e22128800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:43.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.946+0000 7f8e22128800 20 started sync module instance, tier type = 2023-12-03T11:49:43.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.946+0000 7f8e22128800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:43.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.951+0000 7f8e1ddd0640 0 -- 172.21.15.145:0/320649489 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f8df80795f0 msgr2=0x7f8df807ba20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:43.016 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.954+0000 7f8e22128800 20 add_watcher() i=0 2023-12-03T11:49:43.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.954+0000 7f8e22128800 20 add_watcher() i=1 2023-12-03T11:49:43.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.954+0000 7f8e22128800 20 add_watcher() i=2 2023-12-03T11:49:43.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.954+0000 7f8e22128800 20 add_watcher() i=3 2023-12-03T11:49:43.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.954+0000 7f8e22128800 20 add_watcher() i=4 2023-12-03T11:49:43.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.954+0000 7f8e22128800 20 add_watcher() i=5 2023-12-03T11:49:43.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.954+0000 7f8e22128800 20 add_watcher() i=6 2023-12-03T11:49:43.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.956+0000 7f8e22128800 20 add_watcher() i=7 2023-12-03T11:49:43.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.956+0000 7f8e22128800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:43.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.957+0000 7f8de37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:43.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.958+0000 7f8e22128800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:43.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.958+0000 7f8e22128800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:43.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.963+0000 7f8e22128800 5 note: GC not initialized 2023-12-03T11:49:43.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.964+0000 7f8d527fc640 20 reqs_thread_entry: start 2023-12-03T11:49:43.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.964+0000 7f8e22128800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:43.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.964+0000 7f8e22128800 20 Filter name: none 2023-12-03T11:49:43.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.964+0000 7f8d43fff640 20 reqs_thread_entry: start 2023-12-03T11:49:43.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.964+0000 7f8e22128800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.964+0000 7f8e22128800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:43.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.964+0000 7f8e22128800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.965+0000 7f8e22128800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:43.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.965+0000 7f8e22128800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:43.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.965+0000 7f8e22128800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.965+0000 7f8e22128800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:43.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.965+0000 7f8e22128800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.965+0000 7f8e22128800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:43.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.965+0000 7f8e22128800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:43.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.966+0000 7f8e22128800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.966+0000 7f8e22128800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:43.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.967+0000 7f8de37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:43.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.969+0000 7f8e22128800 20 remove_watcher() i=0 2023-12-03T11:49:43.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.969+0000 7f8e22128800 2 removed watcher, disabling cache 2023-12-03T11:49:43.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.970+0000 7f8e22128800 20 remove_watcher() i=1 2023-12-03T11:49:43.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.971+0000 7f8e22128800 20 remove_watcher() i=2 2023-12-03T11:49:43.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.972+0000 7f8e22128800 20 remove_watcher() i=3 2023-12-03T11:49:43.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.973+0000 7f8e22128800 20 remove_watcher() i=4 2023-12-03T11:49:43.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.974+0000 7f8e22128800 20 remove_watcher() i=5 2023-12-03T11:49:43.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.975+0000 7f8e22128800 20 remove_watcher() i=6 2023-12-03T11:49:43.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:42.976+0000 7f8e22128800 20 remove_watcher() i=7 2023-12-03T11:49:43.019 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:43.019 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:49:43.019 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: abort-at-set-target-layout id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:49:43.019 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:49:43.020 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:43.020 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:43.020 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:49:43.020 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:49:43.033 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:49:43.062 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:43.062 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:43.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.074+0000 7f9886d3b800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.076+0000 7f9886d3b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:43.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.076+0000 7f9886d3b800 20 realm 2023-12-03T11:49:43.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.076+0000 7f9886d3b800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.076+0000 7f9886d3b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:43.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.076+0000 7f9886d3b800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:43.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.076+0000 7f9886d3b800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.076+0000 7f9886d3b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:43.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.076+0000 7f9886d3b800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.077+0000 7f9886d3b800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:43.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.077+0000 7f9886d3b800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.078+0000 7f9886d3b800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:43.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.078+0000 7f9886d3b800 20 searching for the correct realm 2023-12-03T11:49:43.088 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.087+0000 7f9882a40640 0 -- 172.21.15.145:0/3847538979 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55b88c8e2270 msgr2=0x55b88c8e46c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:43.089 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.088+0000 7f9886d3b800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:49:43.089 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.088+0000 7f9886d3b800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:49:43.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.088+0000 7f9886d3b800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:43.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.088+0000 7f9886d3b800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:43.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.088+0000 7f9886d3b800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.088+0000 7f9886d3b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:43.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.088+0000 7f9886d3b800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.088+0000 7f9886d3b800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:43.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.088+0000 7f9886d3b800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.091 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.088+0000 7f9886d3b800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:43.091 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.088+0000 7f9886d3b800 20 zone default found 2023-12-03T11:49:43.091 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.088+0000 7f9886d3b800 4 Realm: () 2023-12-03T11:49:43.091 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.088+0000 7f9886d3b800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:49:43.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.088+0000 7f9886d3b800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:49:43.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.088+0000 7f9886d3b800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:43.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.088+0000 7f9886d3b800 20 zonegroup default 2023-12-03T11:49:43.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.088+0000 7f9886d3b800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.089+0000 7f9886d3b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:43.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.089+0000 7f9886d3b800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.089+0000 7f9886d3b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:43.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.089+0000 7f9886d3b800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.089+0000 7f9886d3b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:43.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.089+0000 7f9886d3b800 20 started sync module instance, tier type = 2023-12-03T11:49:43.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.089+0000 7f9886d3b800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:49:43.096 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.095+0000 7f9883241640 0 -- 172.21.15.145:0/3847538979 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f987803c410 msgr2=0x7f987803c890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:43.099 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.098+0000 7f9886d3b800 20 add_watcher() i=0 2023-12-03T11:49:43.099 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.098+0000 7f9886d3b800 20 add_watcher() i=1 2023-12-03T11:49:43.100 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.098+0000 7f9886d3b800 20 add_watcher() i=2 2023-12-03T11:49:43.100 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.098+0000 7f9886d3b800 20 add_watcher() i=3 2023-12-03T11:49:43.100 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.098+0000 7f9886d3b800 20 add_watcher() i=4 2023-12-03T11:49:43.100 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.098+0000 7f9886d3b800 20 add_watcher() i=5 2023-12-03T11:49:43.100 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.098+0000 7f9886d3b800 20 add_watcher() i=6 2023-12-03T11:49:43.100 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.099+0000 7f9886d3b800 20 add_watcher() i=7 2023-12-03T11:49:43.100 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.099+0000 7f9886d3b800 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:43.102 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.100+0000 7f97c3fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:43.102 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.101+0000 7f9886d3b800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:43.102 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.101+0000 7f9886d3b800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:43.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.106+0000 7f9886d3b800 5 note: GC not initialized 2023-12-03T11:49:43.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.107+0000 7f97b2ffd640 20 reqs_thread_entry: start 2023-12-03T11:49:43.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.107+0000 7f9886d3b800 20 init_complete bucket index max shards: 1 2023-12-03T11:49:43.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.107+0000 7f9886d3b800 20 Filter name: none 2023-12-03T11:49:43.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.107+0000 7f97b0ff9640 20 reqs_thread_entry: start 2023-12-03T11:49:43.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.107+0000 7f9886d3b800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-12-03T11:49:43.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.107+0000 7f9886d3b800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.107+0000 7f9886d3b800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:43.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.107+0000 7f9886d3b800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-12-03T11:49:43.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.107+0000 7f9886d3b800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-12-03T11:49:43.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.107+0000 7f9886d3b800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 : miss 2023-12-03T11:49:43.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.107+0000 7f9886d3b800 20 rados->read ofs=0 len=0 2023-12-03T11:49:43.110 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.108+0000 7f9886d3b800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:43.110 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.108+0000 7f9886d3b800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 info.flags=0x17 2023-12-03T11:49:43.110 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.108+0000 7f9886d3b800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 to cache LRU end 2023-12-03T11:49:43.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.108+0000 7f9886d3b800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:43.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.108+0000 7f9886d3b800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:43.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.108+0000 7f9886d3b800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 2023-12-03T11:49:43.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.109+0000 7f9886d3b800 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 to be held by another RGW process; skipping for now 2023-12-03T11:49:43.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.110+0000 7f97c3fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:43.113 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.112+0000 7f9886d3b800 20 remove_watcher() i=0 2023-12-03T11:49:43.113 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.112+0000 7f9886d3b800 2 removed watcher, disabling cache 2023-12-03T11:49:43.114 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.113+0000 7f9886d3b800 20 remove_watcher() i=1 2023-12-03T11:49:43.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.114+0000 7f9886d3b800 20 remove_watcher() i=2 2023-12-03T11:49:43.116 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.115+0000 7f9886d3b800 20 remove_watcher() i=3 2023-12-03T11:49:43.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.116+0000 7f9886d3b800 20 remove_watcher() i=4 2023-12-03T11:49:43.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.117+0000 7f9886d3b800 20 remove_watcher() i=5 2023-12-03T11:49:43.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.118+0000 7f9886d3b800 20 remove_watcher() i=6 2023-12-03T11:49:43.120 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:49:43.119+0000 7f9886d3b800 20 remove_watcher() i=7 2023-12-03T11:49:43.125 INFO:tasks.workunit.client.0.smithi145.stderr:waiting 30 seconds for reshard lock to expire... 2023-12-03T11:50:13.149 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:50:13.183 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:13.183 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:13.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.197+0000 7fdf517af800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.199+0000 7fdf517af800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.199+0000 7fdf517af800 20 realm 2023-12-03T11:50:13.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.199+0000 7fdf517af800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.199+0000 7fdf517af800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.199+0000 7fdf517af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:13.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.199+0000 7fdf517af800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.199+0000 7fdf517af800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.201 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.199+0000 7fdf517af800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.200+0000 7fdf517af800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:13.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.200+0000 7fdf517af800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.201+0000 7fdf517af800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:13.202 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.201+0000 7fdf517af800 20 searching for the correct realm 2023-12-03T11:50:13.214 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.212+0000 7fdf4f2af640 0 -- 172.21.15.145:0/4275525043 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5654ffe58ec0 msgr2=0x5654ffe5b2f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:13.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.213+0000 7fdf517af800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:13.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.213+0000 7fdf517af800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:13.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.213+0000 7fdf517af800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:13.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.213+0000 7fdf517af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:13.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.213+0000 7fdf517af800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.214+0000 7fdf517af800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.214+0000 7fdf517af800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.214+0000 7fdf517af800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:13.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.214+0000 7fdf517af800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.214+0000 7fdf517af800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:13.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.214+0000 7fdf517af800 20 zone default found 2023-12-03T11:50:13.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.214+0000 7fdf517af800 4 Realm: () 2023-12-03T11:50:13.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.214+0000 7fdf517af800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:13.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.214+0000 7fdf517af800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:13.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.214+0000 7fdf517af800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:13.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.214+0000 7fdf517af800 20 zonegroup default 2023-12-03T11:50:13.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.214+0000 7fdf517af800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.215+0000 7fdf517af800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.215+0000 7fdf517af800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.215+0000 7fdf517af800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.215+0000 7fdf517af800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.215+0000 7fdf517af800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.215+0000 7fdf517af800 20 started sync module instance, tier type = 2023-12-03T11:50:13.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.215+0000 7fdf517af800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:13.224 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.223+0000 7fdf4eaae640 0 -- 172.21.15.145:0/4275525043 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x5654ffe5c6d0 msgr2=0x5654ffe5eac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:13.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.225+0000 7fdf517af800 20 add_watcher() i=0 2023-12-03T11:50:13.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.225+0000 7fdf517af800 20 add_watcher() i=1 2023-12-03T11:50:13.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.225+0000 7fdf517af800 20 add_watcher() i=2 2023-12-03T11:50:13.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.225+0000 7fdf517af800 20 add_watcher() i=3 2023-12-03T11:50:13.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.225+0000 7fdf517af800 20 add_watcher() i=4 2023-12-03T11:50:13.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.225+0000 7fdf517af800 20 add_watcher() i=5 2023-12-03T11:50:13.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.226+0000 7fdf517af800 20 add_watcher() i=6 2023-12-03T11:50:13.228 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.226+0000 7fdf517af800 20 add_watcher() i=7 2023-12-03T11:50:13.228 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.226+0000 7fdf517af800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:13.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.229+0000 7fdf157e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:13.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.229+0000 7fdf517af800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:13.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.229+0000 7fdf517af800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:13.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.235+0000 7fdf517af800 5 note: GC not initialized 2023-12-03T11:50:13.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.235+0000 7fde83fff640 20 reqs_thread_entry: start 2023-12-03T11:50:13.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.235+0000 7fdf517af800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:13.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.235+0000 7fdf517af800 20 Filter name: none 2023-12-03T11:50:13.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.235+0000 7fde81ffb640 20 reqs_thread_entry: start 2023-12-03T11:50:13.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.235+0000 7fdf517af800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-12-03T11:50:13.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.235+0000 7fdf517af800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.238 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.236+0000 7fdf517af800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:50:13.238 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.236+0000 7fdf517af800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-12-03T11:50:13.238 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.236+0000 7fdf517af800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-12-03T11:50:13.239 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.236+0000 7fdf517af800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 : miss 2023-12-03T11:50:13.239 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.236+0000 7fdf517af800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.239 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.237+0000 7fdf517af800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:50:13.239 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.237+0000 7fdf517af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 info.flags=0x17 2023-12-03T11:50:13.239 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.237+0000 7fdf517af800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 to cache LRU end 2023-12-03T11:50:13.239 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.237+0000 7fdf517af800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:13.239 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.237+0000 7fdf517af800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:13.239 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.237+0000 7fdf517af800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 2023-12-03T11:50:13.243 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.241+0000 7fdf517af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 info.flags=0x17 2023-12-03T11:50:13.243 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.241+0000 7fdf517af800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 to cache LRU end 2023-12-03T11:50:13.243 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.241+0000 7fdf517af800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:13.243 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.241+0000 7fdf517af800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20, ofs0, ns] 2023-12-03T11:50:13.243 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.242+0000 7fdf35ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791318 cookie 94923070510496 notifier 6510 bl.length()=887 2023-12-03T11:50:13.243 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.242+0000 7fdf35ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 info.flags=0x17 2023-12-03T11:50:13.243 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.242+0000 7fdf35ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 to cache LRU end 2023-12-03T11:50:13.243 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.242+0000 7fdf35ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:13.244 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.242+0000 7fdf517af800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20]): orig_sources= new_sources= 2023-12-03T11:50:13.244 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.242+0000 7fdf517af800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20]): potential sources added=[] removed=[] 2023-12-03T11:50:13.244 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.242+0000 7fdf517af800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20]): orig_dests= new_dests= 2023-12-03T11:50:13.244 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.242+0000 7fdf517af800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20]): potential dests added=[] removed=[] 2023-12-03T11:50:13.245 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.243+0000 7fdf517af800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20.1.0 2023-12-03T11:50:13.245 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.243+0000 7fdf517af800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20.1.0 2023-12-03T11:50:13.245 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.243+0000 7fdf517af800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20.1.1 2023-12-03T11:50:13.245 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.243+0000 7fdf517af800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20.1.1 2023-12-03T11:50:13.245 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.243+0000 7fdf517af800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20.0 2023-12-03T11:50:13.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.246+0000 7fdf517af800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 : hit (requested=0x17, cached=0x17) 2023-12-03T11:50:13.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.246+0000 7fdf517af800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 2023-12-03T11:50:13.249 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.248+0000 7fdf517af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 info.flags=0x17 2023-12-03T11:50:13.249 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.248+0000 7fdf517af800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 to cache LRU end 2023-12-03T11:50:13.249 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.248+0000 7fdf517af800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:13.249 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.248+0000 7fdf517af800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20, ofs0, ns] 2023-12-03T11:50:13.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.248+0000 7fdf357fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791319 cookie 94923070510496 notifier 6510 bl.length()=855 2023-12-03T11:50:13.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.248+0000 7fdf357fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 info.flags=0x17 2023-12-03T11:50:13.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.248+0000 7fdf357fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 to cache LRU end 2023-12-03T11:50:13.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.248+0000 7fdf357fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:13.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.248+0000 7fdf517af800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20]): orig_sources= new_sources= 2023-12-03T11:50:13.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.248+0000 7fdf517af800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20]): potential sources added=[] removed=[] 2023-12-03T11:50:13.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.248+0000 7fdf517af800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20]): orig_dests= new_dests= 2023-12-03T11:50:13.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.248+0000 7fdf517af800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20]): potential dests added=[] removed=[] 2023-12-03T11:50:13.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.249+0000 7fdf517af800 1 execute INFO: reshard of bucket "abort-at-set-target-layout" completed successfully 2023-12-03T11:50:13.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.252+0000 7fdf157e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:13.255 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.254+0000 7fdf517af800 20 remove_watcher() i=0 2023-12-03T11:50:13.255 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.254+0000 7fdf517af800 2 removed watcher, disabling cache 2023-12-03T11:50:13.256 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.255+0000 7fdf517af800 20 remove_watcher() i=1 2023-12-03T11:50:13.257 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.256+0000 7fdf517af800 20 remove_watcher() i=2 2023-12-03T11:50:13.258 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.257+0000 7fdf517af800 20 remove_watcher() i=3 2023-12-03T11:50:13.259 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.258+0000 7fdf517af800 20 remove_watcher() i=4 2023-12-03T11:50:13.260 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.259+0000 7fdf517af800 20 remove_watcher() i=5 2023-12-03T11:50:13.261 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.260+0000 7fdf517af800 20 remove_watcher() i=6 2023-12-03T11:50:13.263 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.261+0000 7fdf517af800 20 remove_watcher() i=7 2023-12-03T11:50:13.270 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2023-12-03T11:50:13.298 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:13.298 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:13.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.311+0000 7faf7a7dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.312+0000 7faf7a7dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.312+0000 7faf7a7dc800 20 realm 2023-12-03T11:50:13.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.312+0000 7faf7a7dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.312+0000 7faf7a7dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.312+0000 7faf7a7dc800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:13.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.312+0000 7faf7a7dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.315 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.312+0000 7faf7a7dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.315 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.312+0000 7faf7a7dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.315 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.313+0000 7faf7a7dc800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:13.315 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.313+0000 7faf7a7dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.315 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.314+0000 7faf7a7dc800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:13.315 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.314+0000 7faf7a7dc800 20 searching for the correct realm 2023-12-03T11:50:13.526 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.524+0000 7faf782dc640 0 -- 172.21.15.145:0/2884125678 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7faf70075fb0 msgr2=0x7faf700571a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:13.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.527+0000 7faf7a7dc800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:13.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.527+0000 7faf7a7dc800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:13.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.527+0000 7faf7a7dc800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:13.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.527+0000 7faf7a7dc800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:13.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.527+0000 7faf7a7dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.527+0000 7faf7a7dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.527+0000 7faf7a7dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.527+0000 7faf7a7dc800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:13.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.527+0000 7faf7a7dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.528+0000 7faf7a7dc800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:13.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.528+0000 7faf7a7dc800 20 zone default found 2023-12-03T11:50:13.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.528+0000 7faf7a7dc800 4 Realm: () 2023-12-03T11:50:13.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.528+0000 7faf7a7dc800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:13.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.528+0000 7faf7a7dc800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:13.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.528+0000 7faf7a7dc800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:13.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.528+0000 7faf7a7dc800 20 zonegroup default 2023-12-03T11:50:13.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.528+0000 7faf7a7dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.528+0000 7faf7a7dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.528+0000 7faf7a7dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.528+0000 7faf7a7dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.528+0000 7faf7a7dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.529+0000 7faf7a7dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.529+0000 7faf7a7dc800 20 started sync module instance, tier type = 2023-12-03T11:50:13.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.529+0000 7faf7a7dc800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:13.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.531+0000 7faf78add640 0 -- 172.21.15.145:0/2884125678 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7faf6007fb80 msgr2=0x7faf60075920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:13.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.538+0000 7faf7a7dc800 20 add_watcher() i=0 2023-12-03T11:50:13.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.538+0000 7faf7a7dc800 20 add_watcher() i=1 2023-12-03T11:50:13.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.538+0000 7faf7a7dc800 20 add_watcher() i=2 2023-12-03T11:50:13.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.538+0000 7faf7a7dc800 20 add_watcher() i=3 2023-12-03T11:50:13.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.538+0000 7faf7a7dc800 20 add_watcher() i=4 2023-12-03T11:50:13.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.538+0000 7faf7a7dc800 20 add_watcher() i=5 2023-12-03T11:50:13.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.538+0000 7faf7a7dc800 20 add_watcher() i=6 2023-12-03T11:50:13.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.538+0000 7faf7a7dc800 20 add_watcher() i=7 2023-12-03T11:50:13.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.538+0000 7faf7a7dc800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:13.541 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.540+0000 7faf3e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:13.542 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.540+0000 7faf7a7dc800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:13.542 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.540+0000 7faf7a7dc800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:13.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.546+0000 7faf7a7dc800 5 note: GC not initialized 2023-12-03T11:50:13.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.546+0000 7faead7fa640 20 reqs_thread_entry: start 2023-12-03T11:50:13.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.546+0000 7faf7a7dc800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:13.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.546+0000 7faf7a7dc800 20 Filter name: none 2023-12-03T11:50:13.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.547+0000 7faea6ffd640 20 reqs_thread_entry: start 2023-12-03T11:50:13.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.547+0000 7faf7a7dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.547+0000 7faf7a7dc800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:50:13.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.547+0000 7faf7a7dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.548+0000 7faf7a7dc800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:50:13.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.548+0000 7faf7a7dc800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:13.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.548+0000 7faf7a7dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.548+0000 7faf7a7dc800 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:50:13.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.548+0000 7faf7a7dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.548+0000 7faf7a7dc800 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:50:13.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.548+0000 7faf7a7dc800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:13.551 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.549+0000 7faf7a7dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.551 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.549+0000 7faf7a7dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.551 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.550+0000 7faf3e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:13.553 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.552+0000 7faf7a7dc800 20 remove_watcher() i=0 2023-12-03T11:50:13.553 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.552+0000 7faf7a7dc800 2 removed watcher, disabling cache 2023-12-03T11:50:13.554 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.553+0000 7faf7a7dc800 20 remove_watcher() i=1 2023-12-03T11:50:13.555 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.554+0000 7faf7a7dc800 20 remove_watcher() i=2 2023-12-03T11:50:13.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.555+0000 7faf7a7dc800 20 remove_watcher() i=3 2023-12-03T11:50:13.557 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.556+0000 7faf7a7dc800 20 remove_watcher() i=4 2023-12-03T11:50:13.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.557+0000 7faf7a7dc800 20 remove_watcher() i=5 2023-12-03T11:50:13.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.558+0000 7faf7a7dc800 20 remove_watcher() i=6 2023-12-03T11:50:13.560 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.559+0000 7faf7a7dc800 20 remove_watcher() i=7 2023-12-03T11:50:13.565 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:13.565 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:50:13.565 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: abort-at-set-target-layout id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.20 num_objects: 19 size_kb: 1 num_shards: 2 2023-12-03T11:50:13.565 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:13.567 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.567 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.570 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.570 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.589 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.590 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.603 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: reshard bucket with EIO injected at block_writes 2023-12-03T11:50:13.603 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:13.604 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.604 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.614 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.614 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.658 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.658 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.664 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.664 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.670 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.670 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.676 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.676 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.682 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.682 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.688 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.688 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.694 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.694 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.700 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.700 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.706 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.706 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.712 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.712 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.718 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.719 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.725 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.725 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.731 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.731 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.737 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.737 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.742 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.743 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.748 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.748 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.754 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.754 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.760 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.760 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.766 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.766 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.772 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:13.772 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:13.779 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2023-12-03T11:50:13.806 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:13.806 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:13.819 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.818+0000 7fa4d8a33800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.821 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.820+0000 7fa4d8a33800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.822 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.820+0000 7fa4d8a33800 20 realm 2023-12-03T11:50:13.822 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.820+0000 7fa4d8a33800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.822 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.820+0000 7fa4d8a33800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.822 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.820+0000 7fa4d8a33800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:13.822 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.820+0000 7fa4d8a33800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.822 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.820+0000 7fa4d8a33800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.822 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.820+0000 7fa4d8a33800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.823 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.821+0000 7fa4d8a33800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:13.823 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.821+0000 7fa4d8a33800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.823 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.822+0000 7fa4d8a33800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:13.823 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.822+0000 7fa4d8a33800 20 searching for the correct realm 2023-12-03T11:50:13.832 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.830+0000 7fa4d6533640 0 -- 172.21.15.145:0/1944301128 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5582adf6e7e0 msgr2=0x5582adf70bd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:13.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.832+0000 7fa4d8a33800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:13.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.832+0000 7fa4d8a33800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:13.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.832+0000 7fa4d8a33800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:13.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.832+0000 7fa4d8a33800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:13.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.832+0000 7fa4d8a33800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.832+0000 7fa4d8a33800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.832+0000 7fa4d8a33800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.832+0000 7fa4d8a33800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:13.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.832+0000 7fa4d8a33800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.833+0000 7fa4d8a33800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:13.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.833+0000 7fa4d8a33800 20 zone default found 2023-12-03T11:50:13.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.833+0000 7fa4d8a33800 4 Realm: () 2023-12-03T11:50:13.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.833+0000 7fa4d8a33800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:13.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.833+0000 7fa4d8a33800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:13.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.833+0000 7fa4d8a33800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:13.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.833+0000 7fa4d8a33800 20 zonegroup default 2023-12-03T11:50:13.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.833+0000 7fa4d8a33800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.836 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.833+0000 7fa4d8a33800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.836 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.833+0000 7fa4d8a33800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.836 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.833+0000 7fa4d8a33800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.836 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.833+0000 7fa4d8a33800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.836 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.833+0000 7fa4d8a33800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.836 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.833+0000 7fa4d8a33800 20 started sync module instance, tier type = 2023-12-03T11:50:13.836 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.833+0000 7fa4d8a33800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:13.841 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.840+0000 7fa4cdd32640 0 -- 172.21.15.145:0/1944301128 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x5582adf71fe0 msgr2=0x5582adf743d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:13.843 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.842+0000 7fa4d8a33800 20 add_watcher() i=0 2023-12-03T11:50:13.844 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.842+0000 7fa4d8a33800 20 add_watcher() i=1 2023-12-03T11:50:13.844 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.842+0000 7fa4d8a33800 20 add_watcher() i=2 2023-12-03T11:50:13.844 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.842+0000 7fa4d8a33800 20 add_watcher() i=3 2023-12-03T11:50:13.844 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.842+0000 7fa4d8a33800 20 add_watcher() i=4 2023-12-03T11:50:13.844 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.842+0000 7fa4d8a33800 20 add_watcher() i=5 2023-12-03T11:50:13.844 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.842+0000 7fa4d8a33800 20 add_watcher() i=6 2023-12-03T11:50:13.844 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.843+0000 7fa4d8a33800 20 add_watcher() i=7 2023-12-03T11:50:13.844 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.843+0000 7fa4d8a33800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:13.846 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.844+0000 7fa49bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:13.846 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.845+0000 7fa4d8a33800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:13.846 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.845+0000 7fa4d8a33800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:13.852 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.850+0000 7fa4d8a33800 5 note: GC not initialized 2023-12-03T11:50:13.852 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.851+0000 7fa40affd640 20 reqs_thread_entry: start 2023-12-03T11:50:13.852 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.851+0000 7fa4d8a33800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:13.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.851+0000 7fa4d8a33800 20 Filter name: none 2023-12-03T11:50:13.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.851+0000 7fa408ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:13.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.851+0000 7fa4d8a33800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.854 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.852+0000 7fa4d8a33800 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:13.854 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.852+0000 7fa4d8a33800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.854 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.852+0000 7fa4d8a33800 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:13.854 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.852+0000 7fa4d8a33800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:13.854 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.852+0000 7fa4d8a33800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.854 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.852+0000 7fa4d8a33800 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:13.854 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.852+0000 7fa4d8a33800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.853+0000 7fa4d8a33800 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:13.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.853+0000 7fa4d8a33800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:13.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.853+0000 7fa4d8a33800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.853+0000 7fa4d8a33800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.854+0000 7fa49bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:13.857 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.856+0000 7fa4d8a33800 20 remove_watcher() i=0 2023-12-03T11:50:13.857 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.856+0000 7fa4d8a33800 2 removed watcher, disabling cache 2023-12-03T11:50:13.858 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.857+0000 7fa4d8a33800 20 remove_watcher() i=1 2023-12-03T11:50:13.859 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.858+0000 7fa4d8a33800 20 remove_watcher() i=2 2023-12-03T11:50:13.861 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.859+0000 7fa4d8a33800 20 remove_watcher() i=3 2023-12-03T11:50:13.862 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.860+0000 7fa4d8a33800 20 remove_watcher() i=4 2023-12-03T11:50:13.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.861+0000 7fa4d8a33800 20 remove_watcher() i=5 2023-12-03T11:50:13.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.862+0000 7fa4d8a33800 20 remove_watcher() i=6 2023-12-03T11:50:13.864 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.863+0000 7fa4d8a33800 20 remove_watcher() i=7 2023-12-03T11:50:13.869 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:13.869 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:50:13.869 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: error-at-block-writes id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:50:13.869 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:13.871 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2023-12-03T11:50:13.903 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:13.903 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:13.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.915+0000 7f7f68521800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.917+0000 7f7f68521800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.917+0000 7f7f68521800 20 realm 2023-12-03T11:50:13.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.917+0000 7f7f68521800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.917+0000 7f7f68521800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.917+0000 7f7f68521800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:13.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.917+0000 7f7f68521800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.917+0000 7f7f68521800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.917+0000 7f7f68521800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.918+0000 7f7f68521800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:13.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.918+0000 7f7f68521800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.919+0000 7f7f68521800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:13.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.919+0000 7f7f68521800 20 searching for the correct realm 2023-12-03T11:50:13.929 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.927+0000 7f7f642b8640 0 -- 172.21.15.145:0/2289887306 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x557340815920 msgr2=0x557340817d10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:50:13.930 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.929+0000 7f7f68521800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:13.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.929+0000 7f7f68521800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:13.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.929+0000 7f7f68521800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:13.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.929+0000 7f7f68521800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:13.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.929+0000 7f7f68521800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.929+0000 7f7f68521800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.929+0000 7f7f68521800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.932 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.929+0000 7f7f68521800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:13.932 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.929+0000 7f7f68521800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.930+0000 7f7f68521800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:13.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.930+0000 7f7f68521800 20 zone default found 2023-12-03T11:50:13.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.930+0000 7f7f68521800 4 Realm: () 2023-12-03T11:50:13.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.930+0000 7f7f68521800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:13.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.930+0000 7f7f68521800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:13.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.930+0000 7f7f68521800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:13.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.930+0000 7f7f68521800 20 zonegroup default 2023-12-03T11:50:13.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.930+0000 7f7f68521800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.930+0000 7f7f68521800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.930+0000 7f7f68521800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.930+0000 7f7f68521800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.930+0000 7f7f68521800 20 rados->read ofs=0 len=0 2023-12-03T11:50:13.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.931+0000 7f7f68521800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:13.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.931+0000 7f7f68521800 20 started sync module instance, tier type = 2023-12-03T11:50:13.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.931+0000 7f7f68521800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:13.938 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.937+0000 7f7f64ab9640 0 -- 172.21.15.145:0/2289887306 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f7f4c0c20c0 msgr2=0x7f7f4c001000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:13.941 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.939+0000 7f7f68521800 20 add_watcher() i=0 2023-12-03T11:50:13.941 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.939+0000 7f7f68521800 20 add_watcher() i=1 2023-12-03T11:50:13.941 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.939+0000 7f7f68521800 20 add_watcher() i=2 2023-12-03T11:50:13.941 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.939+0000 7f7f68521800 20 add_watcher() i=3 2023-12-03T11:50:13.941 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.939+0000 7f7f68521800 20 add_watcher() i=4 2023-12-03T11:50:13.941 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.939+0000 7f7f68521800 20 add_watcher() i=5 2023-12-03T11:50:13.941 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.939+0000 7f7f68521800 20 add_watcher() i=6 2023-12-03T11:50:13.941 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.940+0000 7f7f68521800 20 add_watcher() i=7 2023-12-03T11:50:13.941 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.940+0000 7f7f68521800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:13.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.942+0000 7f7f2a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:13.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.942+0000 7f7f68521800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:13.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:13.942+0000 7f7f68521800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:14.148 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.147+0000 7f7f64ab9640 0 --2- 172.21.15.145:0/514009303 >> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] conn(0x557340850390 0x55734085c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2023-12-03T11:50:14.151 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.149+0000 7f7f68521800 5 note: GC not initialized 2023-12-03T11:50:14.151 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.149+0000 7f7e997fa640 20 reqs_thread_entry: start 2023-12-03T11:50:14.151 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.149+0000 7f7f68521800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:14.151 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.150+0000 7f7f68521800 20 Filter name: none 2023-12-03T11:50:14.152 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.150+0000 7f7e92ffd640 20 reqs_thread_entry: start 2023-12-03T11:50:14.152 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.150+0000 7f7f68521800 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2023-12-03T11:50:14.152 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.150+0000 7f7f68521800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.152 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.150+0000 7f7f68521800 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:14.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.150+0000 7f7f68521800 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2023-12-03T11:50:14.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.150+0000 7f7f68521800 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2023-12-03T11:50:14.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.150+0000 7f7f68521800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 : miss 2023-12-03T11:50:14.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.150+0000 7f7f68521800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.151+0000 7f7f68521800 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:14.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.151+0000 7f7f68521800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 info.flags=0x17 2023-12-03T11:50:14.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.151+0000 7f7f68521800 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 to cache LRU end 2023-12-03T11:50:14.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.151+0000 7f7f68521800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:14.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.151+0000 7f7f68521800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:14.153 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.151+0000 7f7f68521800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 2023-12-03T11:50:14.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.155+0000 7f7f68521800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 info.flags=0x17 2023-12-03T11:50:14.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.155+0000 7f7f68521800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 to cache LRU end 2023-12-03T11:50:14.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.155+0000 7f7f68521800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:14.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.155+0000 7f7f68521800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21, ofs0, ns] 2023-12-03T11:50:14.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.155+0000 7f7f5aab5640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791360 cookie 93953491857264 notifier 6576 bl.length()=877 2023-12-03T11:50:14.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.155+0000 7f7f5aab5640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 info.flags=0x17 2023-12-03T11:50:14.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.155+0000 7f7f5aab5640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 to cache LRU end 2023-12-03T11:50:14.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.155+0000 7f7f5aab5640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:14.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.155+0000 7f7f68521800 20 handle_bi_update(): bucket=:error-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21]): orig_sources= new_sources= 2023-12-03T11:50:14.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.155+0000 7f7f68521800 20 handle_bi_update(): bucket=:error-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21]): potential sources added=[] removed=[] 2023-12-03T11:50:14.158 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.155+0000 7f7f68521800 20 handle_bi_update(): bucket=:error-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21]): orig_dests= new_dests= 2023-12-03T11:50:14.158 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.155+0000 7f7f68521800 20 handle_bi_update(): bucket=:error-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21]): potential dests added=[] removed=[] 2023-12-03T11:50:14.158 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.155+0000 7f7f68521800 -1 Injecting error=-5 at location=block_writes 2023-12-03T11:50:14.158 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.155+0000 7f7f68521800 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2023-12-03T11:50:14.158 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.157+0000 7f7f68521800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 : hit (requested=0x17, cached=0x17) 2023-12-03T11:50:14.158 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.157+0000 7f7f68521800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 2023-12-03T11:50:14.159 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.158+0000 7f7f68521800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 info.flags=0x17 2023-12-03T11:50:14.159 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.158+0000 7f7f68521800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 to cache LRU end 2023-12-03T11:50:14.160 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.158+0000 7f7f68521800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:14.160 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.158+0000 7f7f68521800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21, ofs0, ns] 2023-12-03T11:50:14.160 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.158+0000 7f7f5aab5640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791361 cookie 93953491857264 notifier 6576 bl.length()=845 2023-12-03T11:50:14.160 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.158+0000 7f7f5aab5640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 info.flags=0x17 2023-12-03T11:50:14.160 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.158+0000 7f7f5aab5640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 to cache LRU end 2023-12-03T11:50:14.160 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.158+0000 7f7f5aab5640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:14.160 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.158+0000 7f7f68521800 20 handle_bi_update(): bucket=:error-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21]): orig_sources= new_sources= 2023-12-03T11:50:14.160 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.158+0000 7f7f68521800 20 handle_bi_update(): bucket=:error-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21]): potential sources added=[] removed=[] 2023-12-03T11:50:14.160 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.158+0000 7f7f68521800 20 handle_bi_update(): bucket=:error-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21]): orig_dests= new_dests= 2023-12-03T11:50:14.160 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.158+0000 7f7f68521800 20 handle_bi_update(): bucket=:error-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21]): potential dests added=[] removed=[] 2023-12-03T11:50:14.161 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.160+0000 7f7f2a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:14.163 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.162+0000 7f7f68521800 20 remove_watcher() i=0 2023-12-03T11:50:14.163 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.162+0000 7f7f68521800 2 removed watcher, disabling cache 2023-12-03T11:50:14.164 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.163+0000 7f7f68521800 20 remove_watcher() i=1 2023-12-03T11:50:14.165 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.164+0000 7f7f68521800 20 remove_watcher() i=2 2023-12-03T11:50:14.166 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.165+0000 7f7f68521800 20 remove_watcher() i=3 2023-12-03T11:50:14.167 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.166+0000 7f7f68521800 20 remove_watcher() i=4 2023-12-03T11:50:14.168 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.167+0000 7f7f68521800 20 remove_watcher() i=5 2023-12-03T11:50:14.169 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.168+0000 7f7f68521800 20 remove_watcher() i=6 2023-12-03T11:50:14.170 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.169+0000 7f7f68521800 20 remove_watcher() i=7 2023-12-03T11:50:14.176 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2023-12-03T11:50:14.203 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:14.203 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:14.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.216+0000 7fd7d0126800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.218+0000 7fd7d0126800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.218+0000 7fd7d0126800 20 realm 2023-12-03T11:50:14.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.218+0000 7fd7d0126800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.218+0000 7fd7d0126800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.220 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.218+0000 7fd7d0126800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:14.220 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.218+0000 7fd7d0126800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.220 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.218+0000 7fd7d0126800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.220 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.218+0000 7fd7d0126800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.220 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.219+0000 7fd7d0126800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:14.220 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.219+0000 7fd7d0126800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.221 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.219+0000 7fd7d0126800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:14.221 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.219+0000 7fd7d0126800 20 searching for the correct realm 2023-12-03T11:50:14.229 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.228+0000 7fd7cbd23640 0 -- 172.21.15.145:0/279749789 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7fd7c405e650 msgr2=0x7fd7c4055740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:14.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.229+0000 7fd7d0126800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:14.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.229+0000 7fd7d0126800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:14.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.229+0000 7fd7d0126800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:14.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.229+0000 7fd7d0126800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:14.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.229+0000 7fd7d0126800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.229+0000 7fd7d0126800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.229+0000 7fd7d0126800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.229+0000 7fd7d0126800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:14.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.229+0000 7fd7d0126800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.230+0000 7fd7d0126800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:14.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.230+0000 7fd7d0126800 20 zone default found 2023-12-03T11:50:14.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.230+0000 7fd7d0126800 4 Realm: () 2023-12-03T11:50:14.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.230+0000 7fd7d0126800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:14.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.230+0000 7fd7d0126800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:14.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.230+0000 7fd7d0126800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:14.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.230+0000 7fd7d0126800 20 zonegroup default 2023-12-03T11:50:14.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.230+0000 7fd7d0126800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.230+0000 7fd7d0126800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.230+0000 7fd7d0126800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.230+0000 7fd7d0126800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.230+0000 7fd7d0126800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.230+0000 7fd7d0126800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.230+0000 7fd7d0126800 20 started sync module instance, tier type = 2023-12-03T11:50:14.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.230+0000 7fd7d0126800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:14.237 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.236+0000 7fd7cbd23640 0 -- 172.21.15.145:0/279749789 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7fd7a40795c0 msgr2=0x7fd7a407b9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:14.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.239+0000 7fd7d0126800 20 add_watcher() i=0 2023-12-03T11:50:14.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.239+0000 7fd7d0126800 20 add_watcher() i=1 2023-12-03T11:50:14.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.239+0000 7fd7d0126800 20 add_watcher() i=2 2023-12-03T11:50:14.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.239+0000 7fd7d0126800 20 add_watcher() i=3 2023-12-03T11:50:14.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.239+0000 7fd7d0126800 20 add_watcher() i=4 2023-12-03T11:50:14.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.239+0000 7fd7d0126800 20 add_watcher() i=5 2023-12-03T11:50:14.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.239+0000 7fd7d0126800 20 add_watcher() i=6 2023-12-03T11:50:14.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.240+0000 7fd7d0126800 20 add_watcher() i=7 2023-12-03T11:50:14.242 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.240+0000 7fd7d0126800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:14.243 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.242+0000 7fd791fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:14.244 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.242+0000 7fd7d0126800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:14.244 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.242+0000 7fd7d0126800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:14.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.248+0000 7fd7d0126800 5 note: GC not initialized 2023-12-03T11:50:14.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.248+0000 7fd708ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:14.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.248+0000 7fd7d0126800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:14.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.248+0000 7fd7d0126800 20 Filter name: none 2023-12-03T11:50:14.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.248+0000 7fd6fe7fc640 20 reqs_thread_entry: start 2023-12-03T11:50:14.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.248+0000 7fd7d0126800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.249+0000 7fd7d0126800 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:14.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.249+0000 7fd7d0126800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.250+0000 7fd7d0126800 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:14.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.250+0000 7fd7d0126800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:14.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.250+0000 7fd7d0126800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.250+0000 7fd7d0126800 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:14.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.250+0000 7fd7d0126800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.250+0000 7fd7d0126800 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:14.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.250+0000 7fd7d0126800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:14.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.251+0000 7fd7d0126800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.251+0000 7fd7d0126800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.252+0000 7fd791fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:14.255 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.254+0000 7fd7d0126800 20 remove_watcher() i=0 2023-12-03T11:50:14.255 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.254+0000 7fd7d0126800 2 removed watcher, disabling cache 2023-12-03T11:50:14.256 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.255+0000 7fd7d0126800 20 remove_watcher() i=1 2023-12-03T11:50:14.257 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.256+0000 7fd7d0126800 20 remove_watcher() i=2 2023-12-03T11:50:14.258 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.257+0000 7fd7d0126800 20 remove_watcher() i=3 2023-12-03T11:50:14.259 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.258+0000 7fd7d0126800 20 remove_watcher() i=4 2023-12-03T11:50:14.260 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.259+0000 7fd7d0126800 20 remove_watcher() i=5 2023-12-03T11:50:14.261 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.260+0000 7fd7d0126800 20 remove_watcher() i=6 2023-12-03T11:50:14.262 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.261+0000 7fd7d0126800 20 remove_watcher() i=7 2023-12-03T11:50:14.267 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:14.267 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:50:14.267 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: error-at-block-writes id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:50:14.267 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:14.269 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.269 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.274 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.274 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.317 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:50:14.347 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:14.347 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:14.361 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.360+0000 7f0cf48c0800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.363 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.361+0000 7f0cf48c0800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.363 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.361+0000 7f0cf48c0800 20 realm 2023-12-03T11:50:14.363 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.361+0000 7f0cf48c0800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.363 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.361+0000 7f0cf48c0800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.363 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.361+0000 7f0cf48c0800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:14.363 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.361+0000 7f0cf48c0800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.363 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.362+0000 7f0cf48c0800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.363 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.362+0000 7f0cf48c0800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.364 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.362+0000 7f0cf48c0800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:14.364 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.362+0000 7f0cf48c0800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.364 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.363+0000 7f0cf48c0800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:14.365 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.363+0000 7f0cf48c0800 20 searching for the correct realm 2023-12-03T11:50:14.372 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.371+0000 7f0cf23c0640 0 -- 172.21.15.145:0/903746452 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f0cec009a20 msgr2=0x7f0cec02a910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:14.376 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.373+0000 7f0cf48c0800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:14.376 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.373+0000 7f0cf48c0800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:14.376 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.373+0000 7f0cf48c0800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:14.376 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.373+0000 7f0cf48c0800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:14.376 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.373+0000 7f0cf48c0800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.376 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.374+0000 7f0cf48c0800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.376 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.374+0000 7f0cf48c0800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.376 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.374+0000 7f0cf48c0800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:14.376 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.374+0000 7f0cf48c0800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.374+0000 7f0cf48c0800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:14.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.374+0000 7f0cf48c0800 20 zone default found 2023-12-03T11:50:14.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.374+0000 7f0cf48c0800 4 Realm: () 2023-12-03T11:50:14.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.374+0000 7f0cf48c0800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:14.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.374+0000 7f0cf48c0800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:14.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.374+0000 7f0cf48c0800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:14.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.374+0000 7f0cf48c0800 20 zonegroup default 2023-12-03T11:50:14.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.374+0000 7f0cf48c0800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.374+0000 7f0cf48c0800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.374+0000 7f0cf48c0800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.375+0000 7f0cf48c0800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.375+0000 7f0cf48c0800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.375+0000 7f0cf48c0800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.375+0000 7f0cf48c0800 20 started sync module instance, tier type = 2023-12-03T11:50:14.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.375+0000 7f0cf48c0800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:14.378 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.377+0000 7f0cf23c0640 0 -- 172.21.15.145:0/903746452 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x560490a77d00 msgr2=0x560490a7a0f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:14.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.383+0000 7f0cf48c0800 20 add_watcher() i=0 2023-12-03T11:50:14.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.383+0000 7f0cf48c0800 20 add_watcher() i=1 2023-12-03T11:50:14.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.383+0000 7f0cf48c0800 20 add_watcher() i=2 2023-12-03T11:50:14.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.383+0000 7f0cf48c0800 20 add_watcher() i=3 2023-12-03T11:50:14.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.383+0000 7f0cf48c0800 20 add_watcher() i=4 2023-12-03T11:50:14.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.383+0000 7f0cf48c0800 20 add_watcher() i=5 2023-12-03T11:50:14.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.383+0000 7f0cf48c0800 20 add_watcher() i=6 2023-12-03T11:50:14.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.384+0000 7f0cf48c0800 20 add_watcher() i=7 2023-12-03T11:50:14.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.384+0000 7f0cf48c0800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:14.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.386+0000 7f0cb7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:14.388 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.386+0000 7f0cf48c0800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:14.388 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.386+0000 7f0cf48c0800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:14.394 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.392+0000 7f0cf48c0800 5 note: GC not initialized 2023-12-03T11:50:14.394 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.392+0000 7f0c26ffd640 20 reqs_thread_entry: start 2023-12-03T11:50:14.394 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.393+0000 7f0cf48c0800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:14.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.393+0000 7f0cf48c0800 20 Filter name: none 2023-12-03T11:50:14.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.393+0000 7f0c24ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:14.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.393+0000 7f0cf48c0800 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2023-12-03T11:50:14.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.393+0000 7f0cf48c0800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.396 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.393+0000 7f0cf48c0800 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:14.396 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.393+0000 7f0cf48c0800 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2023-12-03T11:50:14.396 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.393+0000 7f0cf48c0800 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2023-12-03T11:50:14.396 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.393+0000 7f0cf48c0800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 : miss 2023-12-03T11:50:14.396 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.393+0000 7f0cf48c0800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.396 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.394+0000 7f0cf48c0800 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:14.396 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.394+0000 7f0cf48c0800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 info.flags=0x17 2023-12-03T11:50:14.396 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.394+0000 7f0cf48c0800 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 to cache LRU end 2023-12-03T11:50:14.396 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.394+0000 7f0cf48c0800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:14.396 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.394+0000 7f0cf48c0800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:14.396 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.394+0000 7f0cf48c0800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 2023-12-03T11:50:14.399 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.397+0000 7f0cf48c0800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 info.flags=0x17 2023-12-03T11:50:14.399 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.397+0000 7f0cf48c0800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 to cache LRU end 2023-12-03T11:50:14.399 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.397+0000 7f0cf48c0800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:14.399 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.397+0000 7f0cf48c0800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21, ofs0, ns] 2023-12-03T11:50:14.399 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.398+0000 7f0ce0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791362 cookie 94577606755568 notifier 6380 bl.length()=877 2023-12-03T11:50:14.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.398+0000 7f0ce0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 info.flags=0x17 2023-12-03T11:50:14.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.398+0000 7f0ce0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 to cache LRU end 2023-12-03T11:50:14.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.398+0000 7f0ce0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:14.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.398+0000 7f0cf48c0800 20 handle_bi_update(): bucket=:error-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21]): orig_sources= new_sources= 2023-12-03T11:50:14.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.398+0000 7f0cf48c0800 20 handle_bi_update(): bucket=:error-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21]): potential sources added=[] removed=[] 2023-12-03T11:50:14.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.398+0000 7f0cf48c0800 20 handle_bi_update(): bucket=:error-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21]): orig_dests= new_dests= 2023-12-03T11:50:14.400 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.398+0000 7f0cf48c0800 20 handle_bi_update(): bucket=:error-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21]): potential dests added=[] removed=[] 2023-12-03T11:50:14.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.399+0000 7f0cf48c0800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21.1.0 2023-12-03T11:50:14.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.399+0000 7f0cf48c0800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21.1.0 2023-12-03T11:50:14.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.399+0000 7f0cf48c0800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21.1.1 2023-12-03T11:50:14.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.399+0000 7f0cf48c0800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21.1.1 2023-12-03T11:50:14.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.399+0000 7f0cf48c0800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21.0 2023-12-03T11:50:14.403 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.401+0000 7f0cf48c0800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 : hit (requested=0x17, cached=0x17) 2023-12-03T11:50:14.403 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.401+0000 7f0cf48c0800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 2023-12-03T11:50:14.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.403+0000 7f0cf48c0800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 info.flags=0x17 2023-12-03T11:50:14.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.403+0000 7f0cf48c0800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 to cache LRU end 2023-12-03T11:50:14.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.403+0000 7f0cf48c0800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:14.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.403+0000 7f0cf48c0800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21, ofs0, ns] 2023-12-03T11:50:14.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.403+0000 7f0cd3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791363 cookie 94577606755568 notifier 6380 bl.length()=845 2023-12-03T11:50:14.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.403+0000 7f0cd3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 info.flags=0x17 2023-12-03T11:50:14.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.403+0000 7f0cd3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 to cache LRU end 2023-12-03T11:50:14.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.403+0000 7f0cd3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:14.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.403+0000 7f0cf48c0800 20 handle_bi_update(): bucket=:error-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21]): orig_sources= new_sources= 2023-12-03T11:50:14.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.403+0000 7f0cf48c0800 20 handle_bi_update(): bucket=:error-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21]): potential sources added=[] removed=[] 2023-12-03T11:50:14.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.403+0000 7f0cf48c0800 20 handle_bi_update(): bucket=:error-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21]): orig_dests= new_dests= 2023-12-03T11:50:14.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.403+0000 7f0cf48c0800 20 handle_bi_update(): bucket=:error-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21]): potential dests added=[] removed=[] 2023-12-03T11:50:14.406 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.404+0000 7f0cf48c0800 1 execute INFO: reshard of bucket "error-at-block-writes" completed successfully 2023-12-03T11:50:14.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.406+0000 7f0cb7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:14.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.408+0000 7f0cf48c0800 20 remove_watcher() i=0 2023-12-03T11:50:14.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.408+0000 7f0cf48c0800 2 removed watcher, disabling cache 2023-12-03T11:50:14.410 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.409+0000 7f0cf48c0800 20 remove_watcher() i=1 2023-12-03T11:50:14.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.410+0000 7f0cf48c0800 20 remove_watcher() i=2 2023-12-03T11:50:14.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.411+0000 7f0cf48c0800 20 remove_watcher() i=3 2023-12-03T11:50:14.413 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.412+0000 7f0cf48c0800 20 remove_watcher() i=4 2023-12-03T11:50:14.414 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.413+0000 7f0cf48c0800 20 remove_watcher() i=5 2023-12-03T11:50:14.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.414+0000 7f0cf48c0800 20 remove_watcher() i=6 2023-12-03T11:50:14.416 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.415+0000 7f0cf48c0800 20 remove_watcher() i=7 2023-12-03T11:50:14.422 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2023-12-03T11:50:14.449 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:14.450 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:14.465 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.464+0000 7f3da1033800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.467 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.466+0000 7f3da1033800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.466+0000 7f3da1033800 20 realm 2023-12-03T11:50:14.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.466+0000 7f3da1033800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.466+0000 7f3da1033800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.466+0000 7f3da1033800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:14.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.466+0000 7f3da1033800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.466+0000 7f3da1033800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.468 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.466+0000 7f3da1033800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.469 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.467+0000 7f3da1033800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:14.469 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.467+0000 7f3da1033800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.469 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.468+0000 7f3da1033800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:14.469 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.468+0000 7f3da1033800 20 searching for the correct realm 2023-12-03T11:50:14.680 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.678+0000 7f3d9eb33640 0 -- 172.21.15.145:0/3767403783 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f3d98022b40 msgr2=0x7f3d98032930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:14.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.680+0000 7f3da1033800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:14.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.680+0000 7f3da1033800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:14.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.680+0000 7f3da1033800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:14.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.680+0000 7f3da1033800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:14.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.680+0000 7f3da1033800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.680+0000 7f3da1033800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.680+0000 7f3da1033800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.680+0000 7f3da1033800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:14.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.680+0000 7f3da1033800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.680+0000 7f3da1033800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:14.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.680+0000 7f3da1033800 20 zone default found 2023-12-03T11:50:14.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.680+0000 7f3da1033800 4 Realm: () 2023-12-03T11:50:14.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.680+0000 7f3da1033800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:14.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.680+0000 7f3da1033800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:14.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.680+0000 7f3da1033800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:14.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.680+0000 7f3da1033800 20 zonegroup default 2023-12-03T11:50:14.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.681+0000 7f3da1033800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.681+0000 7f3da1033800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.681+0000 7f3da1033800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.681+0000 7f3da1033800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.681+0000 7f3da1033800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.681+0000 7f3da1033800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.681+0000 7f3da1033800 20 started sync module instance, tier type = 2023-12-03T11:50:14.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.681+0000 7f3da1033800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:14.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.687+0000 7f3d9f334640 0 -- 172.21.15.145:0/3767403783 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f3d88056570 msgr2=0x7f3d8806eaf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:14.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.690+0000 7f3da1033800 20 add_watcher() i=0 2023-12-03T11:50:14.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.690+0000 7f3da1033800 20 add_watcher() i=1 2023-12-03T11:50:14.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.690+0000 7f3da1033800 20 add_watcher() i=2 2023-12-03T11:50:14.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.690+0000 7f3da1033800 20 add_watcher() i=3 2023-12-03T11:50:14.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.690+0000 7f3da1033800 20 add_watcher() i=4 2023-12-03T11:50:14.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.690+0000 7f3da1033800 20 add_watcher() i=5 2023-12-03T11:50:14.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.690+0000 7f3da1033800 20 add_watcher() i=6 2023-12-03T11:50:14.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.691+0000 7f3da1033800 20 add_watcher() i=7 2023-12-03T11:50:14.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.691+0000 7f3da1033800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:14.694 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.693+0000 7f3cdffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:14.694 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.693+0000 7f3da1033800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:14.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.693+0000 7f3da1033800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:14.700 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.699+0000 7f3da1033800 5 note: GC not initialized 2023-12-03T11:50:14.700 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.699+0000 7f3cceffd640 20 reqs_thread_entry: start 2023-12-03T11:50:14.700 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.699+0000 7f3da1033800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:14.701 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.699+0000 7f3da1033800 20 Filter name: none 2023-12-03T11:50:14.701 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.699+0000 7f3cccff9640 20 reqs_thread_entry: start 2023-12-03T11:50:14.701 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.699+0000 7f3da1033800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.701 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.699+0000 7f3da1033800 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:14.702 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.699+0000 7f3da1033800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.702 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.700+0000 7f3da1033800 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:14.702 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.700+0000 7f3da1033800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:14.702 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.700+0000 7f3da1033800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.700+0000 7f3da1033800 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:14.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.700+0000 7f3da1033800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.701+0000 7f3da1033800 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:14.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.701+0000 7f3da1033800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:14.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.701+0000 7f3da1033800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.702+0000 7f3da1033800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.702+0000 7f3cdffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:14.706 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.705+0000 7f3da1033800 20 remove_watcher() i=0 2023-12-03T11:50:14.706 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.705+0000 7f3da1033800 2 removed watcher, disabling cache 2023-12-03T11:50:14.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.706+0000 7f3da1033800 20 remove_watcher() i=1 2023-12-03T11:50:14.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.707+0000 7f3da1033800 20 remove_watcher() i=2 2023-12-03T11:50:14.709 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.708+0000 7f3da1033800 20 remove_watcher() i=3 2023-12-03T11:50:14.710 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.709+0000 7f3da1033800 20 remove_watcher() i=4 2023-12-03T11:50:14.711 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.710+0000 7f3da1033800 20 remove_watcher() i=5 2023-12-03T11:50:14.712 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.711+0000 7f3da1033800 20 remove_watcher() i=6 2023-12-03T11:50:14.713 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.712+0000 7f3da1033800 20 remove_watcher() i=7 2023-12-03T11:50:14.718 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:14.718 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:50:14.718 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: error-at-block-writes id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.21 num_objects: 19 size_kb: 1 num_shards: 2 2023-12-03T11:50:14.718 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:14.720 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.720 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.723 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.723 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.766 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.766 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.780 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: reshard bucket with abort at block_writes 2023-12-03T11:50:14.780 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:14.781 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.781 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.790 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.791 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.832 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.833 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.839 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.839 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.845 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.845 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.852 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.852 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.858 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.858 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.864 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.864 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.870 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.870 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.876 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.876 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.882 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.882 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.887 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.887 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.893 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.894 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.899 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.899 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.905 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.905 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.911 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.911 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.916 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.917 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.922 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.922 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.928 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.928 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.934 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.934 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.941 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.942 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.947 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:14.947 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:14.953 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2023-12-03T11:50:14.980 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:14.980 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:14.994 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.992+0000 7fa9ea520800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.996 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.994+0000 7fa9ea520800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.996 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.994+0000 7fa9ea520800 20 realm 2023-12-03T11:50:14.996 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.994+0000 7fa9ea520800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.996 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.994+0000 7fa9ea520800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.996 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.994+0000 7fa9ea520800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:14.996 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.994+0000 7fa9ea520800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.996 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.994+0000 7fa9ea520800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:14.996 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.994+0000 7fa9ea520800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.996 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.995+0000 7fa9ea520800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:14.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.995+0000 7fa9ea520800 20 rados->read ofs=0 len=0 2023-12-03T11:50:14.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.996+0000 7fa9ea520800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:14.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:14.996+0000 7fa9ea520800 20 searching for the correct realm 2023-12-03T11:50:15.007 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.006+0000 7fa9e69ee640 0 -- 172.21.15.145:0/1113173849 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7fa9d0025910 msgr2=0x7fa9d000d3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:15.007 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.006+0000 7fa9ea520800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:15.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.006+0000 7fa9ea520800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:15.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.006+0000 7fa9ea520800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:15.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.006+0000 7fa9ea520800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:15.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.006+0000 7fa9ea520800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.006+0000 7fa9ea520800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.006+0000 7fa9ea520800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.006+0000 7fa9ea520800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:15.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.006+0000 7fa9ea520800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.009 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.006+0000 7fa9ea520800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:15.009 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.006+0000 7fa9ea520800 20 zone default found 2023-12-03T11:50:15.009 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.006+0000 7fa9ea520800 4 Realm: () 2023-12-03T11:50:15.009 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.006+0000 7fa9ea520800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:15.009 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.006+0000 7fa9ea520800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:15.009 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.006+0000 7fa9ea520800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:15.010 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.006+0000 7fa9ea520800 20 zonegroup default 2023-12-03T11:50:15.010 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.006+0000 7fa9ea520800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.010 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.007+0000 7fa9ea520800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.010 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.007+0000 7fa9ea520800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.010 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.007+0000 7fa9ea520800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.010 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.007+0000 7fa9ea520800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.010 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.007+0000 7fa9ea520800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.010 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.007+0000 7fa9ea520800 20 started sync module instance, tier type = 2023-12-03T11:50:15.010 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.007+0000 7fa9ea520800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:15.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.016+0000 7fa9dd9ec640 0 -- 172.21.15.145:0/1113173849 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55e847f986f0 msgr2=0x55e847f9aae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:15.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.016+0000 7fa9ea520800 20 add_watcher() i=0 2023-12-03T11:50:15.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.016+0000 7fa9ea520800 20 add_watcher() i=1 2023-12-03T11:50:15.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.016+0000 7fa9ea520800 20 add_watcher() i=2 2023-12-03T11:50:15.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.016+0000 7fa9ea520800 20 add_watcher() i=3 2023-12-03T11:50:15.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.016+0000 7fa9ea520800 20 add_watcher() i=4 2023-12-03T11:50:15.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.016+0000 7fa9ea520800 20 add_watcher() i=5 2023-12-03T11:50:15.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.016+0000 7fa9ea520800 20 add_watcher() i=6 2023-12-03T11:50:15.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.017+0000 7fa9ea520800 20 add_watcher() i=7 2023-12-03T11:50:15.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.017+0000 7fa9ea520800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:15.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.019+0000 7fa9abfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:15.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.019+0000 7fa9ea520800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:15.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.019+0000 7fa9ea520800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:15.026 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.025+0000 7fa9ea520800 5 note: GC not initialized 2023-12-03T11:50:15.026 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.025+0000 7fa91affd640 20 reqs_thread_entry: start 2023-12-03T11:50:15.027 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.025+0000 7fa9ea520800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:15.027 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.025+0000 7fa9ea520800 20 Filter name: none 2023-12-03T11:50:15.027 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.025+0000 7fa918ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:15.027 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.025+0000 7fa9ea520800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.027 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.026+0000 7fa9ea520800 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:15.028 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.026+0000 7fa9ea520800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.028 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.026+0000 7fa9ea520800 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:15.028 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.026+0000 7fa9ea520800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:15.028 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.026+0000 7fa9ea520800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.028 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.026+0000 7fa9ea520800 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:15.028 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.026+0000 7fa9ea520800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.028 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.027+0000 7fa9ea520800 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:15.028 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.027+0000 7fa9ea520800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:15.028 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.027+0000 7fa9ea520800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.029 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.027+0000 7fa9ea520800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.029 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.028+0000 7fa9abfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:15.031 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.030+0000 7fa9ea520800 20 remove_watcher() i=0 2023-12-03T11:50:15.031 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.030+0000 7fa9ea520800 2 removed watcher, disabling cache 2023-12-03T11:50:15.032 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.031+0000 7fa9ea520800 20 remove_watcher() i=1 2023-12-03T11:50:15.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.032+0000 7fa9ea520800 20 remove_watcher() i=2 2023-12-03T11:50:15.034 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.033+0000 7fa9ea520800 20 remove_watcher() i=3 2023-12-03T11:50:15.035 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.034+0000 7fa9ea520800 20 remove_watcher() i=4 2023-12-03T11:50:15.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.035+0000 7fa9ea520800 20 remove_watcher() i=5 2023-12-03T11:50:15.037 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.036+0000 7fa9ea520800 20 remove_watcher() i=6 2023-12-03T11:50:15.038 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.037+0000 7fa9ea520800 20 remove_watcher() i=7 2023-12-03T11:50:15.043 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.043 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:50:15.043 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: abort-at-block-writes id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:50:15.043 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.044 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2023-12-03T11:50:15.077 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:15.077 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:15.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.089+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.091+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.091+0000 7f849d526800 20 realm 2023-12-03T11:50:15.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.091+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.091+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.091+0000 7f849d526800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:15.093 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.091+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.093 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.091+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.093 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.091+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.093 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.092+0000 7f849d526800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:15.093 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.092+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.094 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.092+0000 7f849d526800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:15.094 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.092+0000 7f849d526800 20 searching for the correct realm 2023-12-03T11:50:15.103 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.101+0000 7f8499285640 0 -- 172.21.15.145:0/1835694526 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5566046dd520 msgr2=0x5566046df950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:15.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.103+0000 7f849d526800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:15.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.103+0000 7f849d526800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:15.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.103+0000 7f849d526800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:15.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.103+0000 7f849d526800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:15.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.103+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.103+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.103+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.103+0000 7f849d526800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:15.105 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.103+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.104+0000 7f849d526800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:15.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.104+0000 7f849d526800 20 zone default found 2023-12-03T11:50:15.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.104+0000 7f849d526800 4 Realm: () 2023-12-03T11:50:15.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.104+0000 7f849d526800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:15.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.104+0000 7f849d526800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:15.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.104+0000 7f849d526800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:15.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.104+0000 7f849d526800 20 zonegroup default 2023-12-03T11:50:15.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.104+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.104+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.104+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.104+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.104+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.104+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.104+0000 7f849d526800 20 started sync module instance, tier type = 2023-12-03T11:50:15.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.105+0000 7f849d526800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:15.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.110+0000 7f8499a86640 0 -- 172.21.15.145:0/1835694526 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f8490027020 msgr2=0x7f84900700b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:15.114 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=0 2023-12-03T11:50:15.114 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=1 2023-12-03T11:50:15.114 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=2 2023-12-03T11:50:15.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=3 2023-12-03T11:50:15.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=4 2023-12-03T11:50:15.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=5 2023-12-03T11:50:15.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=6 2023-12-03T11:50:15.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.114+0000 7f849d526800 20 add_watcher() i=7 2023-12-03T11:50:15.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.114+0000 7f849d526800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:15.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.115+0000 7f845efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:15.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.116+0000 7f849d526800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:15.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.116+0000 7f849d526800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:15.124 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.121+0000 7f849d526800 5 note: GC not initialized 2023-12-03T11:50:15.124 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.121+0000 7f83cdffb640 20 reqs_thread_entry: start 2023-12-03T11:50:15.124 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.121+0000 7f849d526800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:15.124 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.122+0000 7f849d526800 20 Filter name: none 2023-12-03T11:50:15.124 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.122+0000 7f83bf7fe640 20 reqs_thread_entry: start 2023-12-03T11:50:15.124 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.122+0000 7f849d526800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-12-03T11:50:15.124 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.122+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.125 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.122+0000 7f849d526800 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:15.125 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.122+0000 7f849d526800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-12-03T11:50:15.125 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.122+0000 7f849d526800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-12-03T11:50:15.125 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.122+0000 7f849d526800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 : miss 2023-12-03T11:50:15.125 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.122+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.125 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.122+0000 7f849d526800 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:15.125 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.122+0000 7f849d526800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 info.flags=0x17 2023-12-03T11:50:15.125 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.122+0000 7f849d526800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 to cache LRU end 2023-12-03T11:50:15.125 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.122+0000 7f849d526800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:15.125 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.122+0000 7f849d526800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:15.125 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.122+0000 7f849d526800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 2023-12-03T11:50:15.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.127+0000 7f849d526800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 info.flags=0x17 2023-12-03T11:50:15.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.127+0000 7f849d526800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 to cache LRU end 2023-12-03T11:50:15.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.127+0000 7f849d526800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:15.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.127+0000 7f849d526800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22, ofs0, ns] 2023-12-03T11:50:15.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.127+0000 7f847b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791324 cookie 93896649369056 notifier 6437 bl.length()=877 2023-12-03T11:50:15.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.127+0000 7f847b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 info.flags=0x17 2023-12-03T11:50:15.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.127+0000 7f847b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 to cache LRU end 2023-12-03T11:50:15.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.127+0000 7f847b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:15.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.127+0000 7f849d526800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): orig_sources= new_sources= 2023-12-03T11:50:15.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.127+0000 7f849d526800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): potential sources added=[] removed=[] 2023-12-03T11:50:15.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.127+0000 7f849d526800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): orig_dests= new_dests= 2023-12-03T11:50:15.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.127+0000 7f849d526800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): potential dests added=[] removed=[] 2023-12-03T11:50:15.129 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f849d526800 time 2023-12-03T11:50:15.128967+0000 2023-12-03T11:50:15.130 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:50:15.148 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:15.148 INFO:tasks.workunit.client.0.smithi145.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f84a016eef8] 2023-12-03T11:50:15.148 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7f84a016f0b6] 2023-12-03T11:50:15.148 INFO:tasks.workunit.client.0.smithi145.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556603296a71] 2023-12-03T11:50:15.148 INFO:tasks.workunit.client.0.smithi145.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x2a4) [0x5566032a2ec4] 2023-12-03T11:50:15.148 INFO:tasks.workunit.client.0.smithi145.stderr: 5: main() 2023-12-03T11:50:15.149 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /lib64/libc.so.6(+0x3feb0) [0x7f849da3feb0] 2023-12-03T11:50:15.149 INFO:tasks.workunit.client.0.smithi145.stderr: 7: __libc_start_main() 2023-12-03T11:50:15.149 INFO:tasks.workunit.client.0.smithi145.stderr: 8: _start() 2023-12-03T11:50:15.149 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.128+0000 7f849d526800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f849d526800 time 2023-12-03T11:50:15.128967+0000 2023-12-03T11:50:15.149 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:50:15.149 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.149 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:15.149 INFO:tasks.workunit.client.0.smithi145.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f84a016eef8] 2023-12-03T11:50:15.149 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7f84a016f0b6] 2023-12-03T11:50:15.149 INFO:tasks.workunit.client.0.smithi145.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556603296a71] 2023-12-03T11:50:15.150 INFO:tasks.workunit.client.0.smithi145.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x2a4) [0x5566032a2ec4] 2023-12-03T11:50:15.150 INFO:tasks.workunit.client.0.smithi145.stderr: 5: main() 2023-12-03T11:50:15.150 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /lib64/libc.so.6(+0x3feb0) [0x7f849da3feb0] 2023-12-03T11:50:15.150 INFO:tasks.workunit.client.0.smithi145.stderr: 7: __libc_start_main() 2023-12-03T11:50:15.150 INFO:tasks.workunit.client.0.smithi145.stderr: 8: _start() 2023-12-03T11:50:15.150 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.150 INFO:tasks.workunit.client.0.smithi145.stderr:*** Caught signal (Aborted) ** 2023-12-03T11:50:15.150 INFO:tasks.workunit.client.0.smithi145.stderr: in thread 7f849d526800 thread_name:radosgw-admin 2023-12-03T11:50:15.150 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:15.150 INFO:tasks.workunit.client.0.smithi145.stderr: 1: /lib64/libc.so.6(+0x54db0) [0x7f849da54db0] 2023-12-03T11:50:15.151 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /lib64/libc.so.6(+0xa154c) [0x7f849daa154c] 2023-12-03T11:50:15.151 INFO:tasks.workunit.client.0.smithi145.stderr: 3: raise() 2023-12-03T11:50:15.151 INFO:tasks.workunit.client.0.smithi145.stderr: 4: abort() 2023-12-03T11:50:15.151 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f84a016ef52] 2023-12-03T11:50:15.151 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7f84a016f0b6] 2023-12-03T11:50:15.151 INFO:tasks.workunit.client.0.smithi145.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556603296a71] 2023-12-03T11:50:15.151 INFO:tasks.workunit.client.0.smithi145.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x2a4) [0x5566032a2ec4] 2023-12-03T11:50:15.151 INFO:tasks.workunit.client.0.smithi145.stderr: 9: main() 2023-12-03T11:50:15.151 INFO:tasks.workunit.client.0.smithi145.stderr: 10: /lib64/libc.so.6(+0x3feb0) [0x7f849da3feb0] 2023-12-03T11:50:15.151 INFO:tasks.workunit.client.0.smithi145.stderr: 11: __libc_start_main() 2023-12-03T11:50:15.151 INFO:tasks.workunit.client.0.smithi145.stderr: 12: _start() 2023-12-03T11:50:15.151 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.129+0000 7f849d526800 -1 *** Caught signal (Aborted) ** 2023-12-03T11:50:15.151 INFO:tasks.workunit.client.0.smithi145.stderr: in thread 7f849d526800 thread_name:radosgw-admin 2023-12-03T11:50:15.151 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.151 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:15.152 INFO:tasks.workunit.client.0.smithi145.stderr: 1: /lib64/libc.so.6(+0x54db0) [0x7f849da54db0] 2023-12-03T11:50:15.152 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /lib64/libc.so.6(+0xa154c) [0x7f849daa154c] 2023-12-03T11:50:15.152 INFO:tasks.workunit.client.0.smithi145.stderr: 3: raise() 2023-12-03T11:50:15.152 INFO:tasks.workunit.client.0.smithi145.stderr: 4: abort() 2023-12-03T11:50:15.152 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f84a016ef52] 2023-12-03T11:50:15.152 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7f84a016f0b6] 2023-12-03T11:50:15.152 INFO:tasks.workunit.client.0.smithi145.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556603296a71] 2023-12-03T11:50:15.152 INFO:tasks.workunit.client.0.smithi145.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x2a4) [0x5566032a2ec4] 2023-12-03T11:50:15.152 INFO:tasks.workunit.client.0.smithi145.stderr: 9: main() 2023-12-03T11:50:15.152 INFO:tasks.workunit.client.0.smithi145.stderr: 10: /lib64/libc.so.6(+0x3feb0) [0x7f849da3feb0] 2023-12-03T11:50:15.152 INFO:tasks.workunit.client.0.smithi145.stderr: 11: __libc_start_main() 2023-12-03T11:50:15.152 INFO:tasks.workunit.client.0.smithi145.stderr: 12: _start() 2023-12-03T11:50:15.152 INFO:tasks.workunit.client.0.smithi145.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:50:15.152 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.152 INFO:tasks.workunit.client.0.smithi145.stderr:--- begin dump of recent events --- 2023-12-03T11:50:15.153 INFO:tasks.workunit.client.0.smithi145.stderr: -499> 2023-12-03T11:50:15.084+0000 7f848a7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:50:15.153 INFO:tasks.workunit.client.0.smithi145.stderr: -498> 2023-12-03T11:50:15.084+0000 7f848a7fc640 10 monclient: dump: 2023-12-03T11:50:15.153 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.153 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.153 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.153 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.153 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.153 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.153 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.153 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.153 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.153 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.153 INFO:tasks.workunit.client.0.smithi145.stderr: -497> 2023-12-03T11:50:15.084+0000 7f848a7fc640 10 monclient: _finish_auth 0 2023-12-03T11:50:15.153 INFO:tasks.workunit.client.0.smithi145.stderr: -496> 2023-12-03T11:50:15.084+0000 7f848a7fc640 10 monclient: _check_auth_tickets 2023-12-03T11:50:15.153 INFO:tasks.workunit.client.0.smithi145.stderr: -495> 2023-12-03T11:50:15.084+0000 7f848a7fc640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:15.153 INFO:tasks.workunit.client.0.smithi145.stderr: -494> 2023-12-03T11:50:15.084+0000 7f848a7fc640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:15.154 INFO:tasks.workunit.client.0.smithi145.stderr: -493> 2023-12-03T11:50:15.084+0000 7f848a7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:15.154 INFO:tasks.workunit.client.0.smithi145.stderr: -492> 2023-12-03T11:50:15.084+0000 7f848a7fc640 10 monclient: dump: 2023-12-03T11:50:15.154 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.154 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.154 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.154 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.154 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.154 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.154 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.154 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.154 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.154 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.154 INFO:tasks.workunit.client.0.smithi145.stderr: -491> 2023-12-03T11:50:15.084+0000 7f848b7fe640 4 set_mon_vals no callback set 2023-12-03T11:50:15.154 INFO:tasks.workunit.client.0.smithi145.stderr: -490> 2023-12-03T11:50:15.084+0000 7f849d526800 5 monclient: authenticate success, global_id 6431 2023-12-03T11:50:15.155 INFO:tasks.workunit.client.0.smithi145.stderr: -489> 2023-12-03T11:50:15.084+0000 7f849d526800 10 monclient: _renew_subs 2023-12-03T11:50:15.155 INFO:tasks.workunit.client.0.smithi145.stderr: -488> 2023-12-03T11:50:15.084+0000 7f849d526800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:15.155 INFO:tasks.workunit.client.0.smithi145.stderr: -487> 2023-12-03T11:50:15.084+0000 7f849d526800 10 monclient: _renew_subs 2023-12-03T11:50:15.155 INFO:tasks.workunit.client.0.smithi145.stderr: -486> 2023-12-03T11:50:15.084+0000 7f849d526800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:15.155 INFO:tasks.workunit.client.0.smithi145.stderr: -485> 2023-12-03T11:50:15.084+0000 7f849d526800 1 librados: init done 2023-12-03T11:50:15.155 INFO:tasks.workunit.client.0.smithi145.stderr: -484> 2023-12-03T11:50:15.084+0000 7f849d526800 10 monclient: get_monmap_and_config 2023-12-03T11:50:15.155 INFO:tasks.workunit.client.0.smithi145.stderr: -483> 2023-12-03T11:50:15.084+0000 7f849d526800 10 monclient: build_initial_monmap 2023-12-03T11:50:15.156 INFO:tasks.workunit.client.0.smithi145.stderr: -482> 2023-12-03T11:50:15.084+0000 7f849d526800 1 build_initial for_mkfs: 0 2023-12-03T11:50:15.156 INFO:tasks.workunit.client.0.smithi145.stderr: -481> 2023-12-03T11:50:15.084+0000 7f849d526800 10 monclient: monmap: 2023-12-03T11:50:15.156 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:50:15.156 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:15.156 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:50:15.156 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:50:15.156 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:15.156 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.156 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:50:15.156 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:50:15.156 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:50:15.156 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.156 INFO:tasks.workunit.client.0.smithi145.stderr: -480> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding auth protocol: cephx 2023-12-03T11:50:15.157 INFO:tasks.workunit.client.0.smithi145.stderr: -479> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding auth protocol: cephx 2023-12-03T11:50:15.157 INFO:tasks.workunit.client.0.smithi145.stderr: -478> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding auth protocol: cephx 2023-12-03T11:50:15.157 INFO:tasks.workunit.client.0.smithi145.stderr: -477> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: secure 2023-12-03T11:50:15.157 INFO:tasks.workunit.client.0.smithi145.stderr: -476> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: crc 2023-12-03T11:50:15.157 INFO:tasks.workunit.client.0.smithi145.stderr: -475> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: secure 2023-12-03T11:50:15.157 INFO:tasks.workunit.client.0.smithi145.stderr: -474> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: crc 2023-12-03T11:50:15.157 INFO:tasks.workunit.client.0.smithi145.stderr: -473> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: secure 2023-12-03T11:50:15.157 INFO:tasks.workunit.client.0.smithi145.stderr: -472> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: crc 2023-12-03T11:50:15.157 INFO:tasks.workunit.client.0.smithi145.stderr: -471> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: crc 2023-12-03T11:50:15.157 INFO:tasks.workunit.client.0.smithi145.stderr: -470> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: secure 2023-12-03T11:50:15.157 INFO:tasks.workunit.client.0.smithi145.stderr: -469> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: crc 2023-12-03T11:50:15.157 INFO:tasks.workunit.client.0.smithi145.stderr: -468> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: secure 2023-12-03T11:50:15.157 INFO:tasks.workunit.client.0.smithi145.stderr: -467> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: crc 2023-12-03T11:50:15.157 INFO:tasks.workunit.client.0.smithi145.stderr: -466> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: secure 2023-12-03T11:50:15.157 INFO:tasks.workunit.client.0.smithi145.stderr: -465> 2023-12-03T11:50:15.085+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.158 INFO:tasks.workunit.client.0.smithi145.stderr: -464> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient: init 2023-12-03T11:50:15.158 INFO:tasks.workunit.client.0.smithi145.stderr: -463> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding auth protocol: cephx 2023-12-03T11:50:15.158 INFO:tasks.workunit.client.0.smithi145.stderr: -462> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding auth protocol: cephx 2023-12-03T11:50:15.158 INFO:tasks.workunit.client.0.smithi145.stderr: -461> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding auth protocol: cephx 2023-12-03T11:50:15.158 INFO:tasks.workunit.client.0.smithi145.stderr: -460> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: secure 2023-12-03T11:50:15.158 INFO:tasks.workunit.client.0.smithi145.stderr: -459> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: crc 2023-12-03T11:50:15.158 INFO:tasks.workunit.client.0.smithi145.stderr: -458> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: secure 2023-12-03T11:50:15.158 INFO:tasks.workunit.client.0.smithi145.stderr: -457> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: crc 2023-12-03T11:50:15.158 INFO:tasks.workunit.client.0.smithi145.stderr: -456> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: secure 2023-12-03T11:50:15.158 INFO:tasks.workunit.client.0.smithi145.stderr: -455> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: crc 2023-12-03T11:50:15.158 INFO:tasks.workunit.client.0.smithi145.stderr: -454> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: crc 2023-12-03T11:50:15.158 INFO:tasks.workunit.client.0.smithi145.stderr: -453> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: secure 2023-12-03T11:50:15.158 INFO:tasks.workunit.client.0.smithi145.stderr: -452> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: crc 2023-12-03T11:50:15.158 INFO:tasks.workunit.client.0.smithi145.stderr: -451> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: secure 2023-12-03T11:50:15.159 INFO:tasks.workunit.client.0.smithi145.stderr: -450> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: crc 2023-12-03T11:50:15.159 INFO:tasks.workunit.client.0.smithi145.stderr: -449> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: secure 2023-12-03T11:50:15.159 INFO:tasks.workunit.client.0.smithi145.stderr: -448> 2023-12-03T11:50:15.085+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.159 INFO:tasks.workunit.client.0.smithi145.stderr: -447> 2023-12-03T11:50:15.085+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.159 INFO:tasks.workunit.client.0.smithi145.stderr: -446> 2023-12-03T11:50:15.085+0000 7f849d526800 5 asok(0x556604481a10) register_command rotate-key cmddesc rotate-key hook 0x7ffcc2265a38 EEXIST 2023-12-03T11:50:15.159 INFO:tasks.workunit.client.0.smithi145.stderr: -445> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient: _reopen_session rank -1 2023-12-03T11:50:15.159 INFO:tasks.workunit.client.0.smithi145.stderr: -444> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient: _add_conns ranks=[0,2,1] 2023-12-03T11:50:15.159 INFO:tasks.workunit.client.0.smithi145.stderr: -443> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient(hunting): picked mon.noname-a con 0x5566046c0dd0 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:50:15.159 INFO:tasks.workunit.client.0.smithi145.stderr: -442> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient(hunting): picked mon.noname-c con 0x5566046c11b0 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:50:15.159 INFO:tasks.workunit.client.0.smithi145.stderr: -441> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient(hunting): picked mon.noname-b con 0x5566046bcd30 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:50:15.159 INFO:tasks.workunit.client.0.smithi145.stderr: -440> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.159 INFO:tasks.workunit.client.0.smithi145.stderr: -439> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.160 INFO:tasks.workunit.client.0.smithi145.stderr: -438> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.160 INFO:tasks.workunit.client.0.smithi145.stderr: -437> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient(hunting): _renew_subs 2023-12-03T11:50:15.160 INFO:tasks.workunit.client.0.smithi145.stderr: -436> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient(hunting): authenticate will time out at 1570.435450s 2023-12-03T11:50:15.160 INFO:tasks.workunit.client.0.smithi145.stderr: -435> 2023-12-03T11:50:15.085+0000 7f8499a86640 10 monclient(hunting): get_auth_request con 0x5566046c0dd0 auth_method 0 2023-12-03T11:50:15.160 INFO:tasks.workunit.client.0.smithi145.stderr: -434> 2023-12-03T11:50:15.085+0000 7f8499a86640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.160 INFO:tasks.workunit.client.0.smithi145.stderr: -433> 2023-12-03T11:50:15.085+0000 7f8499a86640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.160 INFO:tasks.workunit.client.0.smithi145.stderr: -432> 2023-12-03T11:50:15.085+0000 7f8499a86640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.160 INFO:tasks.workunit.client.0.smithi145.stderr: -431> 2023-12-03T11:50:15.085+0000 7f8499285640 10 monclient(hunting): get_auth_request con 0x5566046c11b0 auth_method 0 2023-12-03T11:50:15.160 INFO:tasks.workunit.client.0.smithi145.stderr: -430> 2023-12-03T11:50:15.085+0000 7f8499285640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.160 INFO:tasks.workunit.client.0.smithi145.stderr: -429> 2023-12-03T11:50:15.085+0000 7f8499285640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.160 INFO:tasks.workunit.client.0.smithi145.stderr: -428> 2023-12-03T11:50:15.085+0000 7f8499285640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.160 INFO:tasks.workunit.client.0.smithi145.stderr: -427> 2023-12-03T11:50:15.085+0000 7f8499a86640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.161 INFO:tasks.workunit.client.0.smithi145.stderr: -426> 2023-12-03T11:50:15.085+0000 7f8499a86640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.161 INFO:tasks.workunit.client.0.smithi145.stderr: -425> 2023-12-03T11:50:15.085+0000 7f8499a86640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.161 INFO:tasks.workunit.client.0.smithi145.stderr: -424> 2023-12-03T11:50:15.085+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.161 INFO:tasks.workunit.client.0.smithi145.stderr: -423> 2023-12-03T11:50:15.085+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.161 INFO:tasks.workunit.client.0.smithi145.stderr: -422> 2023-12-03T11:50:15.085+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.161 INFO:tasks.workunit.client.0.smithi145.stderr: -421> 2023-12-03T11:50:15.085+0000 7f8498a84640 10 monclient(hunting): get_auth_request con 0x5566046bcd30 auth_method 0 2023-12-03T11:50:15.161 INFO:tasks.workunit.client.0.smithi145.stderr: -420> 2023-12-03T11:50:15.085+0000 7f8498a84640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.161 INFO:tasks.workunit.client.0.smithi145.stderr: -419> 2023-12-03T11:50:15.085+0000 7f8498a84640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.161 INFO:tasks.workunit.client.0.smithi145.stderr: -418> 2023-12-03T11:50:15.085+0000 7f8498a84640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.161 INFO:tasks.workunit.client.0.smithi145.stderr: -417> 2023-12-03T11:50:15.086+0000 7f8498a84640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.161 INFO:tasks.workunit.client.0.smithi145.stderr: -416> 2023-12-03T11:50:15.086+0000 7f8498a84640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.161 INFO:tasks.workunit.client.0.smithi145.stderr: -415> 2023-12-03T11:50:15.086+0000 7f8498a84640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.161 INFO:tasks.workunit.client.0.smithi145.stderr: -414> 2023-12-03T11:50:15.086+0000 7f8499a86640 10 monclient(hunting): handle_auth_done global_id 6681 payload 274 2023-12-03T11:50:15.161 INFO:tasks.workunit.client.0.smithi145.stderr: -413> 2023-12-03T11:50:15.086+0000 7f848a7fc640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:15.161 INFO:tasks.workunit.client.0.smithi145.stderr: -412> 2023-12-03T11:50:15.086+0000 7f848a7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:15.161 INFO:tasks.workunit.client.0.smithi145.stderr: -411> 2023-12-03T11:50:15.086+0000 7f848a7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:15.162 INFO:tasks.workunit.client.0.smithi145.stderr: -410> 2023-12-03T11:50:15.086+0000 7f8499a86640 10 monclient: _finish_hunting 0 2023-12-03T11:50:15.162 INFO:tasks.workunit.client.0.smithi145.stderr: -409> 2023-12-03T11:50:15.086+0000 7f8499a86640 1 monclient: found mon.noname-a 2023-12-03T11:50:15.162 INFO:tasks.workunit.client.0.smithi145.stderr: -408> 2023-12-03T11:50:15.086+0000 7f8499a86640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.145:3300/0 2023-12-03T11:50:15.162 INFO:tasks.workunit.client.0.smithi145.stderr: -407> 2023-12-03T11:50:15.086+0000 7f8499a86640 10 monclient: get_auth_request con 0x7f847c069820 auth_method 0 2023-12-03T11:50:15.162 INFO:tasks.workunit.client.0.smithi145.stderr: -406> 2023-12-03T11:50:15.086+0000 7f847b7fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:15.162 INFO:tasks.workunit.client.0.smithi145.stderr: -405> 2023-12-03T11:50:15.086+0000 7f847b7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:50:15.162 INFO:tasks.workunit.client.0.smithi145.stderr: -404> 2023-12-03T11:50:15.086+0000 7f847b7fe640 10 monclient: dump: 2023-12-03T11:50:15.162 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.162 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.162 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.162 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.162 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.162 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.162 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.162 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.163 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.163 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.163 INFO:tasks.workunit.client.0.smithi145.stderr: -403> 2023-12-03T11:50:15.086+0000 7f847b7fe640 10 monclient: _finish_auth 0 2023-12-03T11:50:15.163 INFO:tasks.workunit.client.0.smithi145.stderr: -402> 2023-12-03T11:50:15.086+0000 7f847b7fe640 10 monclient: _check_auth_tickets 2023-12-03T11:50:15.163 INFO:tasks.workunit.client.0.smithi145.stderr: -401> 2023-12-03T11:50:15.086+0000 7f849d526800 5 monclient: authenticate success, global_id 6681 2023-12-03T11:50:15.163 INFO:tasks.workunit.client.0.smithi145.stderr: -400> 2023-12-03T11:50:15.086+0000 7f847b7fe640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:15.163 INFO:tasks.workunit.client.0.smithi145.stderr: -399> 2023-12-03T11:50:15.086+0000 7f847b7fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:15.163 INFO:tasks.workunit.client.0.smithi145.stderr: -398> 2023-12-03T11:50:15.086+0000 7f847b7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:15.163 INFO:tasks.workunit.client.0.smithi145.stderr: -397> 2023-12-03T11:50:15.086+0000 7f847b7fe640 10 monclient: dump: 2023-12-03T11:50:15.163 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.163 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.163 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.163 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.163 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.163 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.164 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.164 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.164 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.164 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.164 INFO:tasks.workunit.client.0.smithi145.stderr: -396> 2023-12-03T11:50:15.086+0000 7f849d526800 10 monclient: get_monmap_and_config success 2023-12-03T11:50:15.164 INFO:tasks.workunit.client.0.smithi145.stderr: -395> 2023-12-03T11:50:15.086+0000 7f849d526800 4 set_mon_vals no callback set 2023-12-03T11:50:15.164 INFO:tasks.workunit.client.0.smithi145.stderr: -394> 2023-12-03T11:50:15.086+0000 7f849d526800 10 monclient: shutdown 2023-12-03T11:50:15.164 INFO:tasks.workunit.client.0.smithi145.stderr: -393> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient: build_initial_monmap 2023-12-03T11:50:15.164 INFO:tasks.workunit.client.0.smithi145.stderr: -392> 2023-12-03T11:50:15.087+0000 7f849d526800 1 build_initial for_mkfs: 0 2023-12-03T11:50:15.164 INFO:tasks.workunit.client.0.smithi145.stderr: -391> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient: monmap: 2023-12-03T11:50:15.164 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:50:15.164 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:15.164 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:50:15.164 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:50:15.164 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:15.164 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.165 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:50:15.165 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:50:15.165 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:50:15.165 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.165 INFO:tasks.workunit.client.0.smithi145.stderr: -390> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding auth protocol: cephx 2023-12-03T11:50:15.165 INFO:tasks.workunit.client.0.smithi145.stderr: -389> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding auth protocol: cephx 2023-12-03T11:50:15.165 INFO:tasks.workunit.client.0.smithi145.stderr: -388> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding auth protocol: cephx 2023-12-03T11:50:15.165 INFO:tasks.workunit.client.0.smithi145.stderr: -387> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: secure 2023-12-03T11:50:15.165 INFO:tasks.workunit.client.0.smithi145.stderr: -386> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: crc 2023-12-03T11:50:15.165 INFO:tasks.workunit.client.0.smithi145.stderr: -385> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: secure 2023-12-03T11:50:15.165 INFO:tasks.workunit.client.0.smithi145.stderr: -384> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: crc 2023-12-03T11:50:15.165 INFO:tasks.workunit.client.0.smithi145.stderr: -383> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: secure 2023-12-03T11:50:15.165 INFO:tasks.workunit.client.0.smithi145.stderr: -382> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: crc 2023-12-03T11:50:15.165 INFO:tasks.workunit.client.0.smithi145.stderr: -381> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: crc 2023-12-03T11:50:15.165 INFO:tasks.workunit.client.0.smithi145.stderr: -380> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: secure 2023-12-03T11:50:15.165 INFO:tasks.workunit.client.0.smithi145.stderr: -379> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: crc 2023-12-03T11:50:15.166 INFO:tasks.workunit.client.0.smithi145.stderr: -378> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: secure 2023-12-03T11:50:15.166 INFO:tasks.workunit.client.0.smithi145.stderr: -377> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: crc 2023-12-03T11:50:15.166 INFO:tasks.workunit.client.0.smithi145.stderr: -376> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: secure 2023-12-03T11:50:15.166 INFO:tasks.workunit.client.0.smithi145.stderr: -375> 2023-12-03T11:50:15.087+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.166 INFO:tasks.workunit.client.0.smithi145.stderr: -374> 2023-12-03T11:50:15.087+0000 7f849d526800 1 librados: starting msgr at 2023-12-03T11:50:15.166 INFO:tasks.workunit.client.0.smithi145.stderr: -373> 2023-12-03T11:50:15.087+0000 7f849d526800 1 librados: starting objecter 2023-12-03T11:50:15.166 INFO:tasks.workunit.client.0.smithi145.stderr: -372> 2023-12-03T11:50:15.087+0000 7f849d526800 5 asok(0x556604481a10) register_command objecter_requests cmddesc objecter_requests hook 0x5566046922a0 EEXIST 2023-12-03T11:50:15.166 INFO:tasks.workunit.client.0.smithi145.stderr: -371> 2023-12-03T11:50:15.087+0000 7f849d526800 1 librados: setting wanted keys 2023-12-03T11:50:15.166 INFO:tasks.workunit.client.0.smithi145.stderr: -370> 2023-12-03T11:50:15.087+0000 7f849d526800 1 librados: calling monclient init 2023-12-03T11:50:15.166 INFO:tasks.workunit.client.0.smithi145.stderr: -369> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient: init 2023-12-03T11:50:15.166 INFO:tasks.workunit.client.0.smithi145.stderr: -368> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding auth protocol: cephx 2023-12-03T11:50:15.166 INFO:tasks.workunit.client.0.smithi145.stderr: -367> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding auth protocol: cephx 2023-12-03T11:50:15.166 INFO:tasks.workunit.client.0.smithi145.stderr: -366> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding auth protocol: cephx 2023-12-03T11:50:15.166 INFO:tasks.workunit.client.0.smithi145.stderr: -365> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: secure 2023-12-03T11:50:15.166 INFO:tasks.workunit.client.0.smithi145.stderr: -364> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: crc 2023-12-03T11:50:15.167 INFO:tasks.workunit.client.0.smithi145.stderr: -363> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: secure 2023-12-03T11:50:15.167 INFO:tasks.workunit.client.0.smithi145.stderr: -362> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: crc 2023-12-03T11:50:15.167 INFO:tasks.workunit.client.0.smithi145.stderr: -361> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: secure 2023-12-03T11:50:15.167 INFO:tasks.workunit.client.0.smithi145.stderr: -360> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: crc 2023-12-03T11:50:15.167 INFO:tasks.workunit.client.0.smithi145.stderr: -359> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: crc 2023-12-03T11:50:15.167 INFO:tasks.workunit.client.0.smithi145.stderr: -358> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: secure 2023-12-03T11:50:15.167 INFO:tasks.workunit.client.0.smithi145.stderr: -357> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: crc 2023-12-03T11:50:15.167 INFO:tasks.workunit.client.0.smithi145.stderr: -356> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: secure 2023-12-03T11:50:15.167 INFO:tasks.workunit.client.0.smithi145.stderr: -355> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: crc 2023-12-03T11:50:15.167 INFO:tasks.workunit.client.0.smithi145.stderr: -354> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: secure 2023-12-03T11:50:15.167 INFO:tasks.workunit.client.0.smithi145.stderr: -353> 2023-12-03T11:50:15.087+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.167 INFO:tasks.workunit.client.0.smithi145.stderr: -352> 2023-12-03T11:50:15.087+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.167 INFO:tasks.workunit.client.0.smithi145.stderr: -351> 2023-12-03T11:50:15.087+0000 7f849d526800 5 asok(0x556604481a10) register_command rotate-key cmddesc rotate-key hook 0x55660468a8a0 EEXIST 2023-12-03T11:50:15.167 INFO:tasks.workunit.client.0.smithi145.stderr: -350> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient: _reopen_session rank -1 2023-12-03T11:50:15.167 INFO:tasks.workunit.client.0.smithi145.stderr: -349> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient: _add_conns ranks=[2,0,1] 2023-12-03T11:50:15.167 INFO:tasks.workunit.client.0.smithi145.stderr: -348> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient(hunting): picked mon.noname-c con 0x5566046bcd30 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:50:15.168 INFO:tasks.workunit.client.0.smithi145.stderr: -347> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient(hunting): picked mon.noname-a con 0x5566046c0dd0 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:50:15.168 INFO:tasks.workunit.client.0.smithi145.stderr: -346> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient(hunting): picked mon.noname-b con 0x5566046c0240 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:50:15.168 INFO:tasks.workunit.client.0.smithi145.stderr: -345> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.168 INFO:tasks.workunit.client.0.smithi145.stderr: -344> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.168 INFO:tasks.workunit.client.0.smithi145.stderr: -343> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.168 INFO:tasks.workunit.client.0.smithi145.stderr: -342> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient(hunting): _renew_subs 2023-12-03T11:50:15.168 INFO:tasks.workunit.client.0.smithi145.stderr: -341> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient(hunting): authenticate will time out at 1570.437653s 2023-12-03T11:50:15.168 INFO:tasks.workunit.client.0.smithi145.stderr: -340> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient(hunting): get_auth_request con 0x5566046bcd30 auth_method 0 2023-12-03T11:50:15.168 INFO:tasks.workunit.client.0.smithi145.stderr: -339> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.168 INFO:tasks.workunit.client.0.smithi145.stderr: -338> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.168 INFO:tasks.workunit.client.0.smithi145.stderr: -337> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.168 INFO:tasks.workunit.client.0.smithi145.stderr: -336> 2023-12-03T11:50:15.088+0000 7f8498a84640 10 monclient(hunting): get_auth_request con 0x5566046c0dd0 auth_method 0 2023-12-03T11:50:15.168 INFO:tasks.workunit.client.0.smithi145.stderr: -335> 2023-12-03T11:50:15.088+0000 7f8498a84640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.168 INFO:tasks.workunit.client.0.smithi145.stderr: -334> 2023-12-03T11:50:15.088+0000 7f8498a84640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.168 INFO:tasks.workunit.client.0.smithi145.stderr: -333> 2023-12-03T11:50:15.088+0000 7f8498a84640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.169 INFO:tasks.workunit.client.0.smithi145.stderr: -332> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.169 INFO:tasks.workunit.client.0.smithi145.stderr: -331> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.169 INFO:tasks.workunit.client.0.smithi145.stderr: -330> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.169 INFO:tasks.workunit.client.0.smithi145.stderr: -329> 2023-12-03T11:50:15.088+0000 7f8498a84640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.169 INFO:tasks.workunit.client.0.smithi145.stderr: -328> 2023-12-03T11:50:15.088+0000 7f8498a84640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.169 INFO:tasks.workunit.client.0.smithi145.stderr: -327> 2023-12-03T11:50:15.088+0000 7f8498a84640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.169 INFO:tasks.workunit.client.0.smithi145.stderr: -326> 2023-12-03T11:50:15.088+0000 7f8499a86640 10 monclient(hunting): get_auth_request con 0x5566046c0240 auth_method 0 2023-12-03T11:50:15.169 INFO:tasks.workunit.client.0.smithi145.stderr: -325> 2023-12-03T11:50:15.088+0000 7f8499a86640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.169 INFO:tasks.workunit.client.0.smithi145.stderr: -324> 2023-12-03T11:50:15.088+0000 7f8499a86640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.169 INFO:tasks.workunit.client.0.smithi145.stderr: -323> 2023-12-03T11:50:15.088+0000 7f8499a86640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.169 INFO:tasks.workunit.client.0.smithi145.stderr: -322> 2023-12-03T11:50:15.088+0000 7f8499a86640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.169 INFO:tasks.workunit.client.0.smithi145.stderr: -321> 2023-12-03T11:50:15.088+0000 7f8499a86640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.169 INFO:tasks.workunit.client.0.smithi145.stderr: -320> 2023-12-03T11:50:15.088+0000 7f8499a86640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.169 INFO:tasks.workunit.client.0.smithi145.stderr: -319> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient(hunting): handle_auth_done global_id 6437 payload 824 2023-12-03T11:50:15.169 INFO:tasks.workunit.client.0.smithi145.stderr: -318> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient: _finish_hunting 0 2023-12-03T11:50:15.169 INFO:tasks.workunit.client.0.smithi145.stderr: -317> 2023-12-03T11:50:15.088+0000 7f8499285640 1 monclient: found mon.noname-c 2023-12-03T11:50:15.169 INFO:tasks.workunit.client.0.smithi145.stderr: -316> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:50:15.170 INFO:tasks.workunit.client.0.smithi145.stderr: -315> 2023-12-03T11:50:15.088+0000 7f8479ffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:15.170 INFO:tasks.workunit.client.0.smithi145.stderr: -314> 2023-12-03T11:50:15.088+0000 7f8479ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:50:15.170 INFO:tasks.workunit.client.0.smithi145.stderr: -313> 2023-12-03T11:50:15.088+0000 7f8479ffb640 10 monclient: dump: 2023-12-03T11:50:15.170 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.170 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.170 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.170 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.170 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.170 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.171 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.171 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.171 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.171 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.171 INFO:tasks.workunit.client.0.smithi145.stderr: -312> 2023-12-03T11:50:15.088+0000 7f8479ffb640 10 monclient: _finish_auth 0 2023-12-03T11:50:15.171 INFO:tasks.workunit.client.0.smithi145.stderr: -311> 2023-12-03T11:50:15.088+0000 7f8479ffb640 10 monclient: _check_auth_tickets 2023-12-03T11:50:15.171 INFO:tasks.workunit.client.0.smithi145.stderr: -310> 2023-12-03T11:50:15.088+0000 7f8479ffb640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:15.171 INFO:tasks.workunit.client.0.smithi145.stderr: -309> 2023-12-03T11:50:15.088+0000 7f8479ffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:15.171 INFO:tasks.workunit.client.0.smithi145.stderr: -308> 2023-12-03T11:50:15.088+0000 7f8479ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:15.172 INFO:tasks.workunit.client.0.smithi145.stderr: -307> 2023-12-03T11:50:15.088+0000 7f8479ffb640 10 monclient: dump: 2023-12-03T11:50:15.172 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.172 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.172 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.172 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.172 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.172 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.172 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.172 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.172 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.172 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.172 INFO:tasks.workunit.client.0.smithi145.stderr: -306> 2023-12-03T11:50:15.088+0000 7f849d526800 5 monclient: authenticate success, global_id 6437 2023-12-03T11:50:15.172 INFO:tasks.workunit.client.0.smithi145.stderr: -305> 2023-12-03T11:50:15.088+0000 7f849d526800 10 monclient: _renew_subs 2023-12-03T11:50:15.172 INFO:tasks.workunit.client.0.smithi145.stderr: -304> 2023-12-03T11:50:15.088+0000 7f847b7fe640 4 set_mon_vals no callback set 2023-12-03T11:50:15.172 INFO:tasks.workunit.client.0.smithi145.stderr: -303> 2023-12-03T11:50:15.088+0000 7f849d526800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:15.172 INFO:tasks.workunit.client.0.smithi145.stderr: -302> 2023-12-03T11:50:15.088+0000 7f849d526800 10 monclient: _renew_subs 2023-12-03T11:50:15.172 INFO:tasks.workunit.client.0.smithi145.stderr: -301> 2023-12-03T11:50:15.088+0000 7f849d526800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:15.173 INFO:tasks.workunit.client.0.smithi145.stderr: -300> 2023-12-03T11:50:15.088+0000 7f849d526800 1 librados: init done 2023-12-03T11:50:15.173 INFO:tasks.workunit.client.0.smithi145.stderr: -299> 2023-12-03T11:50:15.089+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.173 INFO:tasks.workunit.client.0.smithi145.stderr: -298> 2023-12-03T11:50:15.090+0000 7f8479ffb640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:15.173 INFO:tasks.workunit.client.0.smithi145.stderr: -297> 2023-12-03T11:50:15.090+0000 7f8479ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:15.173 INFO:tasks.workunit.client.0.smithi145.stderr: -296> 2023-12-03T11:50:15.090+0000 7f8479ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:15.173 INFO:tasks.workunit.client.0.smithi145.stderr: -295> 2023-12-03T11:50:15.090+0000 7f8498a84640 10 monclient: get_auth_request con 0x7f8474069820 auth_method 0 2023-12-03T11:50:15.173 INFO:tasks.workunit.client.0.smithi145.stderr: -294> 2023-12-03T11:50:15.090+0000 7f8499a86640 10 monclient: get_auth_request con 0x5566046d95c0 auth_method 0 2023-12-03T11:50:15.173 INFO:tasks.workunit.client.0.smithi145.stderr: -293> 2023-12-03T11:50:15.091+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.173 INFO:tasks.workunit.client.0.smithi145.stderr: -292> 2023-12-03T11:50:15.091+0000 7f849d526800 20 realm 2023-12-03T11:50:15.173 INFO:tasks.workunit.client.0.smithi145.stderr: -291> 2023-12-03T11:50:15.091+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.173 INFO:tasks.workunit.client.0.smithi145.stderr: -290> 2023-12-03T11:50:15.091+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.173 INFO:tasks.workunit.client.0.smithi145.stderr: -289> 2023-12-03T11:50:15.091+0000 7f849d526800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:15.173 INFO:tasks.workunit.client.0.smithi145.stderr: -288> 2023-12-03T11:50:15.091+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.173 INFO:tasks.workunit.client.0.smithi145.stderr: -287> 2023-12-03T11:50:15.091+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.173 INFO:tasks.workunit.client.0.smithi145.stderr: -286> 2023-12-03T11:50:15.091+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.173 INFO:tasks.workunit.client.0.smithi145.stderr: -285> 2023-12-03T11:50:15.091+0000 7f8499285640 10 monclient: get_auth_request con 0x5566046dd520 auth_method 0 2023-12-03T11:50:15.174 INFO:tasks.workunit.client.0.smithi145.stderr: -284> 2023-12-03T11:50:15.092+0000 7f849d526800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:15.174 INFO:tasks.workunit.client.0.smithi145.stderr: -283> 2023-12-03T11:50:15.092+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.174 INFO:tasks.workunit.client.0.smithi145.stderr: -282> 2023-12-03T11:50:15.092+0000 7f8498a84640 10 monclient: get_auth_request con 0x5566046e0d30 auth_method 0 2023-12-03T11:50:15.174 INFO:tasks.workunit.client.0.smithi145.stderr: -281> 2023-12-03T11:50:15.092+0000 7f849d526800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:15.174 INFO:tasks.workunit.client.0.smithi145.stderr: -280> 2023-12-03T11:50:15.092+0000 7f849d526800 20 searching for the correct realm 2023-12-03T11:50:15.174 INFO:tasks.workunit.client.0.smithi145.stderr: -279> 2023-12-03T11:50:15.093+0000 7f8499a86640 10 monclient: get_auth_request con 0x7f8490083410 auth_method 0 2023-12-03T11:50:15.174 INFO:tasks.workunit.client.0.smithi145.stderr: -278> 2023-12-03T11:50:15.094+0000 7f8499285640 10 monclient: get_auth_request con 0x7f8494026050 auth_method 0 2023-12-03T11:50:15.174 INFO:tasks.workunit.client.0.smithi145.stderr: -277> 2023-12-03T11:50:15.094+0000 7f8498a84640 10 monclient: get_auth_request con 0x7f848c09a240 auth_method 0 2023-12-03T11:50:15.174 INFO:tasks.workunit.client.0.smithi145.stderr: -276> 2023-12-03T11:50:15.096+0000 7f8499a86640 10 monclient: get_auth_request con 0x7f8490027020 auth_method 0 2023-12-03T11:50:15.174 INFO:tasks.workunit.client.0.smithi145.stderr: -275> 2023-12-03T11:50:15.098+0000 7f8499285640 10 monclient: get_auth_request con 0x7f8490013030 auth_method 0 2023-12-03T11:50:15.174 INFO:tasks.workunit.client.0.smithi145.stderr: -274> 2023-12-03T11:50:15.101+0000 7f8499285640 0 -- 172.21.15.145:0/1835694526 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5566046dd520 msgr2=0x5566046df950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:15.174 INFO:tasks.workunit.client.0.smithi145.stderr: -273> 2023-12-03T11:50:15.102+0000 7f8479ffb640 1 client.6437.objecter ms_handle_reset 0x5566046dd520 session 0x55660444a320 osd.5 2023-12-03T11:50:15.174 INFO:tasks.workunit.client.0.smithi145.stderr: -272> 2023-12-03T11:50:15.102+0000 7f8479ffb640 10 monclient: _renew_subs 2023-12-03T11:50:15.174 INFO:tasks.workunit.client.0.smithi145.stderr: -271> 2023-12-03T11:50:15.102+0000 7f8479ffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:15.174 INFO:tasks.workunit.client.0.smithi145.stderr: -270> 2023-12-03T11:50:15.102+0000 7f8499285640 10 monclient: get_auth_request con 0x7f84740795c0 auth_method 0 2023-12-03T11:50:15.175 INFO:tasks.workunit.client.0.smithi145.stderr: -269> 2023-12-03T11:50:15.103+0000 7f849d526800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:15.175 INFO:tasks.workunit.client.0.smithi145.stderr: -268> 2023-12-03T11:50:15.103+0000 7f849d526800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:15.175 INFO:tasks.workunit.client.0.smithi145.stderr: -267> 2023-12-03T11:50:15.103+0000 7f849d526800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:15.175 INFO:tasks.workunit.client.0.smithi145.stderr: -266> 2023-12-03T11:50:15.103+0000 7f849d526800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:15.175 INFO:tasks.workunit.client.0.smithi145.stderr: -265> 2023-12-03T11:50:15.103+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.175 INFO:tasks.workunit.client.0.smithi145.stderr: -264> 2023-12-03T11:50:15.103+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.175 INFO:tasks.workunit.client.0.smithi145.stderr: -263> 2023-12-03T11:50:15.103+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.175 INFO:tasks.workunit.client.0.smithi145.stderr: -262> 2023-12-03T11:50:15.103+0000 7f849d526800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:15.175 INFO:tasks.workunit.client.0.smithi145.stderr: -261> 2023-12-03T11:50:15.103+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.176 INFO:tasks.workunit.client.0.smithi145.stderr: -260> 2023-12-03T11:50:15.104+0000 7f849d526800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:15.176 INFO:tasks.workunit.client.0.smithi145.stderr: -259> 2023-12-03T11:50:15.104+0000 7f849d526800 20 zone default found 2023-12-03T11:50:15.176 INFO:tasks.workunit.client.0.smithi145.stderr: -258> 2023-12-03T11:50:15.104+0000 7f849d526800 4 Realm: () 2023-12-03T11:50:15.176 INFO:tasks.workunit.client.0.smithi145.stderr: -257> 2023-12-03T11:50:15.104+0000 7f849d526800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:15.176 INFO:tasks.workunit.client.0.smithi145.stderr: -256> 2023-12-03T11:50:15.104+0000 7f849d526800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:15.176 INFO:tasks.workunit.client.0.smithi145.stderr: -255> 2023-12-03T11:50:15.104+0000 7f849d526800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:15.176 INFO:tasks.workunit.client.0.smithi145.stderr: -254> 2023-12-03T11:50:15.104+0000 7f849d526800 20 zonegroup default 2023-12-03T11:50:15.176 INFO:tasks.workunit.client.0.smithi145.stderr: -253> 2023-12-03T11:50:15.104+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.176 INFO:tasks.workunit.client.0.smithi145.stderr: -252> 2023-12-03T11:50:15.104+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.176 INFO:tasks.workunit.client.0.smithi145.stderr: -251> 2023-12-03T11:50:15.104+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.176 INFO:tasks.workunit.client.0.smithi145.stderr: -250> 2023-12-03T11:50:15.104+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.176 INFO:tasks.workunit.client.0.smithi145.stderr: -249> 2023-12-03T11:50:15.104+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.176 INFO:tasks.workunit.client.0.smithi145.stderr: -248> 2023-12-03T11:50:15.104+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.177 INFO:tasks.workunit.client.0.smithi145.stderr: -247> 2023-12-03T11:50:15.104+0000 7f849d526800 20 started sync module instance, tier type = 2023-12-03T11:50:15.177 INFO:tasks.workunit.client.0.smithi145.stderr: -246> 2023-12-03T11:50:15.105+0000 7f849d526800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:15.177 INFO:tasks.workunit.client.0.smithi145.stderr: -245> 2023-12-03T11:50:15.110+0000 7f8499a86640 0 -- 172.21.15.145:0/1835694526 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f8490027020 msgr2=0x7f84900700b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:15.177 INFO:tasks.workunit.client.0.smithi145.stderr: -244> 2023-12-03T11:50:15.110+0000 7f8479ffb640 1 client.6437.objecter ms_handle_reset 0x7f8490027020 session 0x7f8490058750 osd.6 2023-12-03T11:50:15.177 INFO:tasks.workunit.client.0.smithi145.stderr: -243> 2023-12-03T11:50:15.110+0000 7f8499a86640 10 monclient: get_auth_request con 0x5566046dd520 auth_method 0 2023-12-03T11:50:15.177 INFO:tasks.workunit.client.0.smithi145.stderr: -242> 2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=0 2023-12-03T11:50:15.177 INFO:tasks.workunit.client.0.smithi145.stderr: -241> 2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=1 2023-12-03T11:50:15.177 INFO:tasks.workunit.client.0.smithi145.stderr: -240> 2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=2 2023-12-03T11:50:15.177 INFO:tasks.workunit.client.0.smithi145.stderr: -239> 2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=3 2023-12-03T11:50:15.177 INFO:tasks.workunit.client.0.smithi145.stderr: -238> 2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=4 2023-12-03T11:50:15.177 INFO:tasks.workunit.client.0.smithi145.stderr: -237> 2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=5 2023-12-03T11:50:15.178 INFO:tasks.workunit.client.0.smithi145.stderr: -236> 2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=6 2023-12-03T11:50:15.178 INFO:tasks.workunit.client.0.smithi145.stderr: -235> 2023-12-03T11:50:15.114+0000 7f849d526800 20 add_watcher() i=7 2023-12-03T11:50:15.178 INFO:tasks.workunit.client.0.smithi145.stderr: -234> 2023-12-03T11:50:15.114+0000 7f849d526800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:15.178 INFO:tasks.workunit.client.0.smithi145.stderr: -233> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding auth protocol: cephx 2023-12-03T11:50:15.178 INFO:tasks.workunit.client.0.smithi145.stderr: -232> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding auth protocol: cephx 2023-12-03T11:50:15.178 INFO:tasks.workunit.client.0.smithi145.stderr: -231> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding auth protocol: cephx 2023-12-03T11:50:15.178 INFO:tasks.workunit.client.0.smithi145.stderr: -230> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: secure 2023-12-03T11:50:15.178 INFO:tasks.workunit.client.0.smithi145.stderr: -229> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: crc 2023-12-03T11:50:15.178 INFO:tasks.workunit.client.0.smithi145.stderr: -228> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: secure 2023-12-03T11:50:15.178 INFO:tasks.workunit.client.0.smithi145.stderr: -227> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: crc 2023-12-03T11:50:15.178 INFO:tasks.workunit.client.0.smithi145.stderr: -226> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: secure 2023-12-03T11:50:15.178 INFO:tasks.workunit.client.0.smithi145.stderr: -225> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: crc 2023-12-03T11:50:15.178 INFO:tasks.workunit.client.0.smithi145.stderr: -224> 2023-12-03T11:50:15.115+0000 7f845efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:15.178 INFO:tasks.workunit.client.0.smithi145.stderr: -223> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: crc 2023-12-03T11:50:15.179 INFO:tasks.workunit.client.0.smithi145.stderr: -222> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: secure 2023-12-03T11:50:15.179 INFO:tasks.workunit.client.0.smithi145.stderr: -221> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: crc 2023-12-03T11:50:15.179 INFO:tasks.workunit.client.0.smithi145.stderr: -220> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: secure 2023-12-03T11:50:15.179 INFO:tasks.workunit.client.0.smithi145.stderr: -219> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: crc 2023-12-03T11:50:15.179 INFO:tasks.workunit.client.0.smithi145.stderr: -218> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: secure 2023-12-03T11:50:15.179 INFO:tasks.workunit.client.0.smithi145.stderr: -217> 2023-12-03T11:50:15.116+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.179 INFO:tasks.workunit.client.0.smithi145.stderr: -216> 2023-12-03T11:50:15.116+0000 7f849d526800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:15.179 INFO:tasks.workunit.client.0.smithi145.stderr: -215> 2023-12-03T11:50:15.116+0000 7f849d526800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:15.179 INFO:tasks.workunit.client.0.smithi145.stderr: -214> 2023-12-03T11:50:15.116+0000 7f849d526800 5 asok(0x556604481a10) register_command cache list hook 0x556604678840 2023-12-03T11:50:15.179 INFO:tasks.workunit.client.0.smithi145.stderr: -213> 2023-12-03T11:50:15.116+0000 7f849d526800 5 asok(0x556604481a10) register_command cache inspect hook 0x556604678840 2023-12-03T11:50:15.179 INFO:tasks.workunit.client.0.smithi145.stderr: -212> 2023-12-03T11:50:15.116+0000 7f849d526800 5 asok(0x556604481a10) register_command cache erase hook 0x556604678840 2023-12-03T11:50:15.179 INFO:tasks.workunit.client.0.smithi145.stderr: -211> 2023-12-03T11:50:15.116+0000 7f849d526800 5 asok(0x556604481a10) register_command cache zap hook 0x556604678840 2023-12-03T11:50:15.179 INFO:tasks.workunit.client.0.smithi145.stderr: -210> 2023-12-03T11:50:15.116+0000 7f849d526800 10 monclient: get_monmap_and_config 2023-12-03T11:50:15.180 INFO:tasks.workunit.client.0.smithi145.stderr: -209> 2023-12-03T11:50:15.116+0000 7f849d526800 10 monclient: build_initial_monmap 2023-12-03T11:50:15.180 INFO:tasks.workunit.client.0.smithi145.stderr: -208> 2023-12-03T11:50:15.116+0000 7f849d526800 1 build_initial for_mkfs: 0 2023-12-03T11:50:15.180 INFO:tasks.workunit.client.0.smithi145.stderr: -207> 2023-12-03T11:50:15.116+0000 7f849d526800 10 monclient: monmap: 2023-12-03T11:50:15.180 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:50:15.180 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:15.180 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:50:15.180 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:50:15.180 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:15.180 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.180 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:50:15.180 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:50:15.180 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:50:15.180 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.180 INFO:tasks.workunit.client.0.smithi145.stderr: -206> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding auth protocol: cephx 2023-12-03T11:50:15.180 INFO:tasks.workunit.client.0.smithi145.stderr: -205> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding auth protocol: cephx 2023-12-03T11:50:15.181 INFO:tasks.workunit.client.0.smithi145.stderr: -204> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding auth protocol: cephx 2023-12-03T11:50:15.181 INFO:tasks.workunit.client.0.smithi145.stderr: -203> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: secure 2023-12-03T11:50:15.181 INFO:tasks.workunit.client.0.smithi145.stderr: -202> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: crc 2023-12-03T11:50:15.181 INFO:tasks.workunit.client.0.smithi145.stderr: -201> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: secure 2023-12-03T11:50:15.181 INFO:tasks.workunit.client.0.smithi145.stderr: -200> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: crc 2023-12-03T11:50:15.181 INFO:tasks.workunit.client.0.smithi145.stderr: -199> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: secure 2023-12-03T11:50:15.181 INFO:tasks.workunit.client.0.smithi145.stderr: -198> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: crc 2023-12-03T11:50:15.181 INFO:tasks.workunit.client.0.smithi145.stderr: -197> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: crc 2023-12-03T11:50:15.181 INFO:tasks.workunit.client.0.smithi145.stderr: -196> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: secure 2023-12-03T11:50:15.181 INFO:tasks.workunit.client.0.smithi145.stderr: -195> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: crc 2023-12-03T11:50:15.181 INFO:tasks.workunit.client.0.smithi145.stderr: -194> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: secure 2023-12-03T11:50:15.181 INFO:tasks.workunit.client.0.smithi145.stderr: -193> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: crc 2023-12-03T11:50:15.182 INFO:tasks.workunit.client.0.smithi145.stderr: -192> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: secure 2023-12-03T11:50:15.182 INFO:tasks.workunit.client.0.smithi145.stderr: -191> 2023-12-03T11:50:15.116+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.182 INFO:tasks.workunit.client.0.smithi145.stderr: -190> 2023-12-03T11:50:15.116+0000 7f849d526800 10 monclient: init 2023-12-03T11:50:15.182 INFO:tasks.workunit.client.0.smithi145.stderr: -189> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding auth protocol: cephx 2023-12-03T11:50:15.182 INFO:tasks.workunit.client.0.smithi145.stderr: -188> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding auth protocol: cephx 2023-12-03T11:50:15.182 INFO:tasks.workunit.client.0.smithi145.stderr: -187> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding auth protocol: cephx 2023-12-03T11:50:15.182 INFO:tasks.workunit.client.0.smithi145.stderr: -186> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: secure 2023-12-03T11:50:15.182 INFO:tasks.workunit.client.0.smithi145.stderr: -185> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: crc 2023-12-03T11:50:15.182 INFO:tasks.workunit.client.0.smithi145.stderr: -184> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: secure 2023-12-03T11:50:15.182 INFO:tasks.workunit.client.0.smithi145.stderr: -183> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: crc 2023-12-03T11:50:15.182 INFO:tasks.workunit.client.0.smithi145.stderr: -182> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: secure 2023-12-03T11:50:15.182 INFO:tasks.workunit.client.0.smithi145.stderr: -181> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: crc 2023-12-03T11:50:15.183 INFO:tasks.workunit.client.0.smithi145.stderr: -180> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: crc 2023-12-03T11:50:15.183 INFO:tasks.workunit.client.0.smithi145.stderr: -179> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: secure 2023-12-03T11:50:15.183 INFO:tasks.workunit.client.0.smithi145.stderr: -178> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: crc 2023-12-03T11:50:15.183 INFO:tasks.workunit.client.0.smithi145.stderr: -177> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: secure 2023-12-03T11:50:15.183 INFO:tasks.workunit.client.0.smithi145.stderr: -176> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: crc 2023-12-03T11:50:15.183 INFO:tasks.workunit.client.0.smithi145.stderr: -175> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: secure 2023-12-03T11:50:15.183 INFO:tasks.workunit.client.0.smithi145.stderr: -174> 2023-12-03T11:50:15.116+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.183 INFO:tasks.workunit.client.0.smithi145.stderr: -173> 2023-12-03T11:50:15.116+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.183 INFO:tasks.workunit.client.0.smithi145.stderr: -172> 2023-12-03T11:50:15.116+0000 7f849d526800 5 asok(0x556604481a10) register_command rotate-key cmddesc rotate-key hook 0x7ffcc2265fb8 EEXIST 2023-12-03T11:50:15.183 INFO:tasks.workunit.client.0.smithi145.stderr: -171> 2023-12-03T11:50:15.116+0000 7f849d526800 10 monclient: _reopen_session rank -1 2023-12-03T11:50:15.183 INFO:tasks.workunit.client.0.smithi145.stderr: -170> 2023-12-03T11:50:15.116+0000 7f849d526800 10 monclient: _add_conns ranks=[0,2,1] 2023-12-03T11:50:15.183 INFO:tasks.workunit.client.0.smithi145.stderr: -169> 2023-12-03T11:50:15.117+0000 7f849d526800 10 monclient(hunting): picked mon.noname-a con 0x55660471e890 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:50:15.183 INFO:tasks.workunit.client.0.smithi145.stderr: -168> 2023-12-03T11:50:15.117+0000 7f849d526800 10 monclient(hunting): picked mon.noname-c con 0x55660471de70 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:50:15.183 INFO:tasks.workunit.client.0.smithi145.stderr: -167> 2023-12-03T11:50:15.117+0000 7f849d526800 10 monclient(hunting): picked mon.noname-b con 0x55660471a620 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:50:15.183 INFO:tasks.workunit.client.0.smithi145.stderr: -166> 2023-12-03T11:50:15.117+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.183 INFO:tasks.workunit.client.0.smithi145.stderr: -165> 2023-12-03T11:50:15.117+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.183 INFO:tasks.workunit.client.0.smithi145.stderr: -164> 2023-12-03T11:50:15.117+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.184 INFO:tasks.workunit.client.0.smithi145.stderr: -163> 2023-12-03T11:50:15.117+0000 7f849d526800 10 monclient(hunting): _renew_subs 2023-12-03T11:50:15.184 INFO:tasks.workunit.client.0.smithi145.stderr: -162> 2023-12-03T11:50:15.117+0000 7f849d526800 10 monclient(hunting): authenticate will time out at 1570.466765s 2023-12-03T11:50:15.184 INFO:tasks.workunit.client.0.smithi145.stderr: -161> 2023-12-03T11:50:15.117+0000 7f8499285640 10 monclient(hunting): get_auth_request con 0x55660471de70 auth_method 0 2023-12-03T11:50:15.184 INFO:tasks.workunit.client.0.smithi145.stderr: -160> 2023-12-03T11:50:15.117+0000 7f8499285640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.184 INFO:tasks.workunit.client.0.smithi145.stderr: -159> 2023-12-03T11:50:15.117+0000 7f8499285640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.184 INFO:tasks.workunit.client.0.smithi145.stderr: -158> 2023-12-03T11:50:15.117+0000 7f8499285640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.184 INFO:tasks.workunit.client.0.smithi145.stderr: -157> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient(hunting): get_auth_request con 0x55660471e890 auth_method 0 2023-12-03T11:50:15.184 INFO:tasks.workunit.client.0.smithi145.stderr: -156> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.184 INFO:tasks.workunit.client.0.smithi145.stderr: -155> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.184 INFO:tasks.workunit.client.0.smithi145.stderr: -154> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.184 INFO:tasks.workunit.client.0.smithi145.stderr: -153> 2023-12-03T11:50:15.117+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.184 INFO:tasks.workunit.client.0.smithi145.stderr: -152> 2023-12-03T11:50:15.117+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.184 INFO:tasks.workunit.client.0.smithi145.stderr: -151> 2023-12-03T11:50:15.117+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.184 INFO:tasks.workunit.client.0.smithi145.stderr: -150> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.184 INFO:tasks.workunit.client.0.smithi145.stderr: -149> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.184 INFO:tasks.workunit.client.0.smithi145.stderr: -148> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.184 INFO:tasks.workunit.client.0.smithi145.stderr: -147> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient(hunting): handle_auth_done global_id 6687 payload 274 2023-12-03T11:50:15.185 INFO:tasks.workunit.client.0.smithi145.stderr: -146> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient: _finish_hunting 0 2023-12-03T11:50:15.185 INFO:tasks.workunit.client.0.smithi145.stderr: -145> 2023-12-03T11:50:15.117+0000 7f8499a86640 1 monclient: found mon.noname-a 2023-12-03T11:50:15.185 INFO:tasks.workunit.client.0.smithi145.stderr: -144> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.145:3300/0 2023-12-03T11:50:15.185 INFO:tasks.workunit.client.0.smithi145.stderr: -143> 2023-12-03T11:50:15.117+0000 7f8498a84640 10 monclient: get_auth_request con 0x55660471a620 auth_method 0 2023-12-03T11:50:15.185 INFO:tasks.workunit.client.0.smithi145.stderr: -142> 2023-12-03T11:50:15.117+0000 7f845e7e4640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:15.185 INFO:tasks.workunit.client.0.smithi145.stderr: -141> 2023-12-03T11:50:15.117+0000 7f845e7e4640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:50:15.185 INFO:tasks.workunit.client.0.smithi145.stderr: -140> 2023-12-03T11:50:15.117+0000 7f845e7e4640 10 monclient: dump: 2023-12-03T11:50:15.185 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.185 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.185 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.185 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.185 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.185 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.185 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.185 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.185 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.186 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.186 INFO:tasks.workunit.client.0.smithi145.stderr: -139> 2023-12-03T11:50:15.117+0000 7f845e7e4640 10 monclient: _finish_auth 0 2023-12-03T11:50:15.186 INFO:tasks.workunit.client.0.smithi145.stderr: -138> 2023-12-03T11:50:15.117+0000 7f845e7e4640 10 monclient: _check_auth_tickets 2023-12-03T11:50:15.186 INFO:tasks.workunit.client.0.smithi145.stderr: -137> 2023-12-03T11:50:15.117+0000 7f845e7e4640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:15.186 INFO:tasks.workunit.client.0.smithi145.stderr: -136> 2023-12-03T11:50:15.117+0000 7f845e7e4640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:15.186 INFO:tasks.workunit.client.0.smithi145.stderr: -135> 2023-12-03T11:50:15.117+0000 7f845e7e4640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:15.186 INFO:tasks.workunit.client.0.smithi145.stderr: -134> 2023-12-03T11:50:15.117+0000 7f845e7e4640 10 monclient: dump: 2023-12-03T11:50:15.186 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.186 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.186 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.186 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.187 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.187 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.187 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.187 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.187 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.187 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.187 INFO:tasks.workunit.client.0.smithi145.stderr: -133> 2023-12-03T11:50:15.117+0000 7f849d526800 5 monclient: authenticate success, global_id 6687 2023-12-03T11:50:15.187 INFO:tasks.workunit.client.0.smithi145.stderr: -132> 2023-12-03T11:50:15.117+0000 7f849d526800 10 monclient: get_monmap_and_config success 2023-12-03T11:50:15.187 INFO:tasks.workunit.client.0.smithi145.stderr: -131> 2023-12-03T11:50:15.117+0000 7f849d526800 4 set_mon_vals no callback set 2023-12-03T11:50:15.187 INFO:tasks.workunit.client.0.smithi145.stderr: -130> 2023-12-03T11:50:15.118+0000 7f849d526800 10 monclient: shutdown 2023-12-03T11:50:15.187 INFO:tasks.workunit.client.0.smithi145.stderr: -129> 2023-12-03T11:50:15.118+0000 7f849d526800 10 monclient: build_initial_monmap 2023-12-03T11:50:15.187 INFO:tasks.workunit.client.0.smithi145.stderr: -128> 2023-12-03T11:50:15.118+0000 7f849d526800 1 build_initial for_mkfs: 0 2023-12-03T11:50:15.187 INFO:tasks.workunit.client.0.smithi145.stderr: -127> 2023-12-03T11:50:15.118+0000 7f849d526800 10 monclient: monmap: 2023-12-03T11:50:15.187 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:50:15.188 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:15.188 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:50:15.188 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:50:15.188 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:15.188 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.188 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:50:15.188 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:50:15.188 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:50:15.188 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.188 INFO:tasks.workunit.client.0.smithi145.stderr: -126> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding auth protocol: cephx 2023-12-03T11:50:15.188 INFO:tasks.workunit.client.0.smithi145.stderr: -125> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding auth protocol: cephx 2023-12-03T11:50:15.188 INFO:tasks.workunit.client.0.smithi145.stderr: -124> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding auth protocol: cephx 2023-12-03T11:50:15.188 INFO:tasks.workunit.client.0.smithi145.stderr: -123> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: secure 2023-12-03T11:50:15.188 INFO:tasks.workunit.client.0.smithi145.stderr: -122> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: crc 2023-12-03T11:50:15.189 INFO:tasks.workunit.client.0.smithi145.stderr: -121> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: secure 2023-12-03T11:50:15.189 INFO:tasks.workunit.client.0.smithi145.stderr: -120> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: crc 2023-12-03T11:50:15.189 INFO:tasks.workunit.client.0.smithi145.stderr: -119> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: secure 2023-12-03T11:50:15.189 INFO:tasks.workunit.client.0.smithi145.stderr: -118> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: crc 2023-12-03T11:50:15.189 INFO:tasks.workunit.client.0.smithi145.stderr: -117> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: crc 2023-12-03T11:50:15.189 INFO:tasks.workunit.client.0.smithi145.stderr: -116> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: secure 2023-12-03T11:50:15.189 INFO:tasks.workunit.client.0.smithi145.stderr: -115> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: crc 2023-12-03T11:50:15.189 INFO:tasks.workunit.client.0.smithi145.stderr: -114> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: secure 2023-12-03T11:50:15.189 INFO:tasks.workunit.client.0.smithi145.stderr: -113> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: crc 2023-12-03T11:50:15.189 INFO:tasks.workunit.client.0.smithi145.stderr: -112> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: secure 2023-12-03T11:50:15.189 INFO:tasks.workunit.client.0.smithi145.stderr: -111> 2023-12-03T11:50:15.118+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.189 INFO:tasks.workunit.client.0.smithi145.stderr: -110> 2023-12-03T11:50:15.118+0000 7f849d526800 1 librados: starting msgr at 2023-12-03T11:50:15.189 INFO:tasks.workunit.client.0.smithi145.stderr: -109> 2023-12-03T11:50:15.118+0000 7f849d526800 1 librados: starting objecter 2023-12-03T11:50:15.190 INFO:tasks.workunit.client.0.smithi145.stderr: -108> 2023-12-03T11:50:15.118+0000 7f849d526800 5 asok(0x556604481a10) register_command objecter_requests cmddesc objecter_requests hook 0x5566046e9890 EEXIST 2023-12-03T11:50:15.190 INFO:tasks.workunit.client.0.smithi145.stderr: -107> 2023-12-03T11:50:15.118+0000 7f849d526800 1 librados: setting wanted keys 2023-12-03T11:50:15.190 INFO:tasks.workunit.client.0.smithi145.stderr: -106> 2023-12-03T11:50:15.118+0000 7f849d526800 1 librados: calling monclient init 2023-12-03T11:50:15.190 INFO:tasks.workunit.client.0.smithi145.stderr: -105> 2023-12-03T11:50:15.118+0000 7f849d526800 10 monclient: init 2023-12-03T11:50:15.190 INFO:tasks.workunit.client.0.smithi145.stderr: -104> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding auth protocol: cephx 2023-12-03T11:50:15.190 INFO:tasks.workunit.client.0.smithi145.stderr: -103> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding auth protocol: cephx 2023-12-03T11:50:15.190 INFO:tasks.workunit.client.0.smithi145.stderr: -102> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding auth protocol: cephx 2023-12-03T11:50:15.190 INFO:tasks.workunit.client.0.smithi145.stderr: -101> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: secure 2023-12-03T11:50:15.190 INFO:tasks.workunit.client.0.smithi145.stderr: -100> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: crc 2023-12-03T11:50:15.190 INFO:tasks.workunit.client.0.smithi145.stderr: -99> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: secure 2023-12-03T11:50:15.190 INFO:tasks.workunit.client.0.smithi145.stderr: -98> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: crc 2023-12-03T11:50:15.190 INFO:tasks.workunit.client.0.smithi145.stderr: -97> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: secure 2023-12-03T11:50:15.191 INFO:tasks.workunit.client.0.smithi145.stderr: -96> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: crc 2023-12-03T11:50:15.191 INFO:tasks.workunit.client.0.smithi145.stderr: -95> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: crc 2023-12-03T11:50:15.191 INFO:tasks.workunit.client.0.smithi145.stderr: -94> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: secure 2023-12-03T11:50:15.191 INFO:tasks.workunit.client.0.smithi145.stderr: -93> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: crc 2023-12-03T11:50:15.191 INFO:tasks.workunit.client.0.smithi145.stderr: -92> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: secure 2023-12-03T11:50:15.191 INFO:tasks.workunit.client.0.smithi145.stderr: -91> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: crc 2023-12-03T11:50:15.191 INFO:tasks.workunit.client.0.smithi145.stderr: -90> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: secure 2023-12-03T11:50:15.191 INFO:tasks.workunit.client.0.smithi145.stderr: -89> 2023-12-03T11:50:15.119+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.191 INFO:tasks.workunit.client.0.smithi145.stderr: -88> 2023-12-03T11:50:15.119+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.191 INFO:tasks.workunit.client.0.smithi145.stderr: -87> 2023-12-03T11:50:15.119+0000 7f849d526800 5 asok(0x556604481a10) register_command rotate-key cmddesc rotate-key hook 0x5566047209a0 EEXIST 2023-12-03T11:50:15.191 INFO:tasks.workunit.client.0.smithi145.stderr: -86> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient: _reopen_session rank -1 2023-12-03T11:50:15.191 INFO:tasks.workunit.client.0.smithi145.stderr: -85> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient: _add_conns ranks=[1,2,0] 2023-12-03T11:50:15.191 INFO:tasks.workunit.client.0.smithi145.stderr: -84> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient(hunting): picked mon.noname-b con 0x55660471a620 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:50:15.191 INFO:tasks.workunit.client.0.smithi145.stderr: -83> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient(hunting): picked mon.noname-c con 0x55660471e890 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:50:15.191 INFO:tasks.workunit.client.0.smithi145.stderr: -82> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient(hunting): picked mon.noname-a con 0x556604718860 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:50:15.192 INFO:tasks.workunit.client.0.smithi145.stderr: -81> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.192 INFO:tasks.workunit.client.0.smithi145.stderr: -80> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.192 INFO:tasks.workunit.client.0.smithi145.stderr: -79> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.192 INFO:tasks.workunit.client.0.smithi145.stderr: -78> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient(hunting): _renew_subs 2023-12-03T11:50:15.192 INFO:tasks.workunit.client.0.smithi145.stderr: -77> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient(hunting): authenticate will time out at 1570.469179s 2023-12-03T11:50:15.192 INFO:tasks.workunit.client.0.smithi145.stderr: -76> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient(hunting): get_auth_request con 0x55660471e890 auth_method 0 2023-12-03T11:50:15.192 INFO:tasks.workunit.client.0.smithi145.stderr: -75> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.192 INFO:tasks.workunit.client.0.smithi145.stderr: -74> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.192 INFO:tasks.workunit.client.0.smithi145.stderr: -73> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.192 INFO:tasks.workunit.client.0.smithi145.stderr: -72> 2023-12-03T11:50:15.119+0000 7f8498a84640 10 monclient(hunting): get_auth_request con 0x556604718860 auth_method 0 2023-12-03T11:50:15.192 INFO:tasks.workunit.client.0.smithi145.stderr: -71> 2023-12-03T11:50:15.119+0000 7f8498a84640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.192 INFO:tasks.workunit.client.0.smithi145.stderr: -70> 2023-12-03T11:50:15.119+0000 7f8498a84640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.193 INFO:tasks.workunit.client.0.smithi145.stderr: -69> 2023-12-03T11:50:15.119+0000 7f8498a84640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.193 INFO:tasks.workunit.client.0.smithi145.stderr: -68> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.193 INFO:tasks.workunit.client.0.smithi145.stderr: -67> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.193 INFO:tasks.workunit.client.0.smithi145.stderr: -66> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.193 INFO:tasks.workunit.client.0.smithi145.stderr: -65> 2023-12-03T11:50:15.119+0000 7f8498a84640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.193 INFO:tasks.workunit.client.0.smithi145.stderr: -64> 2023-12-03T11:50:15.119+0000 7f8498a84640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.193 INFO:tasks.workunit.client.0.smithi145.stderr: -63> 2023-12-03T11:50:15.119+0000 7f8498a84640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.193 INFO:tasks.workunit.client.0.smithi145.stderr: -62> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient(hunting): handle_auth_done global_id 6443 payload 824 2023-12-03T11:50:15.193 INFO:tasks.workunit.client.0.smithi145.stderr: -61> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient: _finish_hunting 0 2023-12-03T11:50:15.193 INFO:tasks.workunit.client.0.smithi145.stderr: -60> 2023-12-03T11:50:15.119+0000 7f8499285640 1 monclient: found mon.noname-c 2023-12-03T11:50:15.193 INFO:tasks.workunit.client.0.smithi145.stderr: -59> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:50:15.193 INFO:tasks.workunit.client.0.smithi145.stderr: -58> 2023-12-03T11:50:15.119+0000 7f8499a86640 10 monclient: get_auth_request con 0x55660471a620 auth_method 0 2023-12-03T11:50:15.193 INFO:tasks.workunit.client.0.smithi145.stderr: -57> 2023-12-03T11:50:15.119+0000 7f845cfe1640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:15.193 INFO:tasks.workunit.client.0.smithi145.stderr: -56> 2023-12-03T11:50:15.120+0000 7f845cfe1640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:50:15.194 INFO:tasks.workunit.client.0.smithi145.stderr: -55> 2023-12-03T11:50:15.120+0000 7f845cfe1640 10 monclient: dump: 2023-12-03T11:50:15.194 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.194 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.194 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.194 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.194 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.194 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.194 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.194 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.194 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.194 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.194 INFO:tasks.workunit.client.0.smithi145.stderr: -54> 2023-12-03T11:50:15.120+0000 7f845cfe1640 10 monclient: _finish_auth 0 2023-12-03T11:50:15.194 INFO:tasks.workunit.client.0.smithi145.stderr: -53> 2023-12-03T11:50:15.120+0000 7f845cfe1640 10 monclient: _check_auth_tickets 2023-12-03T11:50:15.195 INFO:tasks.workunit.client.0.smithi145.stderr: -52> 2023-12-03T11:50:15.120+0000 7f849d526800 5 monclient: authenticate success, global_id 6443 2023-12-03T11:50:15.195 INFO:tasks.workunit.client.0.smithi145.stderr: -51> 2023-12-03T11:50:15.120+0000 7f849d526800 10 monclient: _renew_subs 2023-12-03T11:50:15.195 INFO:tasks.workunit.client.0.smithi145.stderr: -50> 2023-12-03T11:50:15.120+0000 7f849d526800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:15.195 INFO:tasks.workunit.client.0.smithi145.stderr: -49> 2023-12-03T11:50:15.120+0000 7f845cfe1640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:15.195 INFO:tasks.workunit.client.0.smithi145.stderr: -48> 2023-12-03T11:50:15.120+0000 7f845cfe1640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:15.195 INFO:tasks.workunit.client.0.smithi145.stderr: -47> 2023-12-03T11:50:15.120+0000 7f845cfe1640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:15.195 INFO:tasks.workunit.client.0.smithi145.stderr: -46> 2023-12-03T11:50:15.120+0000 7f845cfe1640 10 monclient: dump: 2023-12-03T11:50:15.195 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.195 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.195 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.195 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.195 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.196 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.196 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.196 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.196 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.196 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.196 INFO:tasks.workunit.client.0.smithi145.stderr: -45> 2023-12-03T11:50:15.120+0000 7f845e7e4640 4 set_mon_vals no callback set 2023-12-03T11:50:15.196 INFO:tasks.workunit.client.0.smithi145.stderr: -44> 2023-12-03T11:50:15.120+0000 7f849d526800 10 monclient: _renew_subs 2023-12-03T11:50:15.196 INFO:tasks.workunit.client.0.smithi145.stderr: -43> 2023-12-03T11:50:15.120+0000 7f849d526800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:15.196 INFO:tasks.workunit.client.0.smithi145.stderr: -42> 2023-12-03T11:50:15.120+0000 7f849d526800 1 librados: init done 2023-12-03T11:50:15.196 INFO:tasks.workunit.client.0.smithi145.stderr: -41> 2023-12-03T11:50:15.120+0000 7f849d526800 5 asok(0x556604481a10) register_command cr dump hook 0x556604722ff8 2023-12-03T11:50:15.196 INFO:tasks.workunit.client.0.smithi145.stderr: -40> 2023-12-03T11:50:15.121+0000 7f845cfe1640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:15.197 INFO:tasks.workunit.client.0.smithi145.stderr: -39> 2023-12-03T11:50:15.121+0000 7f845cfe1640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:15.197 INFO:tasks.workunit.client.0.smithi145.stderr: -38> 2023-12-03T11:50:15.121+0000 7f845cfe1640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:15.197 INFO:tasks.workunit.client.0.smithi145.stderr: -37> 2023-12-03T11:50:15.121+0000 7f8499a86640 10 monclient: get_auth_request con 0x7f83d4069820 auth_method 0 2023-12-03T11:50:15.197 INFO:tasks.workunit.client.0.smithi145.stderr: -36> 2023-12-03T11:50:15.121+0000 7f849d526800 5 note: GC not initialized 2023-12-03T11:50:15.197 INFO:tasks.workunit.client.0.smithi145.stderr: -35> 2023-12-03T11:50:15.121+0000 7f83cdffb640 20 reqs_thread_entry: start 2023-12-03T11:50:15.197 INFO:tasks.workunit.client.0.smithi145.stderr: -34> 2023-12-03T11:50:15.121+0000 7f849d526800 5 asok(0x556604481a10) register_command sync trace show hook 0x7f848c004460 2023-12-03T11:50:15.197 INFO:tasks.workunit.client.0.smithi145.stderr: -33> 2023-12-03T11:50:15.121+0000 7f849d526800 5 asok(0x556604481a10) register_command sync trace history hook 0x7f848c004460 2023-12-03T11:50:15.197 INFO:tasks.workunit.client.0.smithi145.stderr: -32> 2023-12-03T11:50:15.121+0000 7f849d526800 5 asok(0x556604481a10) register_command sync trace active hook 0x7f848c004460 2023-12-03T11:50:15.197 INFO:tasks.workunit.client.0.smithi145.stderr: -31> 2023-12-03T11:50:15.121+0000 7f849d526800 5 asok(0x556604481a10) register_command sync trace active_short hook 0x7f848c004460 2023-12-03T11:50:15.197 INFO:tasks.workunit.client.0.smithi145.stderr: -30> 2023-12-03T11:50:15.121+0000 7f849d526800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:15.197 INFO:tasks.workunit.client.0.smithi145.stderr: -29> 2023-12-03T11:50:15.122+0000 7f849d526800 20 Filter name: none 2023-12-03T11:50:15.197 INFO:tasks.workunit.client.0.smithi145.stderr: -28> 2023-12-03T11:50:15.122+0000 7f83bf7fe640 20 reqs_thread_entry: start 2023-12-03T11:50:15.197 INFO:tasks.workunit.client.0.smithi145.stderr: -27> 2023-12-03T11:50:15.122+0000 7f849d526800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-12-03T11:50:15.197 INFO:tasks.workunit.client.0.smithi145.stderr: -26> 2023-12-03T11:50:15.122+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.197 INFO:tasks.workunit.client.0.smithi145.stderr: -25> 2023-12-03T11:50:15.122+0000 7f849d526800 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:15.198 INFO:tasks.workunit.client.0.smithi145.stderr: -24> 2023-12-03T11:50:15.122+0000 7f849d526800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-12-03T11:50:15.198 INFO:tasks.workunit.client.0.smithi145.stderr: -23> 2023-12-03T11:50:15.122+0000 7f849d526800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-12-03T11:50:15.198 INFO:tasks.workunit.client.0.smithi145.stderr: -22> 2023-12-03T11:50:15.122+0000 7f849d526800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 : miss 2023-12-03T11:50:15.198 INFO:tasks.workunit.client.0.smithi145.stderr: -21> 2023-12-03T11:50:15.122+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.198 INFO:tasks.workunit.client.0.smithi145.stderr: -20> 2023-12-03T11:50:15.122+0000 7f849d526800 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:15.198 INFO:tasks.workunit.client.0.smithi145.stderr: -19> 2023-12-03T11:50:15.122+0000 7f849d526800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 info.flags=0x17 2023-12-03T11:50:15.198 INFO:tasks.workunit.client.0.smithi145.stderr: -18> 2023-12-03T11:50:15.122+0000 7f849d526800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 to cache LRU end 2023-12-03T11:50:15.198 INFO:tasks.workunit.client.0.smithi145.stderr: -17> 2023-12-03T11:50:15.122+0000 7f849d526800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:15.198 INFO:tasks.workunit.client.0.smithi145.stderr: -16> 2023-12-03T11:50:15.122+0000 7f849d526800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:15.198 INFO:tasks.workunit.client.0.smithi145.stderr: -15> 2023-12-03T11:50:15.122+0000 7f849d526800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 2023-12-03T11:50:15.198 INFO:tasks.workunit.client.0.smithi145.stderr: -14> 2023-12-03T11:50:15.123+0000 7f8498a84640 10 monclient: get_auth_request con 0x55660476db80 auth_method 0 2023-12-03T11:50:15.198 INFO:tasks.workunit.client.0.smithi145.stderr: -13> 2023-12-03T11:50:15.127+0000 7f849d526800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 info.flags=0x17 2023-12-03T11:50:15.198 INFO:tasks.workunit.client.0.smithi145.stderr: -12> 2023-12-03T11:50:15.127+0000 7f849d526800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 to cache LRU end 2023-12-03T11:50:15.198 INFO:tasks.workunit.client.0.smithi145.stderr: -11> 2023-12-03T11:50:15.127+0000 7f849d526800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:15.198 INFO:tasks.workunit.client.0.smithi145.stderr: -10> 2023-12-03T11:50:15.127+0000 7f849d526800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22, ofs0, ns] 2023-12-03T11:50:15.198 INFO:tasks.workunit.client.0.smithi145.stderr: -9> 2023-12-03T11:50:15.127+0000 7f847b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791324 cookie 93896649369056 notifier 6437 bl.length()=877 2023-12-03T11:50:15.199 INFO:tasks.workunit.client.0.smithi145.stderr: -8> 2023-12-03T11:50:15.127+0000 7f847b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 info.flags=0x17 2023-12-03T11:50:15.199 INFO:tasks.workunit.client.0.smithi145.stderr: -7> 2023-12-03T11:50:15.127+0000 7f847b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 to cache LRU end 2023-12-03T11:50:15.199 INFO:tasks.workunit.client.0.smithi145.stderr: -6> 2023-12-03T11:50:15.127+0000 7f847b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:15.199 INFO:tasks.workunit.client.0.smithi145.stderr: -5> 2023-12-03T11:50:15.127+0000 7f849d526800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): orig_sources= new_sources= 2023-12-03T11:50:15.199 INFO:tasks.workunit.client.0.smithi145.stderr: -4> 2023-12-03T11:50:15.127+0000 7f849d526800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): potential sources added=[] removed=[] 2023-12-03T11:50:15.199 INFO:tasks.workunit.client.0.smithi145.stderr: -3> 2023-12-03T11:50:15.127+0000 7f849d526800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): orig_dests= new_dests= 2023-12-03T11:50:15.199 INFO:tasks.workunit.client.0.smithi145.stderr: -2> 2023-12-03T11:50:15.127+0000 7f849d526800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): potential dests added=[] removed=[] 2023-12-03T11:50:15.199 INFO:tasks.workunit.client.0.smithi145.stderr: -1> 2023-12-03T11:50:15.128+0000 7f849d526800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f849d526800 time 2023-12-03T11:50:15.128967+0000 2023-12-03T11:50:15.199 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:50:15.199 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.199 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:15.199 INFO:tasks.workunit.client.0.smithi145.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f84a016eef8] 2023-12-03T11:50:15.199 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7f84a016f0b6] 2023-12-03T11:50:15.199 INFO:tasks.workunit.client.0.smithi145.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556603296a71] 2023-12-03T11:50:15.200 INFO:tasks.workunit.client.0.smithi145.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x2a4) [0x5566032a2ec4] 2023-12-03T11:50:15.200 INFO:tasks.workunit.client.0.smithi145.stderr: 5: main() 2023-12-03T11:50:15.200 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /lib64/libc.so.6(+0x3feb0) [0x7f849da3feb0] 2023-12-03T11:50:15.200 INFO:tasks.workunit.client.0.smithi145.stderr: 7: __libc_start_main() 2023-12-03T11:50:15.200 INFO:tasks.workunit.client.0.smithi145.stderr: 8: _start() 2023-12-03T11:50:15.200 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.200 INFO:tasks.workunit.client.0.smithi145.stderr: 0> 2023-12-03T11:50:15.129+0000 7f849d526800 -1 *** Caught signal (Aborted) ** 2023-12-03T11:50:15.200 INFO:tasks.workunit.client.0.smithi145.stderr: in thread 7f849d526800 thread_name:radosgw-admin 2023-12-03T11:50:15.200 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.200 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:15.200 INFO:tasks.workunit.client.0.smithi145.stderr: 1: /lib64/libc.so.6(+0x54db0) [0x7f849da54db0] 2023-12-03T11:50:15.200 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /lib64/libc.so.6(+0xa154c) [0x7f849daa154c] 2023-12-03T11:50:15.201 INFO:tasks.workunit.client.0.smithi145.stderr: 3: raise() 2023-12-03T11:50:15.201 INFO:tasks.workunit.client.0.smithi145.stderr: 4: abort() 2023-12-03T11:50:15.201 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f84a016ef52] 2023-12-03T11:50:15.201 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7f84a016f0b6] 2023-12-03T11:50:15.201 INFO:tasks.workunit.client.0.smithi145.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556603296a71] 2023-12-03T11:50:15.201 INFO:tasks.workunit.client.0.smithi145.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x2a4) [0x5566032a2ec4] 2023-12-03T11:50:15.201 INFO:tasks.workunit.client.0.smithi145.stderr: 9: main() 2023-12-03T11:50:15.201 INFO:tasks.workunit.client.0.smithi145.stderr: 10: /lib64/libc.so.6(+0x3feb0) [0x7f849da3feb0] 2023-12-03T11:50:15.201 INFO:tasks.workunit.client.0.smithi145.stderr: 11: __libc_start_main() 2023-12-03T11:50:15.201 INFO:tasks.workunit.client.0.smithi145.stderr: 12: _start() 2023-12-03T11:50:15.201 INFO:tasks.workunit.client.0.smithi145.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:50:15.201 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.201 INFO:tasks.workunit.client.0.smithi145.stderr:--- logging levels --- 2023-12-03T11:50:15.201 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 none 2023-12-03T11:50:15.201 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 lockdep 2023-12-03T11:50:15.201 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 context 2023-12-03T11:50:15.202 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 crush 2023-12-03T11:50:15.202 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds 2023-12-03T11:50:15.202 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_balancer 2023-12-03T11:50:15.202 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_locker 2023-12-03T11:50:15.202 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_log 2023-12-03T11:50:15.202 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_log_expire 2023-12-03T11:50:15.202 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_migrator 2023-12-03T11:50:15.202 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 buffer 2023-12-03T11:50:15.202 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 timer 2023-12-03T11:50:15.202 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 filer 2023-12-03T11:50:15.202 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 striper 2023-12-03T11:50:15.202 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 objecter 2023-12-03T11:50:15.202 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rados 2023-12-03T11:50:15.202 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd 2023-12-03T11:50:15.202 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_mirror 2023-12-03T11:50:15.203 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_replay 2023-12-03T11:50:15.203 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_pwl 2023-12-03T11:50:15.203 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 journaler 2023-12-03T11:50:15.203 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 objectcacher 2023-12-03T11:50:15.203 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 immutable_obj_cache 2023-12-03T11:50:15.203 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 client 2023-12-03T11:50:15.203 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 osd 2023-12-03T11:50:15.203 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 optracker 2023-12-03T11:50:15.203 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 objclass 2023-12-03T11:50:15.203 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 filestore 2023-12-03T11:50:15.203 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 journal 2023-12-03T11:50:15.203 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 0 ms 2023-12-03T11:50:15.203 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mon 2023-12-03T11:50:15.203 INFO:tasks.workunit.client.0.smithi145.stderr: 0/10 monc 2023-12-03T11:50:15.203 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 paxos 2023-12-03T11:50:15.203 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 tp 2023-12-03T11:50:15.204 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 auth 2023-12-03T11:50:15.204 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 crypto 2023-12-03T11:50:15.204 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 finisher 2023-12-03T11:50:15.204 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 reserver 2023-12-03T11:50:15.204 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 heartbeatmap 2023-12-03T11:50:15.204 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 perfcounter 2023-12-03T11:50:15.204 INFO:tasks.workunit.client.0.smithi145.stderr: 20/20 rgw 2023-12-03T11:50:15.204 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_sync 2023-12-03T11:50:15.204 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_datacache 2023-12-03T11:50:15.204 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_access 2023-12-03T11:50:15.204 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_dbstore 2023-12-03T11:50:15.204 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_flight 2023-12-03T11:50:15.204 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 javaclient 2023-12-03T11:50:15.204 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 asok 2023-12-03T11:50:15.204 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 throttle 2023-12-03T11:50:15.204 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 0 refs 2023-12-03T11:50:15.205 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 compressor 2023-12-03T11:50:15.205 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 bluestore 2023-12-03T11:50:15.205 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 bluefs 2023-12-03T11:50:15.205 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 bdev 2023-12-03T11:50:15.205 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 kstore 2023-12-03T11:50:15.205 INFO:tasks.workunit.client.0.smithi145.stderr: 4/ 5 rocksdb 2023-12-03T11:50:15.205 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 fuse 2023-12-03T11:50:15.205 INFO:tasks.workunit.client.0.smithi145.stderr: 2/ 5 mgr 2023-12-03T11:50:15.205 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mgrc 2023-12-03T11:50:15.205 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 dpdk 2023-12-03T11:50:15.205 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 eventtrace 2023-12-03T11:50:15.205 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 prioritycache 2023-12-03T11:50:15.205 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 test 2023-12-03T11:50:15.205 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cephfs_mirror 2023-12-03T11:50:15.205 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cephsqlite 2023-12-03T11:50:15.205 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 crimson_interrupt 2023-12-03T11:50:15.205 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore 2023-12-03T11:50:15.206 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_onode 2023-12-03T11:50:15.206 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_odata 2023-12-03T11:50:15.206 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_omap 2023-12-03T11:50:15.206 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_tm 2023-12-03T11:50:15.206 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_t 2023-12-03T11:50:15.206 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_cleaner 2023-12-03T11:50:15.206 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_epm 2023-12-03T11:50:15.206 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_lba 2023-12-03T11:50:15.206 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_fixedkv_tree 2023-12-03T11:50:15.206 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_cache 2023-12-03T11:50:15.206 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_journal 2023-12-03T11:50:15.206 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_device 2023-12-03T11:50:15.206 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_backref 2023-12-03T11:50:15.206 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 alienstore 2023-12-03T11:50:15.206 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mclock 2023-12-03T11:50:15.207 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cyanstore 2023-12-03T11:50:15.207 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 ceph_exporter 2023-12-03T11:50:15.207 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 memstore 2023-12-03T11:50:15.207 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 trace 2023-12-03T11:50:15.207 INFO:tasks.workunit.client.0.smithi145.stderr: -2/-2 (syslog threshold) 2023-12-03T11:50:15.207 INFO:tasks.workunit.client.0.smithi145.stderr: 99/99 (stderr threshold) 2023-12-03T11:50:15.207 INFO:tasks.workunit.client.0.smithi145.stderr:--- pthread ID / name mapping for recent threads --- 2023-12-03T11:50:15.207 INFO:tasks.workunit.client.0.smithi145.stderr: 7f83bf7fe640 / http_manager 2023-12-03T11:50:15.207 INFO:tasks.workunit.client.0.smithi145.stderr: 7f83cdffb640 / http_manager 2023-12-03T11:50:15.207 INFO:tasks.workunit.client.0.smithi145.stderr: 7f845cfe1640 / ms_dispatch 2023-12-03T11:50:15.207 INFO:tasks.workunit.client.0.smithi145.stderr: 7f845e7e4640 / io_context_pool 2023-12-03T11:50:15.207 INFO:tasks.workunit.client.0.smithi145.stderr: 7f845efe5640 / rgw_dt_lg_renew 2023-12-03T11:50:15.207 INFO:tasks.workunit.client.0.smithi145.stderr: 7f8479ffb640 / ms_dispatch 2023-12-03T11:50:15.207 INFO:tasks.workunit.client.0.smithi145.stderr: 7f847b7fe640 / io_context_pool 2023-12-03T11:50:15.207 INFO:tasks.workunit.client.0.smithi145.stderr: 7f848a7fc640 / ms_dispatch 2023-12-03T11:50:15.207 INFO:tasks.workunit.client.0.smithi145.stderr: 7f848b7fe640 / io_context_pool 2023-12-03T11:50:15.207 INFO:tasks.workunit.client.0.smithi145.stderr: 7f8498a84640 / msgr-worker-2 2023-12-03T11:50:15.208 INFO:tasks.workunit.client.0.smithi145.stderr: 7f8499285640 / msgr-worker-1 2023-12-03T11:50:15.208 INFO:tasks.workunit.client.0.smithi145.stderr: 7f8499a86640 / msgr-worker-0 2023-12-03T11:50:15.208 INFO:tasks.workunit.client.0.smithi145.stderr: 7f849d526800 / radosgw-admin 2023-12-03T11:50:15.208 INFO:tasks.workunit.client.0.smithi145.stderr: max_recent 500 2023-12-03T11:50:15.208 INFO:tasks.workunit.client.0.smithi145.stderr: max_new 1000 2023-12-03T11:50:15.208 INFO:tasks.workunit.client.0.smithi145.stderr: log_file /var/log/ceph/ceph-client.admin.102531.log 2023-12-03T11:50:15.208 INFO:tasks.workunit.client.0.smithi145.stderr:--- end dump of recent events --- 2023-12-03T11:50:15.208 INFO:tasks.workunit.client.0.smithi145.stderr:--- begin dump of recent events --- 2023-12-03T11:50:15.208 INFO:tasks.workunit.client.0.smithi145.stderr: -499> 2023-12-03T11:50:15.084+0000 7f848a7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:50:15.208 INFO:tasks.workunit.client.0.smithi145.stderr: -498> 2023-12-03T11:50:15.084+0000 7f848a7fc640 10 monclient: dump: 2023-12-03T11:50:15.208 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.208 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.208 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.208 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.209 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.209 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.209 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.209 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.209 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.209 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.209 INFO:tasks.workunit.client.0.smithi145.stderr: -497> 2023-12-03T11:50:15.084+0000 7f848a7fc640 10 monclient: _finish_auth 0 2023-12-03T11:50:15.209 INFO:tasks.workunit.client.0.smithi145.stderr: -496> 2023-12-03T11:50:15.084+0000 7f848a7fc640 10 monclient: _check_auth_tickets 2023-12-03T11:50:15.209 INFO:tasks.workunit.client.0.smithi145.stderr: -495> 2023-12-03T11:50:15.084+0000 7f848a7fc640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:15.209 INFO:tasks.workunit.client.0.smithi145.stderr: -494> 2023-12-03T11:50:15.084+0000 7f848a7fc640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:15.209 INFO:tasks.workunit.client.0.smithi145.stderr: -493> 2023-12-03T11:50:15.084+0000 7f848a7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:15.209 INFO:tasks.workunit.client.0.smithi145.stderr: -492> 2023-12-03T11:50:15.084+0000 7f848a7fc640 10 monclient: dump: 2023-12-03T11:50:15.209 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.209 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.209 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.209 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.210 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.210 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.210 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.210 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.210 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.210 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.210 INFO:tasks.workunit.client.0.smithi145.stderr: -491> 2023-12-03T11:50:15.084+0000 7f848b7fe640 4 set_mon_vals no callback set 2023-12-03T11:50:15.210 INFO:tasks.workunit.client.0.smithi145.stderr: -490> 2023-12-03T11:50:15.084+0000 7f849d526800 5 monclient: authenticate success, global_id 6431 2023-12-03T11:50:15.210 INFO:tasks.workunit.client.0.smithi145.stderr: -489> 2023-12-03T11:50:15.084+0000 7f849d526800 10 monclient: _renew_subs 2023-12-03T11:50:15.210 INFO:tasks.workunit.client.0.smithi145.stderr: -488> 2023-12-03T11:50:15.084+0000 7f849d526800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:15.210 INFO:tasks.workunit.client.0.smithi145.stderr: -487> 2023-12-03T11:50:15.084+0000 7f849d526800 10 monclient: _renew_subs 2023-12-03T11:50:15.210 INFO:tasks.workunit.client.0.smithi145.stderr: -486> 2023-12-03T11:50:15.084+0000 7f849d526800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:15.210 INFO:tasks.workunit.client.0.smithi145.stderr: -485> 2023-12-03T11:50:15.084+0000 7f849d526800 1 librados: init done 2023-12-03T11:50:15.211 INFO:tasks.workunit.client.0.smithi145.stderr: -484> 2023-12-03T11:50:15.084+0000 7f849d526800 10 monclient: get_monmap_and_config 2023-12-03T11:50:15.211 INFO:tasks.workunit.client.0.smithi145.stderr: -483> 2023-12-03T11:50:15.084+0000 7f849d526800 10 monclient: build_initial_monmap 2023-12-03T11:50:15.211 INFO:tasks.workunit.client.0.smithi145.stderr: -482> 2023-12-03T11:50:15.084+0000 7f849d526800 1 build_initial for_mkfs: 0 2023-12-03T11:50:15.211 INFO:tasks.workunit.client.0.smithi145.stderr: -481> 2023-12-03T11:50:15.084+0000 7f849d526800 10 monclient: monmap: 2023-12-03T11:50:15.211 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:50:15.211 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:15.211 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:50:15.211 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:50:15.211 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:15.211 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.211 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:50:15.211 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:50:15.211 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:50:15.212 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.212 INFO:tasks.workunit.client.0.smithi145.stderr: -480> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding auth protocol: cephx 2023-12-03T11:50:15.212 INFO:tasks.workunit.client.0.smithi145.stderr: -479> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding auth protocol: cephx 2023-12-03T11:50:15.212 INFO:tasks.workunit.client.0.smithi145.stderr: -478> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding auth protocol: cephx 2023-12-03T11:50:15.212 INFO:tasks.workunit.client.0.smithi145.stderr: -477> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: secure 2023-12-03T11:50:15.212 INFO:tasks.workunit.client.0.smithi145.stderr: -476> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: crc 2023-12-03T11:50:15.212 INFO:tasks.workunit.client.0.smithi145.stderr: -475> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: secure 2023-12-03T11:50:15.212 INFO:tasks.workunit.client.0.smithi145.stderr: -474> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: crc 2023-12-03T11:50:15.212 INFO:tasks.workunit.client.0.smithi145.stderr: -473> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: secure 2023-12-03T11:50:15.212 INFO:tasks.workunit.client.0.smithi145.stderr: -472> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: crc 2023-12-03T11:50:15.212 INFO:tasks.workunit.client.0.smithi145.stderr: -471> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: crc 2023-12-03T11:50:15.212 INFO:tasks.workunit.client.0.smithi145.stderr: -470> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: secure 2023-12-03T11:50:15.212 INFO:tasks.workunit.client.0.smithi145.stderr: -469> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: crc 2023-12-03T11:50:15.212 INFO:tasks.workunit.client.0.smithi145.stderr: -468> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: secure 2023-12-03T11:50:15.213 INFO:tasks.workunit.client.0.smithi145.stderr: -467> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: crc 2023-12-03T11:50:15.213 INFO:tasks.workunit.client.0.smithi145.stderr: -466> 2023-12-03T11:50:15.084+0000 7f849d526800 5 AuthRegistry(0x55660468c4f0) adding con mode: secure 2023-12-03T11:50:15.213 INFO:tasks.workunit.client.0.smithi145.stderr: -465> 2023-12-03T11:50:15.085+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.213 INFO:tasks.workunit.client.0.smithi145.stderr: -464> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient: init 2023-12-03T11:50:15.213 INFO:tasks.workunit.client.0.smithi145.stderr: -463> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding auth protocol: cephx 2023-12-03T11:50:15.213 INFO:tasks.workunit.client.0.smithi145.stderr: -462> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding auth protocol: cephx 2023-12-03T11:50:15.213 INFO:tasks.workunit.client.0.smithi145.stderr: -461> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding auth protocol: cephx 2023-12-03T11:50:15.213 INFO:tasks.workunit.client.0.smithi145.stderr: -460> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: secure 2023-12-03T11:50:15.213 INFO:tasks.workunit.client.0.smithi145.stderr: -459> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: crc 2023-12-03T11:50:15.213 INFO:tasks.workunit.client.0.smithi145.stderr: -458> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: secure 2023-12-03T11:50:15.213 INFO:tasks.workunit.client.0.smithi145.stderr: -457> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: crc 2023-12-03T11:50:15.213 INFO:tasks.workunit.client.0.smithi145.stderr: -456> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: secure 2023-12-03T11:50:15.213 INFO:tasks.workunit.client.0.smithi145.stderr: -455> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: crc 2023-12-03T11:50:15.213 INFO:tasks.workunit.client.0.smithi145.stderr: -454> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: crc 2023-12-03T11:50:15.213 INFO:tasks.workunit.client.0.smithi145.stderr: -453> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: secure 2023-12-03T11:50:15.213 INFO:tasks.workunit.client.0.smithi145.stderr: -452> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: crc 2023-12-03T11:50:15.213 INFO:tasks.workunit.client.0.smithi145.stderr: -451> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: secure 2023-12-03T11:50:15.214 INFO:tasks.workunit.client.0.smithi145.stderr: -450> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: crc 2023-12-03T11:50:15.214 INFO:tasks.workunit.client.0.smithi145.stderr: -449> 2023-12-03T11:50:15.085+0000 7f849d526800 5 AuthRegistry(0x7ffcc22658f0) adding con mode: secure 2023-12-03T11:50:15.214 INFO:tasks.workunit.client.0.smithi145.stderr: -448> 2023-12-03T11:50:15.085+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.214 INFO:tasks.workunit.client.0.smithi145.stderr: -447> 2023-12-03T11:50:15.085+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.214 INFO:tasks.workunit.client.0.smithi145.stderr: -446> 2023-12-03T11:50:15.085+0000 7f849d526800 5 asok(0x556604481a10) register_command rotate-key cmddesc rotate-key hook 0x7ffcc2265a38 EEXIST 2023-12-03T11:50:15.214 INFO:tasks.workunit.client.0.smithi145.stderr: -445> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient: _reopen_session rank -1 2023-12-03T11:50:15.214 INFO:tasks.workunit.client.0.smithi145.stderr: -444> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient: _add_conns ranks=[0,2,1] 2023-12-03T11:50:15.214 INFO:tasks.workunit.client.0.smithi145.stderr: -443> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient(hunting): picked mon.noname-a con 0x5566046c0dd0 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:50:15.214 INFO:tasks.workunit.client.0.smithi145.stderr: -442> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient(hunting): picked mon.noname-c con 0x5566046c11b0 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:50:15.214 INFO:tasks.workunit.client.0.smithi145.stderr: -441> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient(hunting): picked mon.noname-b con 0x5566046bcd30 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:50:15.214 INFO:tasks.workunit.client.0.smithi145.stderr: -440> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.214 INFO:tasks.workunit.client.0.smithi145.stderr: -439> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.214 INFO:tasks.workunit.client.0.smithi145.stderr: -438> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.214 INFO:tasks.workunit.client.0.smithi145.stderr: -437> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient(hunting): _renew_subs 2023-12-03T11:50:15.214 INFO:tasks.workunit.client.0.smithi145.stderr: -436> 2023-12-03T11:50:15.085+0000 7f849d526800 10 monclient(hunting): authenticate will time out at 1570.435450s 2023-12-03T11:50:15.215 INFO:tasks.workunit.client.0.smithi145.stderr: -435> 2023-12-03T11:50:15.085+0000 7f8499a86640 10 monclient(hunting): get_auth_request con 0x5566046c0dd0 auth_method 0 2023-12-03T11:50:15.215 INFO:tasks.workunit.client.0.smithi145.stderr: -434> 2023-12-03T11:50:15.085+0000 7f8499a86640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.215 INFO:tasks.workunit.client.0.smithi145.stderr: -433> 2023-12-03T11:50:15.085+0000 7f8499a86640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.215 INFO:tasks.workunit.client.0.smithi145.stderr: -432> 2023-12-03T11:50:15.085+0000 7f8499a86640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.215 INFO:tasks.workunit.client.0.smithi145.stderr: -431> 2023-12-03T11:50:15.085+0000 7f8499285640 10 monclient(hunting): get_auth_request con 0x5566046c11b0 auth_method 0 2023-12-03T11:50:15.215 INFO:tasks.workunit.client.0.smithi145.stderr: -430> 2023-12-03T11:50:15.085+0000 7f8499285640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.215 INFO:tasks.workunit.client.0.smithi145.stderr: -429> 2023-12-03T11:50:15.085+0000 7f8499285640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.215 INFO:tasks.workunit.client.0.smithi145.stderr: -428> 2023-12-03T11:50:15.085+0000 7f8499285640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.215 INFO:tasks.workunit.client.0.smithi145.stderr: -427> 2023-12-03T11:50:15.085+0000 7f8499a86640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.215 INFO:tasks.workunit.client.0.smithi145.stderr: -426> 2023-12-03T11:50:15.085+0000 7f8499a86640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.215 INFO:tasks.workunit.client.0.smithi145.stderr: -425> 2023-12-03T11:50:15.085+0000 7f8499a86640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.215 INFO:tasks.workunit.client.0.smithi145.stderr: -424> 2023-12-03T11:50:15.085+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.215 INFO:tasks.workunit.client.0.smithi145.stderr: -423> 2023-12-03T11:50:15.085+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.215 INFO:tasks.workunit.client.0.smithi145.stderr: -422> 2023-12-03T11:50:15.085+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.215 INFO:tasks.workunit.client.0.smithi145.stderr: -421> 2023-12-03T11:50:15.085+0000 7f8498a84640 10 monclient(hunting): get_auth_request con 0x5566046bcd30 auth_method 0 2023-12-03T11:50:15.216 INFO:tasks.workunit.client.0.smithi145.stderr: -420> 2023-12-03T11:50:15.085+0000 7f8498a84640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.216 INFO:tasks.workunit.client.0.smithi145.stderr: -419> 2023-12-03T11:50:15.085+0000 7f8498a84640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.216 INFO:tasks.workunit.client.0.smithi145.stderr: -418> 2023-12-03T11:50:15.085+0000 7f8498a84640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.216 INFO:tasks.workunit.client.0.smithi145.stderr: -417> 2023-12-03T11:50:15.086+0000 7f8498a84640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.216 INFO:tasks.workunit.client.0.smithi145.stderr: -416> 2023-12-03T11:50:15.086+0000 7f8498a84640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.216 INFO:tasks.workunit.client.0.smithi145.stderr: -415> 2023-12-03T11:50:15.086+0000 7f8498a84640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.216 INFO:tasks.workunit.client.0.smithi145.stderr: -414> 2023-12-03T11:50:15.086+0000 7f8499a86640 10 monclient(hunting): handle_auth_done global_id 6681 payload 274 2023-12-03T11:50:15.216 INFO:tasks.workunit.client.0.smithi145.stderr: -413> 2023-12-03T11:50:15.086+0000 7f848a7fc640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:15.216 INFO:tasks.workunit.client.0.smithi145.stderr: -412> 2023-12-03T11:50:15.086+0000 7f848a7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:15.216 INFO:tasks.workunit.client.0.smithi145.stderr: -411> 2023-12-03T11:50:15.086+0000 7f848a7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:15.216 INFO:tasks.workunit.client.0.smithi145.stderr: -410> 2023-12-03T11:50:15.086+0000 7f8499a86640 10 monclient: _finish_hunting 0 2023-12-03T11:50:15.216 INFO:tasks.workunit.client.0.smithi145.stderr: -409> 2023-12-03T11:50:15.086+0000 7f8499a86640 1 monclient: found mon.noname-a 2023-12-03T11:50:15.216 INFO:tasks.workunit.client.0.smithi145.stderr: -408> 2023-12-03T11:50:15.086+0000 7f8499a86640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.145:3300/0 2023-12-03T11:50:15.216 INFO:tasks.workunit.client.0.smithi145.stderr: -407> 2023-12-03T11:50:15.086+0000 7f8499a86640 10 monclient: get_auth_request con 0x7f847c069820 auth_method 0 2023-12-03T11:50:15.216 INFO:tasks.workunit.client.0.smithi145.stderr: -406> 2023-12-03T11:50:15.086+0000 7f847b7fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:15.217 INFO:tasks.workunit.client.0.smithi145.stderr: -405> 2023-12-03T11:50:15.086+0000 7f847b7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:50:15.217 INFO:tasks.workunit.client.0.smithi145.stderr: -404> 2023-12-03T11:50:15.086+0000 7f847b7fe640 10 monclient: dump: 2023-12-03T11:50:15.217 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.217 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.217 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.217 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.217 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.217 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.217 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.217 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.217 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.217 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.217 INFO:tasks.workunit.client.0.smithi145.stderr: -403> 2023-12-03T11:50:15.086+0000 7f847b7fe640 10 monclient: _finish_auth 0 2023-12-03T11:50:15.217 INFO:tasks.workunit.client.0.smithi145.stderr: -402> 2023-12-03T11:50:15.086+0000 7f847b7fe640 10 monclient: _check_auth_tickets 2023-12-03T11:50:15.218 INFO:tasks.workunit.client.0.smithi145.stderr: -401> 2023-12-03T11:50:15.086+0000 7f849d526800 5 monclient: authenticate success, global_id 6681 2023-12-03T11:50:15.218 INFO:tasks.workunit.client.0.smithi145.stderr: -400> 2023-12-03T11:50:15.086+0000 7f847b7fe640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:15.218 INFO:tasks.workunit.client.0.smithi145.stderr: -399> 2023-12-03T11:50:15.086+0000 7f847b7fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:15.218 INFO:tasks.workunit.client.0.smithi145.stderr: -398> 2023-12-03T11:50:15.086+0000 7f847b7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:15.218 INFO:tasks.workunit.client.0.smithi145.stderr: -397> 2023-12-03T11:50:15.086+0000 7f847b7fe640 10 monclient: dump: 2023-12-03T11:50:15.218 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.218 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.218 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.218 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.218 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.218 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.218 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.218 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.218 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.219 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.219 INFO:tasks.workunit.client.0.smithi145.stderr: -396> 2023-12-03T11:50:15.086+0000 7f849d526800 10 monclient: get_monmap_and_config success 2023-12-03T11:50:15.219 INFO:tasks.workunit.client.0.smithi145.stderr: -395> 2023-12-03T11:50:15.086+0000 7f849d526800 4 set_mon_vals no callback set 2023-12-03T11:50:15.219 INFO:tasks.workunit.client.0.smithi145.stderr: -394> 2023-12-03T11:50:15.086+0000 7f849d526800 10 monclient: shutdown 2023-12-03T11:50:15.219 INFO:tasks.workunit.client.0.smithi145.stderr: -393> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient: build_initial_monmap 2023-12-03T11:50:15.219 INFO:tasks.workunit.client.0.smithi145.stderr: -392> 2023-12-03T11:50:15.087+0000 7f849d526800 1 build_initial for_mkfs: 0 2023-12-03T11:50:15.219 INFO:tasks.workunit.client.0.smithi145.stderr: -391> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient: monmap: 2023-12-03T11:50:15.219 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:50:15.219 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:15.219 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:50:15.219 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:50:15.219 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:15.219 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.219 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:50:15.219 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:50:15.219 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:50:15.220 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.220 INFO:tasks.workunit.client.0.smithi145.stderr: -390> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding auth protocol: cephx 2023-12-03T11:50:15.220 INFO:tasks.workunit.client.0.smithi145.stderr: -389> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding auth protocol: cephx 2023-12-03T11:50:15.220 INFO:tasks.workunit.client.0.smithi145.stderr: -388> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding auth protocol: cephx 2023-12-03T11:50:15.220 INFO:tasks.workunit.client.0.smithi145.stderr: -387> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: secure 2023-12-03T11:50:15.220 INFO:tasks.workunit.client.0.smithi145.stderr: -386> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: crc 2023-12-03T11:50:15.220 INFO:tasks.workunit.client.0.smithi145.stderr: -385> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: secure 2023-12-03T11:50:15.220 INFO:tasks.workunit.client.0.smithi145.stderr: -384> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: crc 2023-12-03T11:50:15.220 INFO:tasks.workunit.client.0.smithi145.stderr: -383> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: secure 2023-12-03T11:50:15.220 INFO:tasks.workunit.client.0.smithi145.stderr: -382> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: crc 2023-12-03T11:50:15.220 INFO:tasks.workunit.client.0.smithi145.stderr: -381> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: crc 2023-12-03T11:50:15.220 INFO:tasks.workunit.client.0.smithi145.stderr: -380> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: secure 2023-12-03T11:50:15.220 INFO:tasks.workunit.client.0.smithi145.stderr: -379> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: crc 2023-12-03T11:50:15.220 INFO:tasks.workunit.client.0.smithi145.stderr: -378> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: secure 2023-12-03T11:50:15.220 INFO:tasks.workunit.client.0.smithi145.stderr: -377> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: crc 2023-12-03T11:50:15.221 INFO:tasks.workunit.client.0.smithi145.stderr: -376> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468c3c0) adding con mode: secure 2023-12-03T11:50:15.221 INFO:tasks.workunit.client.0.smithi145.stderr: -375> 2023-12-03T11:50:15.087+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.221 INFO:tasks.workunit.client.0.smithi145.stderr: -374> 2023-12-03T11:50:15.087+0000 7f849d526800 1 librados: starting msgr at 2023-12-03T11:50:15.221 INFO:tasks.workunit.client.0.smithi145.stderr: -373> 2023-12-03T11:50:15.087+0000 7f849d526800 1 librados: starting objecter 2023-12-03T11:50:15.221 INFO:tasks.workunit.client.0.smithi145.stderr: -372> 2023-12-03T11:50:15.087+0000 7f849d526800 5 asok(0x556604481a10) register_command objecter_requests cmddesc objecter_requests hook 0x5566046922a0 EEXIST 2023-12-03T11:50:15.221 INFO:tasks.workunit.client.0.smithi145.stderr: -371> 2023-12-03T11:50:15.087+0000 7f849d526800 1 librados: setting wanted keys 2023-12-03T11:50:15.221 INFO:tasks.workunit.client.0.smithi145.stderr: -370> 2023-12-03T11:50:15.087+0000 7f849d526800 1 librados: calling monclient init 2023-12-03T11:50:15.221 INFO:tasks.workunit.client.0.smithi145.stderr: -369> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient: init 2023-12-03T11:50:15.221 INFO:tasks.workunit.client.0.smithi145.stderr: -368> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding auth protocol: cephx 2023-12-03T11:50:15.221 INFO:tasks.workunit.client.0.smithi145.stderr: -367> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding auth protocol: cephx 2023-12-03T11:50:15.221 INFO:tasks.workunit.client.0.smithi145.stderr: -366> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding auth protocol: cephx 2023-12-03T11:50:15.221 INFO:tasks.workunit.client.0.smithi145.stderr: -365> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: secure 2023-12-03T11:50:15.221 INFO:tasks.workunit.client.0.smithi145.stderr: -364> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: crc 2023-12-03T11:50:15.221 INFO:tasks.workunit.client.0.smithi145.stderr: -363> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: secure 2023-12-03T11:50:15.221 INFO:tasks.workunit.client.0.smithi145.stderr: -362> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: crc 2023-12-03T11:50:15.221 INFO:tasks.workunit.client.0.smithi145.stderr: -361> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: secure 2023-12-03T11:50:15.222 INFO:tasks.workunit.client.0.smithi145.stderr: -360> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: crc 2023-12-03T11:50:15.222 INFO:tasks.workunit.client.0.smithi145.stderr: -359> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: crc 2023-12-03T11:50:15.222 INFO:tasks.workunit.client.0.smithi145.stderr: -358> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: secure 2023-12-03T11:50:15.222 INFO:tasks.workunit.client.0.smithi145.stderr: -357> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: crc 2023-12-03T11:50:15.222 INFO:tasks.workunit.client.0.smithi145.stderr: -356> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: secure 2023-12-03T11:50:15.222 INFO:tasks.workunit.client.0.smithi145.stderr: -355> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: crc 2023-12-03T11:50:15.222 INFO:tasks.workunit.client.0.smithi145.stderr: -354> 2023-12-03T11:50:15.087+0000 7f849d526800 5 AuthRegistry(0x55660468a758) adding con mode: secure 2023-12-03T11:50:15.222 INFO:tasks.workunit.client.0.smithi145.stderr: -353> 2023-12-03T11:50:15.087+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.222 INFO:tasks.workunit.client.0.smithi145.stderr: -352> 2023-12-03T11:50:15.087+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.222 INFO:tasks.workunit.client.0.smithi145.stderr: -351> 2023-12-03T11:50:15.087+0000 7f849d526800 5 asok(0x556604481a10) register_command rotate-key cmddesc rotate-key hook 0x55660468a8a0 EEXIST 2023-12-03T11:50:15.222 INFO:tasks.workunit.client.0.smithi145.stderr: -350> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient: _reopen_session rank -1 2023-12-03T11:50:15.222 INFO:tasks.workunit.client.0.smithi145.stderr: -349> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient: _add_conns ranks=[2,0,1] 2023-12-03T11:50:15.222 INFO:tasks.workunit.client.0.smithi145.stderr: -348> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient(hunting): picked mon.noname-c con 0x5566046bcd30 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:50:15.222 INFO:tasks.workunit.client.0.smithi145.stderr: -347> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient(hunting): picked mon.noname-a con 0x5566046c0dd0 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:50:15.222 INFO:tasks.workunit.client.0.smithi145.stderr: -346> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient(hunting): picked mon.noname-b con 0x5566046c0240 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:50:15.222 INFO:tasks.workunit.client.0.smithi145.stderr: -345> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.223 INFO:tasks.workunit.client.0.smithi145.stderr: -344> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.223 INFO:tasks.workunit.client.0.smithi145.stderr: -343> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.223 INFO:tasks.workunit.client.0.smithi145.stderr: -342> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient(hunting): _renew_subs 2023-12-03T11:50:15.223 INFO:tasks.workunit.client.0.smithi145.stderr: -341> 2023-12-03T11:50:15.087+0000 7f849d526800 10 monclient(hunting): authenticate will time out at 1570.437653s 2023-12-03T11:50:15.223 INFO:tasks.workunit.client.0.smithi145.stderr: -340> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient(hunting): get_auth_request con 0x5566046bcd30 auth_method 0 2023-12-03T11:50:15.223 INFO:tasks.workunit.client.0.smithi145.stderr: -339> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.223 INFO:tasks.workunit.client.0.smithi145.stderr: -338> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.223 INFO:tasks.workunit.client.0.smithi145.stderr: -337> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.223 INFO:tasks.workunit.client.0.smithi145.stderr: -336> 2023-12-03T11:50:15.088+0000 7f8498a84640 10 monclient(hunting): get_auth_request con 0x5566046c0dd0 auth_method 0 2023-12-03T11:50:15.223 INFO:tasks.workunit.client.0.smithi145.stderr: -335> 2023-12-03T11:50:15.088+0000 7f8498a84640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.223 INFO:tasks.workunit.client.0.smithi145.stderr: -334> 2023-12-03T11:50:15.088+0000 7f8498a84640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.223 INFO:tasks.workunit.client.0.smithi145.stderr: -333> 2023-12-03T11:50:15.088+0000 7f8498a84640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.223 INFO:tasks.workunit.client.0.smithi145.stderr: -332> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.223 INFO:tasks.workunit.client.0.smithi145.stderr: -331> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.223 INFO:tasks.workunit.client.0.smithi145.stderr: -330> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.223 INFO:tasks.workunit.client.0.smithi145.stderr: -329> 2023-12-03T11:50:15.088+0000 7f8498a84640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.224 INFO:tasks.workunit.client.0.smithi145.stderr: -328> 2023-12-03T11:50:15.088+0000 7f8498a84640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.224 INFO:tasks.workunit.client.0.smithi145.stderr: -327> 2023-12-03T11:50:15.088+0000 7f8498a84640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.224 INFO:tasks.workunit.client.0.smithi145.stderr: -326> 2023-12-03T11:50:15.088+0000 7f8499a86640 10 monclient(hunting): get_auth_request con 0x5566046c0240 auth_method 0 2023-12-03T11:50:15.224 INFO:tasks.workunit.client.0.smithi145.stderr: -325> 2023-12-03T11:50:15.088+0000 7f8499a86640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.224 INFO:tasks.workunit.client.0.smithi145.stderr: -324> 2023-12-03T11:50:15.088+0000 7f8499a86640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.224 INFO:tasks.workunit.client.0.smithi145.stderr: -323> 2023-12-03T11:50:15.088+0000 7f8499a86640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.224 INFO:tasks.workunit.client.0.smithi145.stderr: -322> 2023-12-03T11:50:15.088+0000 7f8499a86640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.224 INFO:tasks.workunit.client.0.smithi145.stderr: -321> 2023-12-03T11:50:15.088+0000 7f8499a86640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.224 INFO:tasks.workunit.client.0.smithi145.stderr: -320> 2023-12-03T11:50:15.088+0000 7f8499a86640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.224 INFO:tasks.workunit.client.0.smithi145.stderr: -319> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient(hunting): handle_auth_done global_id 6437 payload 824 2023-12-03T11:50:15.224 INFO:tasks.workunit.client.0.smithi145.stderr: -318> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient: _finish_hunting 0 2023-12-03T11:50:15.224 INFO:tasks.workunit.client.0.smithi145.stderr: -317> 2023-12-03T11:50:15.088+0000 7f8499285640 1 monclient: found mon.noname-c 2023-12-03T11:50:15.224 INFO:tasks.workunit.client.0.smithi145.stderr: -316> 2023-12-03T11:50:15.088+0000 7f8499285640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:50:15.224 INFO:tasks.workunit.client.0.smithi145.stderr: -315> 2023-12-03T11:50:15.088+0000 7f8479ffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:15.224 INFO:tasks.workunit.client.0.smithi145.stderr: -314> 2023-12-03T11:50:15.088+0000 7f8479ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:50:15.224 INFO:tasks.workunit.client.0.smithi145.stderr: -313> 2023-12-03T11:50:15.088+0000 7f8479ffb640 10 monclient: dump: 2023-12-03T11:50:15.225 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.225 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.225 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.225 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.225 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.225 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.225 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.225 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.225 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.225 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.225 INFO:tasks.workunit.client.0.smithi145.stderr: -312> 2023-12-03T11:50:15.088+0000 7f8479ffb640 10 monclient: _finish_auth 0 2023-12-03T11:50:15.225 INFO:tasks.workunit.client.0.smithi145.stderr: -311> 2023-12-03T11:50:15.088+0000 7f8479ffb640 10 monclient: _check_auth_tickets 2023-12-03T11:50:15.225 INFO:tasks.workunit.client.0.smithi145.stderr: -310> 2023-12-03T11:50:15.088+0000 7f8479ffb640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:15.225 INFO:tasks.workunit.client.0.smithi145.stderr: -309> 2023-12-03T11:50:15.088+0000 7f8479ffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:15.225 INFO:tasks.workunit.client.0.smithi145.stderr: -308> 2023-12-03T11:50:15.088+0000 7f8479ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:15.225 INFO:tasks.workunit.client.0.smithi145.stderr: -307> 2023-12-03T11:50:15.088+0000 7f8479ffb640 10 monclient: dump: 2023-12-03T11:50:15.226 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.226 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.226 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.226 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.226 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.226 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.226 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.226 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.226 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.226 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.226 INFO:tasks.workunit.client.0.smithi145.stderr: -306> 2023-12-03T11:50:15.088+0000 7f849d526800 5 monclient: authenticate success, global_id 6437 2023-12-03T11:50:15.226 INFO:tasks.workunit.client.0.smithi145.stderr: -305> 2023-12-03T11:50:15.088+0000 7f849d526800 10 monclient: _renew_subs 2023-12-03T11:50:15.226 INFO:tasks.workunit.client.0.smithi145.stderr: -304> 2023-12-03T11:50:15.088+0000 7f847b7fe640 4 set_mon_vals no callback set 2023-12-03T11:50:15.226 INFO:tasks.workunit.client.0.smithi145.stderr: -303> 2023-12-03T11:50:15.088+0000 7f849d526800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:15.226 INFO:tasks.workunit.client.0.smithi145.stderr: -302> 2023-12-03T11:50:15.088+0000 7f849d526800 10 monclient: _renew_subs 2023-12-03T11:50:15.227 INFO:tasks.workunit.client.0.smithi145.stderr: -301> 2023-12-03T11:50:15.088+0000 7f849d526800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:15.227 INFO:tasks.workunit.client.0.smithi145.stderr: -300> 2023-12-03T11:50:15.088+0000 7f849d526800 1 librados: init done 2023-12-03T11:50:15.227 INFO:tasks.workunit.client.0.smithi145.stderr: -299> 2023-12-03T11:50:15.089+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.227 INFO:tasks.workunit.client.0.smithi145.stderr: -298> 2023-12-03T11:50:15.090+0000 7f8479ffb640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:15.227 INFO:tasks.workunit.client.0.smithi145.stderr: -297> 2023-12-03T11:50:15.090+0000 7f8479ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:15.227 INFO:tasks.workunit.client.0.smithi145.stderr: -296> 2023-12-03T11:50:15.090+0000 7f8479ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:15.227 INFO:tasks.workunit.client.0.smithi145.stderr: -295> 2023-12-03T11:50:15.090+0000 7f8498a84640 10 monclient: get_auth_request con 0x7f8474069820 auth_method 0 2023-12-03T11:50:15.227 INFO:tasks.workunit.client.0.smithi145.stderr: -294> 2023-12-03T11:50:15.090+0000 7f8499a86640 10 monclient: get_auth_request con 0x5566046d95c0 auth_method 0 2023-12-03T11:50:15.227 INFO:tasks.workunit.client.0.smithi145.stderr: -293> 2023-12-03T11:50:15.091+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.227 INFO:tasks.workunit.client.0.smithi145.stderr: -292> 2023-12-03T11:50:15.091+0000 7f849d526800 20 realm 2023-12-03T11:50:15.227 INFO:tasks.workunit.client.0.smithi145.stderr: -291> 2023-12-03T11:50:15.091+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.227 INFO:tasks.workunit.client.0.smithi145.stderr: -290> 2023-12-03T11:50:15.091+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.227 INFO:tasks.workunit.client.0.smithi145.stderr: -289> 2023-12-03T11:50:15.091+0000 7f849d526800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:15.227 INFO:tasks.workunit.client.0.smithi145.stderr: -288> 2023-12-03T11:50:15.091+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.227 INFO:tasks.workunit.client.0.smithi145.stderr: -287> 2023-12-03T11:50:15.091+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.227 INFO:tasks.workunit.client.0.smithi145.stderr: -286> 2023-12-03T11:50:15.091+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.228 INFO:tasks.workunit.client.0.smithi145.stderr: -285> 2023-12-03T11:50:15.091+0000 7f8499285640 10 monclient: get_auth_request con 0x5566046dd520 auth_method 0 2023-12-03T11:50:15.228 INFO:tasks.workunit.client.0.smithi145.stderr: -284> 2023-12-03T11:50:15.092+0000 7f849d526800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:15.228 INFO:tasks.workunit.client.0.smithi145.stderr: -283> 2023-12-03T11:50:15.092+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.228 INFO:tasks.workunit.client.0.smithi145.stderr: -282> 2023-12-03T11:50:15.092+0000 7f8498a84640 10 monclient: get_auth_request con 0x5566046e0d30 auth_method 0 2023-12-03T11:50:15.228 INFO:tasks.workunit.client.0.smithi145.stderr: -281> 2023-12-03T11:50:15.092+0000 7f849d526800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:15.228 INFO:tasks.workunit.client.0.smithi145.stderr: -280> 2023-12-03T11:50:15.092+0000 7f849d526800 20 searching for the correct realm 2023-12-03T11:50:15.228 INFO:tasks.workunit.client.0.smithi145.stderr: -279> 2023-12-03T11:50:15.093+0000 7f8499a86640 10 monclient: get_auth_request con 0x7f8490083410 auth_method 0 2023-12-03T11:50:15.228 INFO:tasks.workunit.client.0.smithi145.stderr: -278> 2023-12-03T11:50:15.094+0000 7f8499285640 10 monclient: get_auth_request con 0x7f8494026050 auth_method 0 2023-12-03T11:50:15.228 INFO:tasks.workunit.client.0.smithi145.stderr: -277> 2023-12-03T11:50:15.094+0000 7f8498a84640 10 monclient: get_auth_request con 0x7f848c09a240 auth_method 0 2023-12-03T11:50:15.228 INFO:tasks.workunit.client.0.smithi145.stderr: -276> 2023-12-03T11:50:15.096+0000 7f8499a86640 10 monclient: get_auth_request con 0x7f8490027020 auth_method 0 2023-12-03T11:50:15.228 INFO:tasks.workunit.client.0.smithi145.stderr: -275> 2023-12-03T11:50:15.098+0000 7f8499285640 10 monclient: get_auth_request con 0x7f8490013030 auth_method 0 2023-12-03T11:50:15.228 INFO:tasks.workunit.client.0.smithi145.stderr: -274> 2023-12-03T11:50:15.101+0000 7f8499285640 0 -- 172.21.15.145:0/1835694526 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5566046dd520 msgr2=0x5566046df950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:15.228 INFO:tasks.workunit.client.0.smithi145.stderr: -273> 2023-12-03T11:50:15.102+0000 7f8479ffb640 1 client.6437.objecter ms_handle_reset 0x5566046dd520 session 0x55660444a320 osd.5 2023-12-03T11:50:15.228 INFO:tasks.workunit.client.0.smithi145.stderr: -272> 2023-12-03T11:50:15.102+0000 7f8479ffb640 10 monclient: _renew_subs 2023-12-03T11:50:15.229 INFO:tasks.workunit.client.0.smithi145.stderr: -271> 2023-12-03T11:50:15.102+0000 7f8479ffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:15.229 INFO:tasks.workunit.client.0.smithi145.stderr: -270> 2023-12-03T11:50:15.102+0000 7f8499285640 10 monclient: get_auth_request con 0x7f84740795c0 auth_method 0 2023-12-03T11:50:15.229 INFO:tasks.workunit.client.0.smithi145.stderr: -269> 2023-12-03T11:50:15.103+0000 7f849d526800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:15.229 INFO:tasks.workunit.client.0.smithi145.stderr: -268> 2023-12-03T11:50:15.103+0000 7f849d526800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:15.229 INFO:tasks.workunit.client.0.smithi145.stderr: -267> 2023-12-03T11:50:15.103+0000 7f849d526800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:15.229 INFO:tasks.workunit.client.0.smithi145.stderr: -266> 2023-12-03T11:50:15.103+0000 7f849d526800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:15.229 INFO:tasks.workunit.client.0.smithi145.stderr: -265> 2023-12-03T11:50:15.103+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.229 INFO:tasks.workunit.client.0.smithi145.stderr: -264> 2023-12-03T11:50:15.103+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.229 INFO:tasks.workunit.client.0.smithi145.stderr: -263> 2023-12-03T11:50:15.103+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.229 INFO:tasks.workunit.client.0.smithi145.stderr: -262> 2023-12-03T11:50:15.103+0000 7f849d526800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:15.229 INFO:tasks.workunit.client.0.smithi145.stderr: -261> 2023-12-03T11:50:15.103+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.229 INFO:tasks.workunit.client.0.smithi145.stderr: -260> 2023-12-03T11:50:15.104+0000 7f849d526800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:15.229 INFO:tasks.workunit.client.0.smithi145.stderr: -259> 2023-12-03T11:50:15.104+0000 7f849d526800 20 zone default found 2023-12-03T11:50:15.229 INFO:tasks.workunit.client.0.smithi145.stderr: -258> 2023-12-03T11:50:15.104+0000 7f849d526800 4 Realm: () 2023-12-03T11:50:15.229 INFO:tasks.workunit.client.0.smithi145.stderr: -257> 2023-12-03T11:50:15.104+0000 7f849d526800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:15.229 INFO:tasks.workunit.client.0.smithi145.stderr: -256> 2023-12-03T11:50:15.104+0000 7f849d526800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:15.230 INFO:tasks.workunit.client.0.smithi145.stderr: -255> 2023-12-03T11:50:15.104+0000 7f849d526800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:15.230 INFO:tasks.workunit.client.0.smithi145.stderr: -254> 2023-12-03T11:50:15.104+0000 7f849d526800 20 zonegroup default 2023-12-03T11:50:15.230 INFO:tasks.workunit.client.0.smithi145.stderr: -253> 2023-12-03T11:50:15.104+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.230 INFO:tasks.workunit.client.0.smithi145.stderr: -252> 2023-12-03T11:50:15.104+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.230 INFO:tasks.workunit.client.0.smithi145.stderr: -251> 2023-12-03T11:50:15.104+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.230 INFO:tasks.workunit.client.0.smithi145.stderr: -250> 2023-12-03T11:50:15.104+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.230 INFO:tasks.workunit.client.0.smithi145.stderr: -249> 2023-12-03T11:50:15.104+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.230 INFO:tasks.workunit.client.0.smithi145.stderr: -248> 2023-12-03T11:50:15.104+0000 7f849d526800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.230 INFO:tasks.workunit.client.0.smithi145.stderr: -247> 2023-12-03T11:50:15.104+0000 7f849d526800 20 started sync module instance, tier type = 2023-12-03T11:50:15.230 INFO:tasks.workunit.client.0.smithi145.stderr: -246> 2023-12-03T11:50:15.105+0000 7f849d526800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:15.230 INFO:tasks.workunit.client.0.smithi145.stderr: -245> 2023-12-03T11:50:15.110+0000 7f8499a86640 0 -- 172.21.15.145:0/1835694526 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f8490027020 msgr2=0x7f84900700b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:15.230 INFO:tasks.workunit.client.0.smithi145.stderr: -244> 2023-12-03T11:50:15.110+0000 7f8479ffb640 1 client.6437.objecter ms_handle_reset 0x7f8490027020 session 0x7f8490058750 osd.6 2023-12-03T11:50:15.230 INFO:tasks.workunit.client.0.smithi145.stderr: -243> 2023-12-03T11:50:15.110+0000 7f8499a86640 10 monclient: get_auth_request con 0x5566046dd520 auth_method 0 2023-12-03T11:50:15.230 INFO:tasks.workunit.client.0.smithi145.stderr: -242> 2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=0 2023-12-03T11:50:15.231 INFO:tasks.workunit.client.0.smithi145.stderr: -241> 2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=1 2023-12-03T11:50:15.231 INFO:tasks.workunit.client.0.smithi145.stderr: -240> 2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=2 2023-12-03T11:50:15.231 INFO:tasks.workunit.client.0.smithi145.stderr: -239> 2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=3 2023-12-03T11:50:15.231 INFO:tasks.workunit.client.0.smithi145.stderr: -238> 2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=4 2023-12-03T11:50:15.231 INFO:tasks.workunit.client.0.smithi145.stderr: -237> 2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=5 2023-12-03T11:50:15.231 INFO:tasks.workunit.client.0.smithi145.stderr: -236> 2023-12-03T11:50:15.113+0000 7f849d526800 20 add_watcher() i=6 2023-12-03T11:50:15.231 INFO:tasks.workunit.client.0.smithi145.stderr: -235> 2023-12-03T11:50:15.114+0000 7f849d526800 20 add_watcher() i=7 2023-12-03T11:50:15.231 INFO:tasks.workunit.client.0.smithi145.stderr: -234> 2023-12-03T11:50:15.114+0000 7f849d526800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:15.231 INFO:tasks.workunit.client.0.smithi145.stderr: -233> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding auth protocol: cephx 2023-12-03T11:50:15.231 INFO:tasks.workunit.client.0.smithi145.stderr: -232> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding auth protocol: cephx 2023-12-03T11:50:15.231 INFO:tasks.workunit.client.0.smithi145.stderr: -231> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding auth protocol: cephx 2023-12-03T11:50:15.231 INFO:tasks.workunit.client.0.smithi145.stderr: -230> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: secure 2023-12-03T11:50:15.231 INFO:tasks.workunit.client.0.smithi145.stderr: -229> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: crc 2023-12-03T11:50:15.231 INFO:tasks.workunit.client.0.smithi145.stderr: -228> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: secure 2023-12-03T11:50:15.231 INFO:tasks.workunit.client.0.smithi145.stderr: -227> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: crc 2023-12-03T11:50:15.231 INFO:tasks.workunit.client.0.smithi145.stderr: -226> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: secure 2023-12-03T11:50:15.232 INFO:tasks.workunit.client.0.smithi145.stderr: -225> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: crc 2023-12-03T11:50:15.232 INFO:tasks.workunit.client.0.smithi145.stderr: -224> 2023-12-03T11:50:15.115+0000 7f845efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:15.232 INFO:tasks.workunit.client.0.smithi145.stderr: -223> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: crc 2023-12-03T11:50:15.232 INFO:tasks.workunit.client.0.smithi145.stderr: -222> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: secure 2023-12-03T11:50:15.232 INFO:tasks.workunit.client.0.smithi145.stderr: -221> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: crc 2023-12-03T11:50:15.232 INFO:tasks.workunit.client.0.smithi145.stderr: -220> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: secure 2023-12-03T11:50:15.232 INFO:tasks.workunit.client.0.smithi145.stderr: -219> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: crc 2023-12-03T11:50:15.232 INFO:tasks.workunit.client.0.smithi145.stderr: -218> 2023-12-03T11:50:15.115+0000 7f849d526800 5 AuthRegistry(0x7ffcc2266320) adding con mode: secure 2023-12-03T11:50:15.232 INFO:tasks.workunit.client.0.smithi145.stderr: -217> 2023-12-03T11:50:15.116+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.232 INFO:tasks.workunit.client.0.smithi145.stderr: -216> 2023-12-03T11:50:15.116+0000 7f849d526800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:15.232 INFO:tasks.workunit.client.0.smithi145.stderr: -215> 2023-12-03T11:50:15.116+0000 7f849d526800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:15.232 INFO:tasks.workunit.client.0.smithi145.stderr: -214> 2023-12-03T11:50:15.116+0000 7f849d526800 5 asok(0x556604481a10) register_command cache list hook 0x556604678840 2023-12-03T11:50:15.232 INFO:tasks.workunit.client.0.smithi145.stderr: -213> 2023-12-03T11:50:15.116+0000 7f849d526800 5 asok(0x556604481a10) register_command cache inspect hook 0x556604678840 2023-12-03T11:50:15.232 INFO:tasks.workunit.client.0.smithi145.stderr: -212> 2023-12-03T11:50:15.116+0000 7f849d526800 5 asok(0x556604481a10) register_command cache erase hook 0x556604678840 2023-12-03T11:50:15.232 INFO:tasks.workunit.client.0.smithi145.stderr: -211> 2023-12-03T11:50:15.116+0000 7f849d526800 5 asok(0x556604481a10) register_command cache zap hook 0x556604678840 2023-12-03T11:50:15.232 INFO:tasks.workunit.client.0.smithi145.stderr: -210> 2023-12-03T11:50:15.116+0000 7f849d526800 10 monclient: get_monmap_and_config 2023-12-03T11:50:15.233 INFO:tasks.workunit.client.0.smithi145.stderr: -209> 2023-12-03T11:50:15.116+0000 7f849d526800 10 monclient: build_initial_monmap 2023-12-03T11:50:15.233 INFO:tasks.workunit.client.0.smithi145.stderr: -208> 2023-12-03T11:50:15.116+0000 7f849d526800 1 build_initial for_mkfs: 0 2023-12-03T11:50:15.233 INFO:tasks.workunit.client.0.smithi145.stderr: -207> 2023-12-03T11:50:15.116+0000 7f849d526800 10 monclient: monmap: 2023-12-03T11:50:15.233 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:50:15.233 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:15.233 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:50:15.233 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:50:15.233 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:15.233 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.233 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:50:15.233 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:50:15.233 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:50:15.233 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.233 INFO:tasks.workunit.client.0.smithi145.stderr: -206> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding auth protocol: cephx 2023-12-03T11:50:15.233 INFO:tasks.workunit.client.0.smithi145.stderr: -205> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding auth protocol: cephx 2023-12-03T11:50:15.233 INFO:tasks.workunit.client.0.smithi145.stderr: -204> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding auth protocol: cephx 2023-12-03T11:50:15.234 INFO:tasks.workunit.client.0.smithi145.stderr: -203> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: secure 2023-12-03T11:50:15.234 INFO:tasks.workunit.client.0.smithi145.stderr: -202> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: crc 2023-12-03T11:50:15.234 INFO:tasks.workunit.client.0.smithi145.stderr: -201> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: secure 2023-12-03T11:50:15.234 INFO:tasks.workunit.client.0.smithi145.stderr: -200> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: crc 2023-12-03T11:50:15.234 INFO:tasks.workunit.client.0.smithi145.stderr: -199> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: secure 2023-12-03T11:50:15.234 INFO:tasks.workunit.client.0.smithi145.stderr: -198> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: crc 2023-12-03T11:50:15.234 INFO:tasks.workunit.client.0.smithi145.stderr: -197> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: crc 2023-12-03T11:50:15.234 INFO:tasks.workunit.client.0.smithi145.stderr: -196> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: secure 2023-12-03T11:50:15.234 INFO:tasks.workunit.client.0.smithi145.stderr: -195> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: crc 2023-12-03T11:50:15.234 INFO:tasks.workunit.client.0.smithi145.stderr: -194> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: secure 2023-12-03T11:50:15.234 INFO:tasks.workunit.client.0.smithi145.stderr: -193> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: crc 2023-12-03T11:50:15.234 INFO:tasks.workunit.client.0.smithi145.stderr: -192> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x55660471d340) adding con mode: secure 2023-12-03T11:50:15.234 INFO:tasks.workunit.client.0.smithi145.stderr: -191> 2023-12-03T11:50:15.116+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.234 INFO:tasks.workunit.client.0.smithi145.stderr: -190> 2023-12-03T11:50:15.116+0000 7f849d526800 10 monclient: init 2023-12-03T11:50:15.235 INFO:tasks.workunit.client.0.smithi145.stderr: -189> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding auth protocol: cephx 2023-12-03T11:50:15.235 INFO:tasks.workunit.client.0.smithi145.stderr: -188> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding auth protocol: cephx 2023-12-03T11:50:15.235 INFO:tasks.workunit.client.0.smithi145.stderr: -187> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding auth protocol: cephx 2023-12-03T11:50:15.235 INFO:tasks.workunit.client.0.smithi145.stderr: -186> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: secure 2023-12-03T11:50:15.235 INFO:tasks.workunit.client.0.smithi145.stderr: -185> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: crc 2023-12-03T11:50:15.235 INFO:tasks.workunit.client.0.smithi145.stderr: -184> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: secure 2023-12-03T11:50:15.235 INFO:tasks.workunit.client.0.smithi145.stderr: -183> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: crc 2023-12-03T11:50:15.235 INFO:tasks.workunit.client.0.smithi145.stderr: -182> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: secure 2023-12-03T11:50:15.235 INFO:tasks.workunit.client.0.smithi145.stderr: -181> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: crc 2023-12-03T11:50:15.235 INFO:tasks.workunit.client.0.smithi145.stderr: -180> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: crc 2023-12-03T11:50:15.235 INFO:tasks.workunit.client.0.smithi145.stderr: -179> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: secure 2023-12-03T11:50:15.235 INFO:tasks.workunit.client.0.smithi145.stderr: -178> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: crc 2023-12-03T11:50:15.235 INFO:tasks.workunit.client.0.smithi145.stderr: -177> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: secure 2023-12-03T11:50:15.235 INFO:tasks.workunit.client.0.smithi145.stderr: -176> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: crc 2023-12-03T11:50:15.235 INFO:tasks.workunit.client.0.smithi145.stderr: -175> 2023-12-03T11:50:15.116+0000 7f849d526800 5 AuthRegistry(0x7ffcc2265e70) adding con mode: secure 2023-12-03T11:50:15.236 INFO:tasks.workunit.client.0.smithi145.stderr: -174> 2023-12-03T11:50:15.116+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.236 INFO:tasks.workunit.client.0.smithi145.stderr: -173> 2023-12-03T11:50:15.116+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.236 INFO:tasks.workunit.client.0.smithi145.stderr: -172> 2023-12-03T11:50:15.116+0000 7f849d526800 5 asok(0x556604481a10) register_command rotate-key cmddesc rotate-key hook 0x7ffcc2265fb8 EEXIST 2023-12-03T11:50:15.236 INFO:tasks.workunit.client.0.smithi145.stderr: -171> 2023-12-03T11:50:15.116+0000 7f849d526800 10 monclient: _reopen_session rank -1 2023-12-03T11:50:15.236 INFO:tasks.workunit.client.0.smithi145.stderr: -170> 2023-12-03T11:50:15.116+0000 7f849d526800 10 monclient: _add_conns ranks=[0,2,1] 2023-12-03T11:50:15.236 INFO:tasks.workunit.client.0.smithi145.stderr: -169> 2023-12-03T11:50:15.117+0000 7f849d526800 10 monclient(hunting): picked mon.noname-a con 0x55660471e890 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:50:15.236 INFO:tasks.workunit.client.0.smithi145.stderr: -168> 2023-12-03T11:50:15.117+0000 7f849d526800 10 monclient(hunting): picked mon.noname-c con 0x55660471de70 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:50:15.236 INFO:tasks.workunit.client.0.smithi145.stderr: -167> 2023-12-03T11:50:15.117+0000 7f849d526800 10 monclient(hunting): picked mon.noname-b con 0x55660471a620 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:50:15.236 INFO:tasks.workunit.client.0.smithi145.stderr: -166> 2023-12-03T11:50:15.117+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.236 INFO:tasks.workunit.client.0.smithi145.stderr: -165> 2023-12-03T11:50:15.117+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.236 INFO:tasks.workunit.client.0.smithi145.stderr: -164> 2023-12-03T11:50:15.117+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.236 INFO:tasks.workunit.client.0.smithi145.stderr: -163> 2023-12-03T11:50:15.117+0000 7f849d526800 10 monclient(hunting): _renew_subs 2023-12-03T11:50:15.236 INFO:tasks.workunit.client.0.smithi145.stderr: -162> 2023-12-03T11:50:15.117+0000 7f849d526800 10 monclient(hunting): authenticate will time out at 1570.466765s 2023-12-03T11:50:15.236 INFO:tasks.workunit.client.0.smithi145.stderr: -161> 2023-12-03T11:50:15.117+0000 7f8499285640 10 monclient(hunting): get_auth_request con 0x55660471de70 auth_method 0 2023-12-03T11:50:15.236 INFO:tasks.workunit.client.0.smithi145.stderr: -160> 2023-12-03T11:50:15.117+0000 7f8499285640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.236 INFO:tasks.workunit.client.0.smithi145.stderr: -159> 2023-12-03T11:50:15.117+0000 7f8499285640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.237 INFO:tasks.workunit.client.0.smithi145.stderr: -158> 2023-12-03T11:50:15.117+0000 7f8499285640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.237 INFO:tasks.workunit.client.0.smithi145.stderr: -157> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient(hunting): get_auth_request con 0x55660471e890 auth_method 0 2023-12-03T11:50:15.237 INFO:tasks.workunit.client.0.smithi145.stderr: -156> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.237 INFO:tasks.workunit.client.0.smithi145.stderr: -155> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.237 INFO:tasks.workunit.client.0.smithi145.stderr: -154> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.237 INFO:tasks.workunit.client.0.smithi145.stderr: -153> 2023-12-03T11:50:15.117+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.237 INFO:tasks.workunit.client.0.smithi145.stderr: -152> 2023-12-03T11:50:15.117+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.237 INFO:tasks.workunit.client.0.smithi145.stderr: -151> 2023-12-03T11:50:15.117+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.237 INFO:tasks.workunit.client.0.smithi145.stderr: -150> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.237 INFO:tasks.workunit.client.0.smithi145.stderr: -149> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.237 INFO:tasks.workunit.client.0.smithi145.stderr: -148> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.237 INFO:tasks.workunit.client.0.smithi145.stderr: -147> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient(hunting): handle_auth_done global_id 6687 payload 274 2023-12-03T11:50:15.237 INFO:tasks.workunit.client.0.smithi145.stderr: -146> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient: _finish_hunting 0 2023-12-03T11:50:15.237 INFO:tasks.workunit.client.0.smithi145.stderr: -145> 2023-12-03T11:50:15.117+0000 7f8499a86640 1 monclient: found mon.noname-a 2023-12-03T11:50:15.237 INFO:tasks.workunit.client.0.smithi145.stderr: -144> 2023-12-03T11:50:15.117+0000 7f8499a86640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.145:3300/0 2023-12-03T11:50:15.237 INFO:tasks.workunit.client.0.smithi145.stderr: -143> 2023-12-03T11:50:15.117+0000 7f8498a84640 10 monclient: get_auth_request con 0x55660471a620 auth_method 0 2023-12-03T11:50:15.238 INFO:tasks.workunit.client.0.smithi145.stderr: -142> 2023-12-03T11:50:15.117+0000 7f845e7e4640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:15.238 INFO:tasks.workunit.client.0.smithi145.stderr: -141> 2023-12-03T11:50:15.117+0000 7f845e7e4640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:50:15.238 INFO:tasks.workunit.client.0.smithi145.stderr: -140> 2023-12-03T11:50:15.117+0000 7f845e7e4640 10 monclient: dump: 2023-12-03T11:50:15.238 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.238 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.238 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.238 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.238 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.238 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.238 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.238 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.238 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.238 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.238 INFO:tasks.workunit.client.0.smithi145.stderr: -139> 2023-12-03T11:50:15.117+0000 7f845e7e4640 10 monclient: _finish_auth 0 2023-12-03T11:50:15.238 INFO:tasks.workunit.client.0.smithi145.stderr: -138> 2023-12-03T11:50:15.117+0000 7f845e7e4640 10 monclient: _check_auth_tickets 2023-12-03T11:50:15.239 INFO:tasks.workunit.client.0.smithi145.stderr: -137> 2023-12-03T11:50:15.117+0000 7f845e7e4640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:15.239 INFO:tasks.workunit.client.0.smithi145.stderr: -136> 2023-12-03T11:50:15.117+0000 7f845e7e4640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:15.239 INFO:tasks.workunit.client.0.smithi145.stderr: -135> 2023-12-03T11:50:15.117+0000 7f845e7e4640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:15.239 INFO:tasks.workunit.client.0.smithi145.stderr: -134> 2023-12-03T11:50:15.117+0000 7f845e7e4640 10 monclient: dump: 2023-12-03T11:50:15.239 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.239 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.239 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.239 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.239 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.239 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.239 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.239 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.239 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.239 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.239 INFO:tasks.workunit.client.0.smithi145.stderr: -133> 2023-12-03T11:50:15.117+0000 7f849d526800 5 monclient: authenticate success, global_id 6687 2023-12-03T11:50:15.239 INFO:tasks.workunit.client.0.smithi145.stderr: -132> 2023-12-03T11:50:15.117+0000 7f849d526800 10 monclient: get_monmap_and_config success 2023-12-03T11:50:15.240 INFO:tasks.workunit.client.0.smithi145.stderr: -131> 2023-12-03T11:50:15.117+0000 7f849d526800 4 set_mon_vals no callback set 2023-12-03T11:50:15.240 INFO:tasks.workunit.client.0.smithi145.stderr: -130> 2023-12-03T11:50:15.118+0000 7f849d526800 10 monclient: shutdown 2023-12-03T11:50:15.240 INFO:tasks.workunit.client.0.smithi145.stderr: -129> 2023-12-03T11:50:15.118+0000 7f849d526800 10 monclient: build_initial_monmap 2023-12-03T11:50:15.240 INFO:tasks.workunit.client.0.smithi145.stderr: -128> 2023-12-03T11:50:15.118+0000 7f849d526800 1 build_initial for_mkfs: 0 2023-12-03T11:50:15.240 INFO:tasks.workunit.client.0.smithi145.stderr: -127> 2023-12-03T11:50:15.118+0000 7f849d526800 10 monclient: monmap: 2023-12-03T11:50:15.240 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:50:15.240 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:15.240 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:50:15.240 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:50:15.240 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:15.240 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.240 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:50:15.240 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:50:15.240 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:50:15.240 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.240 INFO:tasks.workunit.client.0.smithi145.stderr: -126> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding auth protocol: cephx 2023-12-03T11:50:15.241 INFO:tasks.workunit.client.0.smithi145.stderr: -125> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding auth protocol: cephx 2023-12-03T11:50:15.241 INFO:tasks.workunit.client.0.smithi145.stderr: -124> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding auth protocol: cephx 2023-12-03T11:50:15.241 INFO:tasks.workunit.client.0.smithi145.stderr: -123> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: secure 2023-12-03T11:50:15.241 INFO:tasks.workunit.client.0.smithi145.stderr: -122> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: crc 2023-12-03T11:50:15.241 INFO:tasks.workunit.client.0.smithi145.stderr: -121> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: secure 2023-12-03T11:50:15.241 INFO:tasks.workunit.client.0.smithi145.stderr: -120> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: crc 2023-12-03T11:50:15.241 INFO:tasks.workunit.client.0.smithi145.stderr: -119> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: secure 2023-12-03T11:50:15.241 INFO:tasks.workunit.client.0.smithi145.stderr: -118> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: crc 2023-12-03T11:50:15.241 INFO:tasks.workunit.client.0.smithi145.stderr: -117> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: crc 2023-12-03T11:50:15.241 INFO:tasks.workunit.client.0.smithi145.stderr: -116> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: secure 2023-12-03T11:50:15.241 INFO:tasks.workunit.client.0.smithi145.stderr: -115> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: crc 2023-12-03T11:50:15.241 INFO:tasks.workunit.client.0.smithi145.stderr: -114> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: secure 2023-12-03T11:50:15.241 INFO:tasks.workunit.client.0.smithi145.stderr: -113> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: crc 2023-12-03T11:50:15.241 INFO:tasks.workunit.client.0.smithi145.stderr: -112> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604713af0) adding con mode: secure 2023-12-03T11:50:15.241 INFO:tasks.workunit.client.0.smithi145.stderr: -111> 2023-12-03T11:50:15.118+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.242 INFO:tasks.workunit.client.0.smithi145.stderr: -110> 2023-12-03T11:50:15.118+0000 7f849d526800 1 librados: starting msgr at 2023-12-03T11:50:15.242 INFO:tasks.workunit.client.0.smithi145.stderr: -109> 2023-12-03T11:50:15.118+0000 7f849d526800 1 librados: starting objecter 2023-12-03T11:50:15.242 INFO:tasks.workunit.client.0.smithi145.stderr: -108> 2023-12-03T11:50:15.118+0000 7f849d526800 5 asok(0x556604481a10) register_command objecter_requests cmddesc objecter_requests hook 0x5566046e9890 EEXIST 2023-12-03T11:50:15.242 INFO:tasks.workunit.client.0.smithi145.stderr: -107> 2023-12-03T11:50:15.118+0000 7f849d526800 1 librados: setting wanted keys 2023-12-03T11:50:15.242 INFO:tasks.workunit.client.0.smithi145.stderr: -106> 2023-12-03T11:50:15.118+0000 7f849d526800 1 librados: calling monclient init 2023-12-03T11:50:15.242 INFO:tasks.workunit.client.0.smithi145.stderr: -105> 2023-12-03T11:50:15.118+0000 7f849d526800 10 monclient: init 2023-12-03T11:50:15.242 INFO:tasks.workunit.client.0.smithi145.stderr: -104> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding auth protocol: cephx 2023-12-03T11:50:15.242 INFO:tasks.workunit.client.0.smithi145.stderr: -103> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding auth protocol: cephx 2023-12-03T11:50:15.242 INFO:tasks.workunit.client.0.smithi145.stderr: -102> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding auth protocol: cephx 2023-12-03T11:50:15.242 INFO:tasks.workunit.client.0.smithi145.stderr: -101> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: secure 2023-12-03T11:50:15.242 INFO:tasks.workunit.client.0.smithi145.stderr: -100> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: crc 2023-12-03T11:50:15.242 INFO:tasks.workunit.client.0.smithi145.stderr: -99> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: secure 2023-12-03T11:50:15.242 INFO:tasks.workunit.client.0.smithi145.stderr: -98> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: crc 2023-12-03T11:50:15.242 INFO:tasks.workunit.client.0.smithi145.stderr: -97> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: secure 2023-12-03T11:50:15.243 INFO:tasks.workunit.client.0.smithi145.stderr: -96> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: crc 2023-12-03T11:50:15.243 INFO:tasks.workunit.client.0.smithi145.stderr: -95> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: crc 2023-12-03T11:50:15.243 INFO:tasks.workunit.client.0.smithi145.stderr: -94> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: secure 2023-12-03T11:50:15.243 INFO:tasks.workunit.client.0.smithi145.stderr: -93> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: crc 2023-12-03T11:50:15.243 INFO:tasks.workunit.client.0.smithi145.stderr: -92> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: secure 2023-12-03T11:50:15.243 INFO:tasks.workunit.client.0.smithi145.stderr: -91> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: crc 2023-12-03T11:50:15.243 INFO:tasks.workunit.client.0.smithi145.stderr: -90> 2023-12-03T11:50:15.118+0000 7f849d526800 5 AuthRegistry(0x556604720858) adding con mode: secure 2023-12-03T11:50:15.243 INFO:tasks.workunit.client.0.smithi145.stderr: -89> 2023-12-03T11:50:15.119+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.243 INFO:tasks.workunit.client.0.smithi145.stderr: -88> 2023-12-03T11:50:15.119+0000 7f849d526800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:15.243 INFO:tasks.workunit.client.0.smithi145.stderr: -87> 2023-12-03T11:50:15.119+0000 7f849d526800 5 asok(0x556604481a10) register_command rotate-key cmddesc rotate-key hook 0x5566047209a0 EEXIST 2023-12-03T11:50:15.243 INFO:tasks.workunit.client.0.smithi145.stderr: -86> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient: _reopen_session rank -1 2023-12-03T11:50:15.243 INFO:tasks.workunit.client.0.smithi145.stderr: -85> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient: _add_conns ranks=[1,2,0] 2023-12-03T11:50:15.243 INFO:tasks.workunit.client.0.smithi145.stderr: -84> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient(hunting): picked mon.noname-b con 0x55660471a620 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:50:15.243 INFO:tasks.workunit.client.0.smithi145.stderr: -83> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient(hunting): picked mon.noname-c con 0x55660471e890 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:50:15.243 INFO:tasks.workunit.client.0.smithi145.stderr: -82> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient(hunting): picked mon.noname-a con 0x556604718860 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:50:15.243 INFO:tasks.workunit.client.0.smithi145.stderr: -81> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.244 INFO:tasks.workunit.client.0.smithi145.stderr: -80> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.244 INFO:tasks.workunit.client.0.smithi145.stderr: -79> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:15.244 INFO:tasks.workunit.client.0.smithi145.stderr: -78> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient(hunting): _renew_subs 2023-12-03T11:50:15.244 INFO:tasks.workunit.client.0.smithi145.stderr: -77> 2023-12-03T11:50:15.119+0000 7f849d526800 10 monclient(hunting): authenticate will time out at 1570.469179s 2023-12-03T11:50:15.244 INFO:tasks.workunit.client.0.smithi145.stderr: -76> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient(hunting): get_auth_request con 0x55660471e890 auth_method 0 2023-12-03T11:50:15.244 INFO:tasks.workunit.client.0.smithi145.stderr: -75> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.244 INFO:tasks.workunit.client.0.smithi145.stderr: -74> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.244 INFO:tasks.workunit.client.0.smithi145.stderr: -73> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.244 INFO:tasks.workunit.client.0.smithi145.stderr: -72> 2023-12-03T11:50:15.119+0000 7f8498a84640 10 monclient(hunting): get_auth_request con 0x556604718860 auth_method 0 2023-12-03T11:50:15.244 INFO:tasks.workunit.client.0.smithi145.stderr: -71> 2023-12-03T11:50:15.119+0000 7f8498a84640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:15.244 INFO:tasks.workunit.client.0.smithi145.stderr: -70> 2023-12-03T11:50:15.119+0000 7f8498a84640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:15.244 INFO:tasks.workunit.client.0.smithi145.stderr: -69> 2023-12-03T11:50:15.119+0000 7f8498a84640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:15.244 INFO:tasks.workunit.client.0.smithi145.stderr: -68> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.244 INFO:tasks.workunit.client.0.smithi145.stderr: -67> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.244 INFO:tasks.workunit.client.0.smithi145.stderr: -66> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.244 INFO:tasks.workunit.client.0.smithi145.stderr: -65> 2023-12-03T11:50:15.119+0000 7f8498a84640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:15.245 INFO:tasks.workunit.client.0.smithi145.stderr: -64> 2023-12-03T11:50:15.119+0000 7f8498a84640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:15.245 INFO:tasks.workunit.client.0.smithi145.stderr: -63> 2023-12-03T11:50:15.119+0000 7f8498a84640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:15.245 INFO:tasks.workunit.client.0.smithi145.stderr: -62> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient(hunting): handle_auth_done global_id 6443 payload 824 2023-12-03T11:50:15.245 INFO:tasks.workunit.client.0.smithi145.stderr: -61> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient: _finish_hunting 0 2023-12-03T11:50:15.245 INFO:tasks.workunit.client.0.smithi145.stderr: -60> 2023-12-03T11:50:15.119+0000 7f8499285640 1 monclient: found mon.noname-c 2023-12-03T11:50:15.245 INFO:tasks.workunit.client.0.smithi145.stderr: -59> 2023-12-03T11:50:15.119+0000 7f8499285640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:50:15.245 INFO:tasks.workunit.client.0.smithi145.stderr: -58> 2023-12-03T11:50:15.119+0000 7f8499a86640 10 monclient: get_auth_request con 0x55660471a620 auth_method 0 2023-12-03T11:50:15.245 INFO:tasks.workunit.client.0.smithi145.stderr: -57> 2023-12-03T11:50:15.119+0000 7f845cfe1640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:15.245 INFO:tasks.workunit.client.0.smithi145.stderr: -56> 2023-12-03T11:50:15.120+0000 7f845cfe1640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:50:15.245 INFO:tasks.workunit.client.0.smithi145.stderr: -55> 2023-12-03T11:50:15.120+0000 7f845cfe1640 10 monclient: dump: 2023-12-03T11:50:15.245 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.245 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.245 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.245 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.245 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.245 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.246 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.246 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.246 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.246 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.246 INFO:tasks.workunit.client.0.smithi145.stderr: -54> 2023-12-03T11:50:15.120+0000 7f845cfe1640 10 monclient: _finish_auth 0 2023-12-03T11:50:15.246 INFO:tasks.workunit.client.0.smithi145.stderr: -53> 2023-12-03T11:50:15.120+0000 7f845cfe1640 10 monclient: _check_auth_tickets 2023-12-03T11:50:15.246 INFO:tasks.workunit.client.0.smithi145.stderr: -52> 2023-12-03T11:50:15.120+0000 7f849d526800 5 monclient: authenticate success, global_id 6443 2023-12-03T11:50:15.246 INFO:tasks.workunit.client.0.smithi145.stderr: -51> 2023-12-03T11:50:15.120+0000 7f849d526800 10 monclient: _renew_subs 2023-12-03T11:50:15.246 INFO:tasks.workunit.client.0.smithi145.stderr: -50> 2023-12-03T11:50:15.120+0000 7f849d526800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:15.246 INFO:tasks.workunit.client.0.smithi145.stderr: -49> 2023-12-03T11:50:15.120+0000 7f845cfe1640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:15.246 INFO:tasks.workunit.client.0.smithi145.stderr: -48> 2023-12-03T11:50:15.120+0000 7f845cfe1640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:15.246 INFO:tasks.workunit.client.0.smithi145.stderr: -47> 2023-12-03T11:50:15.120+0000 7f845cfe1640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:15.246 INFO:tasks.workunit.client.0.smithi145.stderr: -46> 2023-12-03T11:50:15.120+0000 7f845cfe1640 10 monclient: dump: 2023-12-03T11:50:15.246 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:15.246 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:15.246 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.246 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:15.247 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:15.247 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:15.247 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:15.247 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:15.247 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:15.247 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.247 INFO:tasks.workunit.client.0.smithi145.stderr: -45> 2023-12-03T11:50:15.120+0000 7f845e7e4640 4 set_mon_vals no callback set 2023-12-03T11:50:15.247 INFO:tasks.workunit.client.0.smithi145.stderr: -44> 2023-12-03T11:50:15.120+0000 7f849d526800 10 monclient: _renew_subs 2023-12-03T11:50:15.247 INFO:tasks.workunit.client.0.smithi145.stderr: -43> 2023-12-03T11:50:15.120+0000 7f849d526800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:15.247 INFO:tasks.workunit.client.0.smithi145.stderr: -42> 2023-12-03T11:50:15.120+0000 7f849d526800 1 librados: init done 2023-12-03T11:50:15.247 INFO:tasks.workunit.client.0.smithi145.stderr: -41> 2023-12-03T11:50:15.120+0000 7f849d526800 5 asok(0x556604481a10) register_command cr dump hook 0x556604722ff8 2023-12-03T11:50:15.247 INFO:tasks.workunit.client.0.smithi145.stderr: -40> 2023-12-03T11:50:15.121+0000 7f845cfe1640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:15.247 INFO:tasks.workunit.client.0.smithi145.stderr: -39> 2023-12-03T11:50:15.121+0000 7f845cfe1640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:15.247 INFO:tasks.workunit.client.0.smithi145.stderr: -38> 2023-12-03T11:50:15.121+0000 7f845cfe1640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:15.247 INFO:tasks.workunit.client.0.smithi145.stderr: -37> 2023-12-03T11:50:15.121+0000 7f8499a86640 10 monclient: get_auth_request con 0x7f83d4069820 auth_method 0 2023-12-03T11:50:15.248 INFO:tasks.workunit.client.0.smithi145.stderr: -36> 2023-12-03T11:50:15.121+0000 7f849d526800 5 note: GC not initialized 2023-12-03T11:50:15.248 INFO:tasks.workunit.client.0.smithi145.stderr: -35> 2023-12-03T11:50:15.121+0000 7f83cdffb640 20 reqs_thread_entry: start 2023-12-03T11:50:15.248 INFO:tasks.workunit.client.0.smithi145.stderr: -34> 2023-12-03T11:50:15.121+0000 7f849d526800 5 asok(0x556604481a10) register_command sync trace show hook 0x7f848c004460 2023-12-03T11:50:15.248 INFO:tasks.workunit.client.0.smithi145.stderr: -33> 2023-12-03T11:50:15.121+0000 7f849d526800 5 asok(0x556604481a10) register_command sync trace history hook 0x7f848c004460 2023-12-03T11:50:15.248 INFO:tasks.workunit.client.0.smithi145.stderr: -32> 2023-12-03T11:50:15.121+0000 7f849d526800 5 asok(0x556604481a10) register_command sync trace active hook 0x7f848c004460 2023-12-03T11:50:15.248 INFO:tasks.workunit.client.0.smithi145.stderr: -31> 2023-12-03T11:50:15.121+0000 7f849d526800 5 asok(0x556604481a10) register_command sync trace active_short hook 0x7f848c004460 2023-12-03T11:50:15.248 INFO:tasks.workunit.client.0.smithi145.stderr: -30> 2023-12-03T11:50:15.121+0000 7f849d526800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:15.248 INFO:tasks.workunit.client.0.smithi145.stderr: -29> 2023-12-03T11:50:15.122+0000 7f849d526800 20 Filter name: none 2023-12-03T11:50:15.248 INFO:tasks.workunit.client.0.smithi145.stderr: -28> 2023-12-03T11:50:15.122+0000 7f83bf7fe640 20 reqs_thread_entry: start 2023-12-03T11:50:15.248 INFO:tasks.workunit.client.0.smithi145.stderr: -27> 2023-12-03T11:50:15.122+0000 7f849d526800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-12-03T11:50:15.248 INFO:tasks.workunit.client.0.smithi145.stderr: -26> 2023-12-03T11:50:15.122+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.248 INFO:tasks.workunit.client.0.smithi145.stderr: -25> 2023-12-03T11:50:15.122+0000 7f849d526800 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:15.248 INFO:tasks.workunit.client.0.smithi145.stderr: -24> 2023-12-03T11:50:15.122+0000 7f849d526800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-12-03T11:50:15.248 INFO:tasks.workunit.client.0.smithi145.stderr: -23> 2023-12-03T11:50:15.122+0000 7f849d526800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-12-03T11:50:15.248 INFO:tasks.workunit.client.0.smithi145.stderr: -22> 2023-12-03T11:50:15.122+0000 7f849d526800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 : miss 2023-12-03T11:50:15.248 INFO:tasks.workunit.client.0.smithi145.stderr: -21> 2023-12-03T11:50:15.122+0000 7f849d526800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.249 INFO:tasks.workunit.client.0.smithi145.stderr: -20> 2023-12-03T11:50:15.122+0000 7f849d526800 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:15.249 INFO:tasks.workunit.client.0.smithi145.stderr: -19> 2023-12-03T11:50:15.122+0000 7f849d526800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 info.flags=0x17 2023-12-03T11:50:15.249 INFO:tasks.workunit.client.0.smithi145.stderr: -18> 2023-12-03T11:50:15.122+0000 7f849d526800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 to cache LRU end 2023-12-03T11:50:15.249 INFO:tasks.workunit.client.0.smithi145.stderr: -17> 2023-12-03T11:50:15.122+0000 7f849d526800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:15.249 INFO:tasks.workunit.client.0.smithi145.stderr: -16> 2023-12-03T11:50:15.122+0000 7f849d526800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:15.249 INFO:tasks.workunit.client.0.smithi145.stderr: -15> 2023-12-03T11:50:15.122+0000 7f849d526800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 2023-12-03T11:50:15.249 INFO:tasks.workunit.client.0.smithi145.stderr: -14> 2023-12-03T11:50:15.123+0000 7f8498a84640 10 monclient: get_auth_request con 0x55660476db80 auth_method 0 2023-12-03T11:50:15.249 INFO:tasks.workunit.client.0.smithi145.stderr: -13> 2023-12-03T11:50:15.127+0000 7f849d526800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 info.flags=0x17 2023-12-03T11:50:15.249 INFO:tasks.workunit.client.0.smithi145.stderr: -12> 2023-12-03T11:50:15.127+0000 7f849d526800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 to cache LRU end 2023-12-03T11:50:15.249 INFO:tasks.workunit.client.0.smithi145.stderr: -11> 2023-12-03T11:50:15.127+0000 7f849d526800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:15.249 INFO:tasks.workunit.client.0.smithi145.stderr: -10> 2023-12-03T11:50:15.127+0000 7f849d526800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22, ofs0, ns] 2023-12-03T11:50:15.249 INFO:tasks.workunit.client.0.smithi145.stderr: -9> 2023-12-03T11:50:15.127+0000 7f847b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791324 cookie 93896649369056 notifier 6437 bl.length()=877 2023-12-03T11:50:15.249 INFO:tasks.workunit.client.0.smithi145.stderr: -8> 2023-12-03T11:50:15.127+0000 7f847b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 info.flags=0x17 2023-12-03T11:50:15.249 INFO:tasks.workunit.client.0.smithi145.stderr: -7> 2023-12-03T11:50:15.127+0000 7f847b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 to cache LRU end 2023-12-03T11:50:15.249 INFO:tasks.workunit.client.0.smithi145.stderr: -6> 2023-12-03T11:50:15.127+0000 7f847b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:15.250 INFO:tasks.workunit.client.0.smithi145.stderr: -5> 2023-12-03T11:50:15.127+0000 7f849d526800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): orig_sources= new_sources= 2023-12-03T11:50:15.250 INFO:tasks.workunit.client.0.smithi145.stderr: -4> 2023-12-03T11:50:15.127+0000 7f849d526800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): potential sources added=[] removed=[] 2023-12-03T11:50:15.250 INFO:tasks.workunit.client.0.smithi145.stderr: -3> 2023-12-03T11:50:15.127+0000 7f849d526800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): orig_dests= new_dests= 2023-12-03T11:50:15.250 INFO:tasks.workunit.client.0.smithi145.stderr: -2> 2023-12-03T11:50:15.127+0000 7f849d526800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): potential dests added=[] removed=[] 2023-12-03T11:50:15.250 INFO:tasks.workunit.client.0.smithi145.stderr: -1> 2023-12-03T11:50:15.128+0000 7f849d526800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f849d526800 time 2023-12-03T11:50:15.128967+0000 2023-12-03T11:50:15.250 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:50:15.250 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.250 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:15.250 INFO:tasks.workunit.client.0.smithi145.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f84a016eef8] 2023-12-03T11:50:15.250 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7f84a016f0b6] 2023-12-03T11:50:15.250 INFO:tasks.workunit.client.0.smithi145.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556603296a71] 2023-12-03T11:50:15.250 INFO:tasks.workunit.client.0.smithi145.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x2a4) [0x5566032a2ec4] 2023-12-03T11:50:15.250 INFO:tasks.workunit.client.0.smithi145.stderr: 5: main() 2023-12-03T11:50:15.250 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /lib64/libc.so.6(+0x3feb0) [0x7f849da3feb0] 2023-12-03T11:50:15.250 INFO:tasks.workunit.client.0.smithi145.stderr: 7: __libc_start_main() 2023-12-03T11:50:15.250 INFO:tasks.workunit.client.0.smithi145.stderr: 8: _start() 2023-12-03T11:50:15.251 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.251 INFO:tasks.workunit.client.0.smithi145.stderr: 0> 2023-12-03T11:50:15.129+0000 7f849d526800 -1 *** Caught signal (Aborted) ** 2023-12-03T11:50:15.251 INFO:tasks.workunit.client.0.smithi145.stderr: in thread 7f849d526800 thread_name:radosgw-admin 2023-12-03T11:50:15.251 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.251 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:15.251 INFO:tasks.workunit.client.0.smithi145.stderr: 1: /lib64/libc.so.6(+0x54db0) [0x7f849da54db0] 2023-12-03T11:50:15.251 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /lib64/libc.so.6(+0xa154c) [0x7f849daa154c] 2023-12-03T11:50:15.251 INFO:tasks.workunit.client.0.smithi145.stderr: 3: raise() 2023-12-03T11:50:15.251 INFO:tasks.workunit.client.0.smithi145.stderr: 4: abort() 2023-12-03T11:50:15.251 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f84a016ef52] 2023-12-03T11:50:15.251 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7f84a016f0b6] 2023-12-03T11:50:15.251 INFO:tasks.workunit.client.0.smithi145.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x556603296a71] 2023-12-03T11:50:15.251 INFO:tasks.workunit.client.0.smithi145.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x2a4) [0x5566032a2ec4] 2023-12-03T11:50:15.251 INFO:tasks.workunit.client.0.smithi145.stderr: 9: main() 2023-12-03T11:50:15.251 INFO:tasks.workunit.client.0.smithi145.stderr: 10: /lib64/libc.so.6(+0x3feb0) [0x7f849da3feb0] 2023-12-03T11:50:15.252 INFO:tasks.workunit.client.0.smithi145.stderr: 11: __libc_start_main() 2023-12-03T11:50:15.252 INFO:tasks.workunit.client.0.smithi145.stderr: 12: _start() 2023-12-03T11:50:15.252 INFO:tasks.workunit.client.0.smithi145.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:50:15.252 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.252 INFO:tasks.workunit.client.0.smithi145.stderr:--- logging levels --- 2023-12-03T11:50:15.252 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 none 2023-12-03T11:50:15.252 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 lockdep 2023-12-03T11:50:15.252 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 context 2023-12-03T11:50:15.252 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 crush 2023-12-03T11:50:15.252 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds 2023-12-03T11:50:15.252 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_balancer 2023-12-03T11:50:15.252 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_locker 2023-12-03T11:50:15.252 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_log 2023-12-03T11:50:15.252 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_log_expire 2023-12-03T11:50:15.252 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_migrator 2023-12-03T11:50:15.252 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 buffer 2023-12-03T11:50:15.253 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 timer 2023-12-03T11:50:15.253 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 filer 2023-12-03T11:50:15.253 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 striper 2023-12-03T11:50:15.253 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 objecter 2023-12-03T11:50:15.253 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rados 2023-12-03T11:50:15.253 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd 2023-12-03T11:50:15.253 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_mirror 2023-12-03T11:50:15.253 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_replay 2023-12-03T11:50:15.253 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_pwl 2023-12-03T11:50:15.253 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 journaler 2023-12-03T11:50:15.253 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 objectcacher 2023-12-03T11:50:15.253 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 immutable_obj_cache 2023-12-03T11:50:15.253 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 client 2023-12-03T11:50:15.253 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 osd 2023-12-03T11:50:15.253 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 optracker 2023-12-03T11:50:15.253 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 objclass 2023-12-03T11:50:15.254 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 filestore 2023-12-03T11:50:15.254 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 journal 2023-12-03T11:50:15.254 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 0 ms 2023-12-03T11:50:15.254 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mon 2023-12-03T11:50:15.254 INFO:tasks.workunit.client.0.smithi145.stderr: 0/10 monc 2023-12-03T11:50:15.254 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 paxos 2023-12-03T11:50:15.254 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 tp 2023-12-03T11:50:15.254 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 auth 2023-12-03T11:50:15.254 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 crypto 2023-12-03T11:50:15.254 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 finisher 2023-12-03T11:50:15.254 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 reserver 2023-12-03T11:50:15.254 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 heartbeatmap 2023-12-03T11:50:15.254 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 perfcounter 2023-12-03T11:50:15.254 INFO:tasks.workunit.client.0.smithi145.stderr: 20/20 rgw 2023-12-03T11:50:15.254 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_sync 2023-12-03T11:50:15.255 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_datacache 2023-12-03T11:50:15.255 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_access 2023-12-03T11:50:15.255 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_dbstore 2023-12-03T11:50:15.255 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_flight 2023-12-03T11:50:15.255 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 javaclient 2023-12-03T11:50:15.255 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 asok 2023-12-03T11:50:15.255 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 throttle 2023-12-03T11:50:15.255 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 0 refs 2023-12-03T11:50:15.255 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 compressor 2023-12-03T11:50:15.255 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 bluestore 2023-12-03T11:50:15.255 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 bluefs 2023-12-03T11:50:15.255 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 bdev 2023-12-03T11:50:15.255 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 kstore 2023-12-03T11:50:15.255 INFO:tasks.workunit.client.0.smithi145.stderr: 4/ 5 rocksdb 2023-12-03T11:50:15.255 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 fuse 2023-12-03T11:50:15.255 INFO:tasks.workunit.client.0.smithi145.stderr: 2/ 5 mgr 2023-12-03T11:50:15.255 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mgrc 2023-12-03T11:50:15.256 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 dpdk 2023-12-03T11:50:15.256 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 eventtrace 2023-12-03T11:50:15.256 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 prioritycache 2023-12-03T11:50:15.256 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 test 2023-12-03T11:50:15.256 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cephfs_mirror 2023-12-03T11:50:15.256 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cephsqlite 2023-12-03T11:50:15.256 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 crimson_interrupt 2023-12-03T11:50:15.256 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore 2023-12-03T11:50:15.256 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_onode 2023-12-03T11:50:15.256 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_odata 2023-12-03T11:50:15.256 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_omap 2023-12-03T11:50:15.256 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_tm 2023-12-03T11:50:15.256 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_t 2023-12-03T11:50:15.256 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_cleaner 2023-12-03T11:50:15.256 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_epm 2023-12-03T11:50:15.256 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_lba 2023-12-03T11:50:15.257 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_fixedkv_tree 2023-12-03T11:50:15.257 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_cache 2023-12-03T11:50:15.257 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_journal 2023-12-03T11:50:15.257 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_device 2023-12-03T11:50:15.257 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_backref 2023-12-03T11:50:15.257 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 alienstore 2023-12-03T11:50:15.257 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mclock 2023-12-03T11:50:15.257 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cyanstore 2023-12-03T11:50:15.257 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 ceph_exporter 2023-12-03T11:50:15.257 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 memstore 2023-12-03T11:50:15.257 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 trace 2023-12-03T11:50:15.257 INFO:tasks.workunit.client.0.smithi145.stderr: -2/-2 (syslog threshold) 2023-12-03T11:50:15.257 INFO:tasks.workunit.client.0.smithi145.stderr: 99/99 (stderr threshold) 2023-12-03T11:50:15.257 INFO:tasks.workunit.client.0.smithi145.stderr:--- pthread ID / name mapping for recent threads --- 2023-12-03T11:50:15.257 INFO:tasks.workunit.client.0.smithi145.stderr: 7f83bf7fe640 / http_manager 2023-12-03T11:50:15.258 INFO:tasks.workunit.client.0.smithi145.stderr: 7f83cdffb640 / http_manager 2023-12-03T11:50:15.258 INFO:tasks.workunit.client.0.smithi145.stderr: 7f845cfe1640 / ms_dispatch 2023-12-03T11:50:15.258 INFO:tasks.workunit.client.0.smithi145.stderr: 7f845e7e4640 / io_context_pool 2023-12-03T11:50:15.258 INFO:tasks.workunit.client.0.smithi145.stderr: 7f845efe5640 / rgw_dt_lg_renew 2023-12-03T11:50:15.258 INFO:tasks.workunit.client.0.smithi145.stderr: 7f8479ffb640 / ms_dispatch 2023-12-03T11:50:15.258 INFO:tasks.workunit.client.0.smithi145.stderr: 7f847b7fe640 / io_context_pool 2023-12-03T11:50:15.258 INFO:tasks.workunit.client.0.smithi145.stderr: 7f848a7fc640 / ms_dispatch 2023-12-03T11:50:15.258 INFO:tasks.workunit.client.0.smithi145.stderr: 7f848b7fe640 / io_context_pool 2023-12-03T11:50:15.258 INFO:tasks.workunit.client.0.smithi145.stderr: 7f8498a84640 / msgr-worker-2 2023-12-03T11:50:15.258 INFO:tasks.workunit.client.0.smithi145.stderr: 7f8499285640 / msgr-worker-1 2023-12-03T11:50:15.258 INFO:tasks.workunit.client.0.smithi145.stderr: 7f8499a86640 / msgr-worker-0 2023-12-03T11:50:15.258 INFO:tasks.workunit.client.0.smithi145.stderr: 7f849d526800 / radosgw-admin 2023-12-03T11:50:15.258 INFO:tasks.workunit.client.0.smithi145.stderr: max_recent 500 2023-12-03T11:50:15.258 INFO:tasks.workunit.client.0.smithi145.stderr: max_new 1000 2023-12-03T11:50:15.258 INFO:tasks.workunit.client.0.smithi145.stderr: log_file /var/lib/ceph/crash/2023-12-03T11:50:15.130297Z_6dd3cab7-e85d-4439-a998-a375b2553eab/log 2023-12-03T11:50:15.258 INFO:tasks.workunit.client.0.smithi145.stderr:--- end dump of recent events --- 2023-12-03T11:50:15.259 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2023-12-03T11:50:15.263 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:15.263 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:15.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.176+0000 7f2e11340800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.177+0000 7f2e11340800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.177+0000 7f2e11340800 20 realm 2023-12-03T11:50:15.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.177+0000 7f2e11340800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.178+0000 7f2e11340800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.178+0000 7f2e11340800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:15.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.178+0000 7f2e11340800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.178+0000 7f2e11340800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.178+0000 7f2e11340800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.179+0000 7f2e11340800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:15.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.179+0000 7f2e11340800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.179+0000 7f2e11340800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:15.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.179+0000 7f2e11340800 20 searching for the correct realm 2023-12-03T11:50:15.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.188+0000 7f2e0d045640 0 -- 172.21.15.145:0/2654458415 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x564eaa4ff090 msgr2=0x564eaa501480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:50:15.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.189+0000 7f2e11340800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:15.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.189+0000 7f2e11340800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:15.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.189+0000 7f2e11340800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:15.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.189+0000 7f2e11340800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:15.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.189+0000 7f2e11340800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.190+0000 7f2e11340800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.190+0000 7f2e11340800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.190+0000 7f2e11340800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:15.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.190+0000 7f2e11340800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.190+0000 7f2e11340800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:15.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.190+0000 7f2e11340800 20 zone default found 2023-12-03T11:50:15.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.190+0000 7f2e11340800 4 Realm: () 2023-12-03T11:50:15.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.190+0000 7f2e11340800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:15.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.190+0000 7f2e11340800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:15.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.190+0000 7f2e11340800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:15.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.190+0000 7f2e11340800 20 zonegroup default 2023-12-03T11:50:15.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.190+0000 7f2e11340800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.190+0000 7f2e11340800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.190+0000 7f2e11340800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.191+0000 7f2e11340800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.191+0000 7f2e11340800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.191+0000 7f2e11340800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.191+0000 7f2e11340800 20 started sync module instance, tier type = 2023-12-03T11:50:15.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.191+0000 7f2e11340800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:15.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.196+0000 7f2e0d846640 0 -- 172.21.15.145:0/2654458415 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f2df801a920 msgr2=0x7f2df8027410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:15.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.199+0000 7f2e11340800 20 add_watcher() i=0 2023-12-03T11:50:15.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.199+0000 7f2e11340800 20 add_watcher() i=1 2023-12-03T11:50:15.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.199+0000 7f2e11340800 20 add_watcher() i=2 2023-12-03T11:50:15.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.199+0000 7f2e11340800 20 add_watcher() i=3 2023-12-03T11:50:15.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.199+0000 7f2e11340800 20 add_watcher() i=4 2023-12-03T11:50:15.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.199+0000 7f2e11340800 20 add_watcher() i=5 2023-12-03T11:50:15.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.199+0000 7f2e11340800 20 add_watcher() i=6 2023-12-03T11:50:15.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.200+0000 7f2e11340800 20 add_watcher() i=7 2023-12-03T11:50:15.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.200+0000 7f2e11340800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:15.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.202+0000 7f2dd2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:15.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.202+0000 7f2e11340800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:15.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.202+0000 7f2e11340800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:15.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.208+0000 7f2e11340800 5 note: GC not initialized 2023-12-03T11:50:15.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.208+0000 7f2d41ffb640 20 reqs_thread_entry: start 2023-12-03T11:50:15.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.208+0000 7f2e11340800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:15.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.208+0000 7f2e11340800 20 Filter name: none 2023-12-03T11:50:15.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.208+0000 7f2d337fe640 20 reqs_thread_entry: start 2023-12-03T11:50:15.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.208+0000 7f2e11340800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.209+0000 7f2e11340800 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:15.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.209+0000 7f2e11340800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.209+0000 7f2e11340800 20 rados_obj.operate() r=0 bl.length=405 2023-12-03T11:50:15.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.209+0000 7f2e11340800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:15.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.209+0000 7f2e11340800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.209+0000 7f2e11340800 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:15.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.209+0000 7f2e11340800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.210+0000 7f2e11340800 20 rados_obj.operate() r=0 bl.length=405 2023-12-03T11:50:15.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.210+0000 7f2e11340800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:15.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.210+0000 7f2e11340800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.210+0000 7f2e11340800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.211+0000 7f2dd2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:15.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.213+0000 7f2e11340800 20 remove_watcher() i=0 2023-12-03T11:50:15.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.213+0000 7f2e11340800 2 removed watcher, disabling cache 2023-12-03T11:50:15.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.214+0000 7f2e11340800 20 remove_watcher() i=1 2023-12-03T11:50:15.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.215+0000 7f2e11340800 20 remove_watcher() i=2 2023-12-03T11:50:15.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.216+0000 7f2e11340800 20 remove_watcher() i=3 2023-12-03T11:50:15.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.217+0000 7f2e11340800 20 remove_watcher() i=4 2023-12-03T11:50:15.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.218+0000 7f2e11340800 20 remove_watcher() i=5 2023-12-03T11:50:15.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.219+0000 7f2e11340800 20 remove_watcher() i=6 2023-12-03T11:50:15.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.220+0000 7f2e11340800 20 remove_watcher() i=7 2023-12-03T11:50:15.269 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.269 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:50:15.269 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: abort-at-block-writes id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:50:15.269 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:15.269 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:15.269 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:15.269 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:15.269 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:15.277 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:50:15.307 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:15.307 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:15.321 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.320+0000 7f6b34127800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.324 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.322+0000 7f6b34127800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.324 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.322+0000 7f6b34127800 20 realm 2023-12-03T11:50:15.324 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.322+0000 7f6b34127800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.324 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.322+0000 7f6b34127800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.324 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.322+0000 7f6b34127800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:15.324 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.322+0000 7f6b34127800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.324 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.322+0000 7f6b34127800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.324 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.322+0000 7f6b34127800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.325 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.323+0000 7f6b34127800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:15.325 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.323+0000 7f6b34127800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.325 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.324+0000 7f6b34127800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:15.325 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.324+0000 7f6b34127800 20 searching for the correct realm 2023-12-03T11:50:15.534 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.532+0000 7f6b2fdf4640 0 -- 172.21.15.145:0/2925326935 >> [v2:172.21.15.145:6808/1929774303,v1:172.21.15.145:6809/1929774303] conn(0x7f6b18057ff0 msgr2=0x7f6b18057160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:15.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.535+0000 7f6b34127800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:15.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.535+0000 7f6b34127800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:15.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.535+0000 7f6b34127800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:15.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.535+0000 7f6b34127800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:15.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.535+0000 7f6b34127800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.536+0000 7f6b34127800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.536+0000 7f6b34127800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.536+0000 7f6b34127800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:15.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.536+0000 7f6b34127800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.536+0000 7f6b34127800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:15.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.536+0000 7f6b34127800 20 zone default found 2023-12-03T11:50:15.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.536+0000 7f6b34127800 4 Realm: () 2023-12-03T11:50:15.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.536+0000 7f6b34127800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:15.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.536+0000 7f6b34127800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:15.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.536+0000 7f6b34127800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:15.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.536+0000 7f6b34127800 20 zonegroup default 2023-12-03T11:50:15.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.536+0000 7f6b34127800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.536+0000 7f6b34127800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.537+0000 7f6b34127800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.537+0000 7f6b34127800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.537+0000 7f6b34127800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.537+0000 7f6b34127800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:15.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.537+0000 7f6b34127800 20 started sync module instance, tier type = 2023-12-03T11:50:15.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.537+0000 7f6b34127800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:15.540 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.538+0000 7f6b305f5640 0 -- 172.21.15.145:0/2925326935 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f6b18058d60 msgr2=0x7f6b1808a0b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:15.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.546+0000 7f6b34127800 20 add_watcher() i=0 2023-12-03T11:50:15.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.546+0000 7f6b34127800 20 add_watcher() i=1 2023-12-03T11:50:15.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.546+0000 7f6b34127800 20 add_watcher() i=2 2023-12-03T11:50:15.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.546+0000 7f6b34127800 20 add_watcher() i=3 2023-12-03T11:50:15.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.546+0000 7f6b34127800 20 add_watcher() i=4 2023-12-03T11:50:15.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.546+0000 7f6b34127800 20 add_watcher() i=5 2023-12-03T11:50:15.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.546+0000 7f6b34127800 20 add_watcher() i=6 2023-12-03T11:50:15.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.547+0000 7f6b34127800 20 add_watcher() i=7 2023-12-03T11:50:15.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.547+0000 7f6b34127800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:15.549 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.548+0000 7f6af5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:15.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.548+0000 7f6b34127800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:15.550 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.548+0000 7f6b34127800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:15.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.554+0000 7f6b34127800 5 note: GC not initialized 2023-12-03T11:50:15.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.554+0000 7f6a6cff9640 20 reqs_thread_entry: start 2023-12-03T11:50:15.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.554+0000 7f6b34127800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:15.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.554+0000 7f6b34127800 20 Filter name: none 2023-12-03T11:50:15.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.554+0000 7f6a627fc640 20 reqs_thread_entry: start 2023-12-03T11:50:15.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.555+0000 7f6b34127800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-12-03T11:50:15.556 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.555+0000 7f6b34127800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.557 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.555+0000 7f6b34127800 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:15.557 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.555+0000 7f6b34127800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-12-03T11:50:15.557 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.555+0000 7f6b34127800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-12-03T11:50:15.557 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.555+0000 7f6b34127800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 : miss 2023-12-03T11:50:15.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.555+0000 7f6b34127800 20 rados->read ofs=0 len=0 2023-12-03T11:50:15.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.555+0000 7f6b34127800 20 rados_obj.operate() r=0 bl.length=405 2023-12-03T11:50:15.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.555+0000 7f6b34127800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 info.flags=0x17 2023-12-03T11:50:15.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.555+0000 7f6b34127800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 to cache LRU end 2023-12-03T11:50:15.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.555+0000 7f6b34127800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:15.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.555+0000 7f6b34127800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:15.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.555+0000 7f6b34127800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 2023-12-03T11:50:15.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.557+0000 7f6b34127800 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 to be held by another RGW process; skipping for now 2023-12-03T11:50:15.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.558+0000 7f6af5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:15.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.560+0000 7f6b34127800 20 remove_watcher() i=0 2023-12-03T11:50:15.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.560+0000 7f6b34127800 2 removed watcher, disabling cache 2023-12-03T11:50:15.562 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.561+0000 7f6b34127800 20 remove_watcher() i=1 2023-12-03T11:50:15.563 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.562+0000 7f6b34127800 20 remove_watcher() i=2 2023-12-03T11:50:15.564 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.563+0000 7f6b34127800 20 remove_watcher() i=3 2023-12-03T11:50:15.565 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.564+0000 7f6b34127800 20 remove_watcher() i=4 2023-12-03T11:50:15.566 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.565+0000 7f6b34127800 20 remove_watcher() i=5 2023-12-03T11:50:15.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.566+0000 7f6b34127800 20 remove_watcher() i=6 2023-12-03T11:50:15.568 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:15.566+0000 7f6b34127800 20 remove_watcher() i=7 2023-12-03T11:50:15.573 INFO:tasks.workunit.client.0.smithi145.stderr:waiting 30 seconds for reshard lock to expire... 2023-12-03T11:50:45.593 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:50:45.627 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:45.627 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:45.643 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.642+0000 7f43ac722800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.645 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.644+0000 7f43ac722800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:45.646 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.644+0000 7f43ac722800 20 realm 2023-12-03T11:50:45.646 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.644+0000 7f43ac722800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.646 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.644+0000 7f43ac722800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:45.646 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.644+0000 7f43ac722800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:45.646 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.644+0000 7f43ac722800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.646 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.644+0000 7f43ac722800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:45.646 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.644+0000 7f43ac722800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.647 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.645+0000 7f43ac722800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:45.647 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.645+0000 7f43ac722800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.647 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.646+0000 7f43ac722800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:45.647 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.646+0000 7f43ac722800 20 searching for the correct realm 2023-12-03T11:50:45.658 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.657+0000 7f43a83a6640 0 -- 172.21.15.145:0/3985447327 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x560c83891280 msgr2=0x560c83893670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:50:45.660 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.659+0000 7f43ac722800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:45.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.659+0000 7f43ac722800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:45.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.659+0000 7f43ac722800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:45.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.659+0000 7f43ac722800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:45.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.659+0000 7f43ac722800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.659+0000 7f43ac722800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:45.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.659+0000 7f43ac722800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.659+0000 7f43ac722800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:45.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.659+0000 7f43ac722800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.660+0000 7f43ac722800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:45.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.660+0000 7f43ac722800 20 zone default found 2023-12-03T11:50:45.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.660+0000 7f43ac722800 4 Realm: () 2023-12-03T11:50:45.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.660+0000 7f43ac722800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:45.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.660+0000 7f43ac722800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:45.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.660+0000 7f43ac722800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:45.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.660+0000 7f43ac722800 20 zonegroup default 2023-12-03T11:50:45.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.660+0000 7f43ac722800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.660+0000 7f43ac722800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:45.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.660+0000 7f43ac722800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.660+0000 7f43ac722800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:45.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.660+0000 7f43ac722800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.661+0000 7f43ac722800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:45.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.661+0000 7f43ac722800 20 started sync module instance, tier type = 2023-12-03T11:50:45.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.661+0000 7f43ac722800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:45.668 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.667+0000 7f43a8ba7640 0 -- 172.21.15.145:0/3985447327 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f4390063040 msgr2=0x7f4390072410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:45.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.670+0000 7f43ac722800 20 add_watcher() i=0 2023-12-03T11:50:45.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.670+0000 7f43ac722800 20 add_watcher() i=1 2023-12-03T11:50:45.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.670+0000 7f43ac722800 20 add_watcher() i=2 2023-12-03T11:50:45.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.670+0000 7f43ac722800 20 add_watcher() i=3 2023-12-03T11:50:45.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.670+0000 7f43ac722800 20 add_watcher() i=4 2023-12-03T11:50:45.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.670+0000 7f43ac722800 20 add_watcher() i=5 2023-12-03T11:50:45.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.670+0000 7f43ac722800 20 add_watcher() i=6 2023-12-03T11:50:45.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.671+0000 7f43ac722800 20 add_watcher() i=7 2023-12-03T11:50:45.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.671+0000 7f43ac722800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:45.674 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.673+0000 7f436e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:45.675 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.673+0000 7f43ac722800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:45.675 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.673+0000 7f43ac722800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:45.681 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.679+0000 7f43ac722800 5 note: GC not initialized 2023-12-03T11:50:45.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.680+0000 7f42dd7fa640 20 reqs_thread_entry: start 2023-12-03T11:50:45.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.680+0000 7f43ac722800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:45.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.680+0000 7f43ac722800 20 Filter name: none 2023-12-03T11:50:45.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.680+0000 7f42d6ffd640 20 reqs_thread_entry: start 2023-12-03T11:50:45.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.680+0000 7f43ac722800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-12-03T11:50:45.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.680+0000 7f43ac722800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.680+0000 7f43ac722800 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:45.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.680+0000 7f43ac722800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-12-03T11:50:45.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.680+0000 7f43ac722800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-12-03T11:50:45.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.680+0000 7f43ac722800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 : miss 2023-12-03T11:50:45.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.680+0000 7f43ac722800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.681+0000 7f43ac722800 20 rados_obj.operate() r=0 bl.length=405 2023-12-03T11:50:45.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.681+0000 7f43ac722800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 info.flags=0x17 2023-12-03T11:50:45.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.681+0000 7f43ac722800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 to cache LRU end 2023-12-03T11:50:45.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.681+0000 7f43ac722800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:45.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.681+0000 7f43ac722800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:45.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.681+0000 7f43ac722800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 2023-12-03T11:50:45.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.683+0000 7f43ac722800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2023-12-03T11:50:45.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.687+0000 7f43ac722800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 info.flags=0x17 2023-12-03T11:50:45.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.687+0000 7f43ac722800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 to cache LRU end 2023-12-03T11:50:45.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.687+0000 7f43ac722800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:45.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.687+0000 7f43ac722800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22, ofs0, ns] 2023-12-03T11:50:45.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.687+0000 7f439effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791325 cookie 94611746436256 notifier 6497 bl.length()=877 2023-12-03T11:50:45.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.687+0000 7f439effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 info.flags=0x17 2023-12-03T11:50:45.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.687+0000 7f439effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 to cache LRU end 2023-12-03T11:50:45.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.687+0000 7f439effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:45.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.688+0000 7f43ac722800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): orig_sources= new_sources= 2023-12-03T11:50:45.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.688+0000 7f43ac722800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): potential sources added=[] removed=[] 2023-12-03T11:50:45.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.688+0000 7f43ac722800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): orig_dests= new_dests= 2023-12-03T11:50:45.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.688+0000 7f43ac722800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): potential dests added=[] removed=[] 2023-12-03T11:50:45.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.689+0000 7f43ac722800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22.2.0 2023-12-03T11:50:45.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.689+0000 7f43ac722800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22.2.0 2023-12-03T11:50:45.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.689+0000 7f43ac722800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22.2.1 2023-12-03T11:50:45.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.689+0000 7f43ac722800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22.2.1 2023-12-03T11:50:45.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.689+0000 7f43ac722800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22.0 2023-12-03T11:50:45.693 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.692+0000 7f43ac722800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 : hit (requested=0x17, cached=0x17) 2023-12-03T11:50:45.693 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.692+0000 7f43ac722800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 2023-12-03T11:50:45.694 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.693+0000 7f43ac722800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 info.flags=0x17 2023-12-03T11:50:45.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.693+0000 7f43ac722800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 to cache LRU end 2023-12-03T11:50:45.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.693+0000 7f43ac722800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:45.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.693+0000 7f43ac722800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22, ofs0, ns] 2023-12-03T11:50:45.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.693+0000 7f439effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791326 cookie 94611746436256 notifier 6497 bl.length()=845 2023-12-03T11:50:45.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.693+0000 7f439effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 info.flags=0x17 2023-12-03T11:50:45.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.693+0000 7f439effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 to cache LRU end 2023-12-03T11:50:45.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.693+0000 7f439effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:45.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.694+0000 7f43ac722800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): orig_sources= new_sources= 2023-12-03T11:50:45.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.694+0000 7f43ac722800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): potential sources added=[] removed=[] 2023-12-03T11:50:45.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.694+0000 7f43ac722800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): orig_dests= new_dests= 2023-12-03T11:50:45.696 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.694+0000 7f43ac722800 20 handle_bi_update(): bucket=:abort-at-block-writes[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22]): potential dests added=[] removed=[] 2023-12-03T11:50:45.696 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.695+0000 7f43ac722800 1 execute INFO: reshard of bucket "abort-at-block-writes" completed successfully 2023-12-03T11:50:45.698 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.696+0000 7f436e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:45.700 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.699+0000 7f43ac722800 20 remove_watcher() i=0 2023-12-03T11:50:45.700 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.699+0000 7f43ac722800 2 removed watcher, disabling cache 2023-12-03T11:50:45.701 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.700+0000 7f43ac722800 20 remove_watcher() i=1 2023-12-03T11:50:45.702 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.701+0000 7f43ac722800 20 remove_watcher() i=2 2023-12-03T11:50:45.703 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.702+0000 7f43ac722800 20 remove_watcher() i=3 2023-12-03T11:50:45.704 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.703+0000 7f43ac722800 20 remove_watcher() i=4 2023-12-03T11:50:45.705 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.704+0000 7f43ac722800 20 remove_watcher() i=5 2023-12-03T11:50:45.706 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.705+0000 7f43ac722800 20 remove_watcher() i=6 2023-12-03T11:50:45.707 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.706+0000 7f43ac722800 20 remove_watcher() i=7 2023-12-03T11:50:45.714 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2023-12-03T11:50:45.741 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:45.741 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:45.755 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.754+0000 7fa17253d800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.757 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.756+0000 7fa17253d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:45.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.756+0000 7fa17253d800 20 realm 2023-12-03T11:50:45.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.756+0000 7fa17253d800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.756+0000 7fa17253d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:45.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.756+0000 7fa17253d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:45.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.756+0000 7fa17253d800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.756+0000 7fa17253d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:45.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.756+0000 7fa17253d800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.757+0000 7fa17253d800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:45.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.757+0000 7fa17253d800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.759 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.758+0000 7fa17253d800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:45.759 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.758+0000 7fa17253d800 20 searching for the correct realm 2023-12-03T11:50:45.769 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.767+0000 7fa16e2a3640 0 -- 172.21.15.145:0/2809049320 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55af09cae0d0 msgr2=0x55af09cb04c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:45.769 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.768+0000 7fa17253d800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:45.769 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.768+0000 7fa17253d800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:45.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.768+0000 7fa17253d800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:45.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.768+0000 7fa17253d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:45.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.768+0000 7fa17253d800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.768+0000 7fa17253d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:45.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.768+0000 7fa17253d800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.768+0000 7fa17253d800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:45.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.768+0000 7fa17253d800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.769+0000 7fa17253d800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:45.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.769+0000 7fa17253d800 20 zone default found 2023-12-03T11:50:45.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.769+0000 7fa17253d800 4 Realm: () 2023-12-03T11:50:45.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.769+0000 7fa17253d800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:45.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.769+0000 7fa17253d800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:45.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.769+0000 7fa17253d800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:45.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.769+0000 7fa17253d800 20 zonegroup default 2023-12-03T11:50:45.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.769+0000 7fa17253d800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.769+0000 7fa17253d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:45.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.769+0000 7fa17253d800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.769+0000 7fa17253d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:45.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.769+0000 7fa17253d800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.769+0000 7fa17253d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:45.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.769+0000 7fa17253d800 20 started sync module instance, tier type = 2023-12-03T11:50:45.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.769+0000 7fa17253d800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:45.778 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.777+0000 7fa16daa2640 0 -- 172.21.15.145:0/2809049320 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55af09cb18d0 msgr2=0x55af09cb3cc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:45.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.778+0000 7fa17253d800 20 add_watcher() i=0 2023-12-03T11:50:45.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.778+0000 7fa17253d800 20 add_watcher() i=1 2023-12-03T11:50:45.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.778+0000 7fa17253d800 20 add_watcher() i=2 2023-12-03T11:50:45.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.778+0000 7fa17253d800 20 add_watcher() i=3 2023-12-03T11:50:45.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.778+0000 7fa17253d800 20 add_watcher() i=4 2023-12-03T11:50:45.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.778+0000 7fa17253d800 20 add_watcher() i=5 2023-12-03T11:50:45.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.779+0000 7fa17253d800 20 add_watcher() i=6 2023-12-03T11:50:45.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.779+0000 7fa17253d800 20 add_watcher() i=7 2023-12-03T11:50:45.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.779+0000 7fa17253d800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:45.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.781+0000 7fa133fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:45.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.781+0000 7fa17253d800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:45.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.781+0000 7fa17253d800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:45.788 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.787+0000 7fa17253d800 5 note: GC not initialized 2023-12-03T11:50:45.788 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.787+0000 7fa0a2ffd640 20 reqs_thread_entry: start 2023-12-03T11:50:45.789 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.787+0000 7fa17253d800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:45.789 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.787+0000 7fa17253d800 20 Filter name: none 2023-12-03T11:50:45.789 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.787+0000 7fa0a0ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:45.789 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.787+0000 7fa17253d800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.790 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.787+0000 7fa17253d800 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:45.790 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.787+0000 7fa17253d800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.790 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.788+0000 7fa17253d800 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:45.790 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.788+0000 7fa17253d800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:45.790 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.788+0000 7fa17253d800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.790 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.788+0000 7fa17253d800 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:45.790 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.788+0000 7fa17253d800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.790 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.789+0000 7fa17253d800 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:45.790 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.789+0000 7fa17253d800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:45.791 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.789+0000 7fa17253d800 20 rados->read ofs=0 len=0 2023-12-03T11:50:45.791 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.789+0000 7fa17253d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:45.791 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.790+0000 7fa133fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:45.793 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.792+0000 7fa17253d800 20 remove_watcher() i=0 2023-12-03T11:50:45.794 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.792+0000 7fa17253d800 2 removed watcher, disabling cache 2023-12-03T11:50:45.794 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.793+0000 7fa17253d800 20 remove_watcher() i=1 2023-12-03T11:50:45.795 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.794+0000 7fa17253d800 20 remove_watcher() i=2 2023-12-03T11:50:45.797 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.795+0000 7fa17253d800 20 remove_watcher() i=3 2023-12-03T11:50:45.797 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.796+0000 7fa17253d800 20 remove_watcher() i=4 2023-12-03T11:50:45.798 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.797+0000 7fa17253d800 20 remove_watcher() i=5 2023-12-03T11:50:45.799 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.798+0000 7fa17253d800 20 remove_watcher() i=6 2023-12-03T11:50:45.800 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:45.799+0000 7fa17253d800 20 remove_watcher() i=7 2023-12-03T11:50:45.805 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:45.805 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:50:45.805 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: abort-at-block-writes id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.22 num_objects: 19 size_kb: 1 num_shards: 2 2023-12-03T11:50:45.805 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:45.807 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:45.807 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:45.811 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:45.811 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:45.866 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:45.866 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:45.879 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2023-12-03T11:50:45.879 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:45.880 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:45.880 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:45.890 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:45.891 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:45.933 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:45.933 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:45.939 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:45.939 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:45.945 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:45.945 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:45.951 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:45.952 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:45.957 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:45.958 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:45.964 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:45.964 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:45.969 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:45.970 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:45.975 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:45.976 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:45.981 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:45.981 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:45.987 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:45.987 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:45.993 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:45.994 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.000 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.000 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.005 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.005 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.011 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.011 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.017 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.017 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.023 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.023 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.028 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.028 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.034 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.034 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.040 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.040 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.046 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.046 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.053 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-12-03T11:50:46.080 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:46.080 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:46.093 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.092+0000 7f68e9413800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.095 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.094+0000 7f68e9413800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.095 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.094+0000 7f68e9413800 20 realm 2023-12-03T11:50:46.096 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.094+0000 7f68e9413800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.096 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.094+0000 7f68e9413800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.096 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.094+0000 7f68e9413800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:46.096 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.094+0000 7f68e9413800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.096 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.094+0000 7f68e9413800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.096 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.094+0000 7f68e9413800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.096 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.095+0000 7f68e9413800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:46.096 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.095+0000 7f68e9413800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.097 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.096+0000 7f68e9413800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:46.097 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.096+0000 7f68e9413800 20 searching for the correct realm 2023-12-03T11:50:46.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.105+0000 7f68e6f13640 0 -- 172.21.15.145:0/1306204796 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x556a7b543ee0 msgr2=0x556a7b5462d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:46.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.105+0000 7f68e9413800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:46.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.105+0000 7f68e9413800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:46.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.105+0000 7f68e9413800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:46.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.105+0000 7f68e9413800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:46.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.105+0000 7f68e9413800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.106+0000 7f68e9413800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.106+0000 7f68e9413800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.106+0000 7f68e9413800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:46.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.106+0000 7f68e9413800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.106+0000 7f68e9413800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:46.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.106+0000 7f68e9413800 20 zone default found 2023-12-03T11:50:46.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.106+0000 7f68e9413800 4 Realm: () 2023-12-03T11:50:46.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.106+0000 7f68e9413800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:46.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.106+0000 7f68e9413800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:46.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.106+0000 7f68e9413800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:46.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.106+0000 7f68e9413800 20 zonegroup default 2023-12-03T11:50:46.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.106+0000 7f68e9413800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.106+0000 7f68e9413800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.110 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.106+0000 7f68e9413800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.110 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.107+0000 7f68e9413800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.110 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.107+0000 7f68e9413800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.110 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.107+0000 7f68e9413800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.110 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.107+0000 7f68e9413800 20 started sync module instance, tier type = 2023-12-03T11:50:46.110 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.107+0000 7f68e9413800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:46.116 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.114+0000 7f68e6712640 0 -- 172.21.15.145:0/1306204796 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x556a7b547700 msgr2=0x556a7b549af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:46.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.116+0000 7f68e9413800 20 add_watcher() i=0 2023-12-03T11:50:46.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.116+0000 7f68e9413800 20 add_watcher() i=1 2023-12-03T11:50:46.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.116+0000 7f68e9413800 20 add_watcher() i=2 2023-12-03T11:50:46.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.116+0000 7f68e9413800 20 add_watcher() i=3 2023-12-03T11:50:46.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.116+0000 7f68e9413800 20 add_watcher() i=4 2023-12-03T11:50:46.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.116+0000 7f68e9413800 20 add_watcher() i=5 2023-12-03T11:50:46.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.116+0000 7f68e9413800 20 add_watcher() i=6 2023-12-03T11:50:46.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.117+0000 7f68e9413800 20 add_watcher() i=7 2023-12-03T11:50:46.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.117+0000 7f68e9413800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:46.120 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.119+0000 7f6827fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:46.120 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.119+0000 7f68e9413800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:46.120 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.119+0000 7f68e9413800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:46.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.125+0000 7f68e9413800 5 note: GC not initialized 2023-12-03T11:50:46.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.125+0000 7f6816ffd640 20 reqs_thread_entry: start 2023-12-03T11:50:46.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.125+0000 7f68e9413800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:46.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.125+0000 7f68e9413800 20 Filter name: none 2023-12-03T11:50:46.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.125+0000 7f6814ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:46.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.125+0000 7f68e9413800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.126+0000 7f68e9413800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:46.127 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.126+0000 7f68e9413800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.127+0000 7f68e9413800 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:46.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.127+0000 7f68e9413800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:46.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.127+0000 7f68e9413800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.127+0000 7f68e9413800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:46.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.127+0000 7f68e9413800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.127+0000 7f68e9413800 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:46.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.127+0000 7f68e9413800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:46.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.128+0000 7f68e9413800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.128+0000 7f68e9413800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.129+0000 7f6827fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:46.132 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.131+0000 7f68e9413800 20 remove_watcher() i=0 2023-12-03T11:50:46.132 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.131+0000 7f68e9413800 2 removed watcher, disabling cache 2023-12-03T11:50:46.133 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.132+0000 7f68e9413800 20 remove_watcher() i=1 2023-12-03T11:50:46.134 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.133+0000 7f68e9413800 20 remove_watcher() i=2 2023-12-03T11:50:46.136 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.134+0000 7f68e9413800 20 remove_watcher() i=3 2023-12-03T11:50:46.137 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.135+0000 7f68e9413800 20 remove_watcher() i=4 2023-12-03T11:50:46.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.136+0000 7f68e9413800 20 remove_watcher() i=5 2023-12-03T11:50:46.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.137+0000 7f68e9413800 20 remove_watcher() i=6 2023-12-03T11:50:46.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.138+0000 7f68e9413800 20 remove_watcher() i=7 2023-12-03T11:50:46.144 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:46.144 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:50:46.144 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: error-at-commit-target-layout id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:50:46.144 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:46.146 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2023-12-03T11:50:46.178 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:46.178 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:46.192 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.191+0000 7f0c9ff40800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.194 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.192+0000 7f0c9ff40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.194 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.192+0000 7f0c9ff40800 20 realm 2023-12-03T11:50:46.194 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.192+0000 7f0c9ff40800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.194 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.192+0000 7f0c9ff40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.194 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.192+0000 7f0c9ff40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:46.194 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.192+0000 7f0c9ff40800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.194 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.193+0000 7f0c9ff40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.194 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.193+0000 7f0c9ff40800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.195 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.194+0000 7f0c9ff40800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:46.195 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.194+0000 7f0c9ff40800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.194+0000 7f0c9ff40800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:46.196 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.194+0000 7f0c9ff40800 20 searching for the correct realm 2023-12-03T11:50:46.204 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.203+0000 7f0c9bc45640 0 -- 172.21.15.145:0/3638693833 >> [v2:172.21.15.145:6808/1929774303,v1:172.21.15.145:6809/1929774303] conn(0x7f0c900b6290 msgr2=0x7f0c900c9220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:46.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.205+0000 7f0c9ff40800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:46.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.205+0000 7f0c9ff40800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:46.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.205+0000 7f0c9ff40800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:46.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.205+0000 7f0c9ff40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:46.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.205+0000 7f0c9ff40800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.205+0000 7f0c9ff40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.205+0000 7f0c9ff40800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.205+0000 7f0c9ff40800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:46.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.205+0000 7f0c9ff40800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.206+0000 7f0c9ff40800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:46.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.206+0000 7f0c9ff40800 20 zone default found 2023-12-03T11:50:46.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.206+0000 7f0c9ff40800 4 Realm: () 2023-12-03T11:50:46.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.206+0000 7f0c9ff40800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:46.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.206+0000 7f0c9ff40800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:46.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.206+0000 7f0c9ff40800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:46.209 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.206+0000 7f0c9ff40800 20 zonegroup default 2023-12-03T11:50:46.209 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.206+0000 7f0c9ff40800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.209 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.206+0000 7f0c9ff40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.209 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.206+0000 7f0c9ff40800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.209 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.206+0000 7f0c9ff40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.209 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.206+0000 7f0c9ff40800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.209 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.207+0000 7f0c9ff40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.209 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.207+0000 7f0c9ff40800 20 started sync module instance, tier type = 2023-12-03T11:50:46.209 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.207+0000 7f0c9ff40800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:46.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.211+0000 7f0c9bc45640 0 -- 172.21.15.145:0/3638693833 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f0c9402f540 msgr2=0x7f0c9402f9a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:46.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.215+0000 7f0c9ff40800 20 add_watcher() i=0 2023-12-03T11:50:46.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.215+0000 7f0c9ff40800 20 add_watcher() i=1 2023-12-03T11:50:46.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.215+0000 7f0c9ff40800 20 add_watcher() i=2 2023-12-03T11:50:46.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.215+0000 7f0c9ff40800 20 add_watcher() i=3 2023-12-03T11:50:46.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.215+0000 7f0c9ff40800 20 add_watcher() i=4 2023-12-03T11:50:46.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.215+0000 7f0c9ff40800 20 add_watcher() i=5 2023-12-03T11:50:46.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.215+0000 7f0c9ff40800 20 add_watcher() i=6 2023-12-03T11:50:46.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.216+0000 7f0c9ff40800 20 add_watcher() i=7 2023-12-03T11:50:46.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.216+0000 7f0c9ff40800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:46.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.218+0000 7f0c61fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:46.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.218+0000 7f0c9ff40800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:46.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.218+0000 7f0c9ff40800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:46.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.224+0000 7f0c9ff40800 5 note: GC not initialized 2023-12-03T11:50:46.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.224+0000 7f0bd8ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:46.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.224+0000 7f0c9ff40800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:46.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.224+0000 7f0c9ff40800 20 Filter name: none 2023-12-03T11:50:46.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.224+0000 7f0bce7fc640 20 reqs_thread_entry: start 2023-12-03T11:50:46.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.224+0000 7f0c9ff40800 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2023-12-03T11:50:46.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.224+0000 7f0c9ff40800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.225+0000 7f0c9ff40800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:46.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.225+0000 7f0c9ff40800 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2023-12-03T11:50:46.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.225+0000 7f0c9ff40800 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2023-12-03T11:50:46.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.225+0000 7f0c9ff40800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 : miss 2023-12-03T11:50:46.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.225+0000 7f0c9ff40800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.225+0000 7f0c9ff40800 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:46.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.225+0000 7f0c9ff40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 info.flags=0x17 2023-12-03T11:50:46.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.225+0000 7f0c9ff40800 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 to cache LRU end 2023-12-03T11:50:46.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.225+0000 7f0c9ff40800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:46.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.225+0000 7f0c9ff40800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:46.228 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.225+0000 7f0c9ff40800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 2023-12-03T11:50:46.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.230+0000 7f0c9ff40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 info.flags=0x17 2023-12-03T11:50:46.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.230+0000 7f0c9ff40800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 to cache LRU end 2023-12-03T11:50:46.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.230+0000 7f0c9ff40800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:46.231 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.230+0000 7f0c9ff40800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23, ofs0, ns] 2023-12-03T11:50:46.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.230+0000 7f0c827fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791315 cookie 94042263440272 notifier 6810 bl.length()=893 2023-12-03T11:50:46.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.230+0000 7f0c827fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 info.flags=0x17 2023-12-03T11:50:46.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.230+0000 7f0c827fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 to cache LRU end 2023-12-03T11:50:46.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.230+0000 7f0c827fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:46.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.230+0000 7f0c9ff40800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23]): orig_sources= new_sources= 2023-12-03T11:50:46.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.230+0000 7f0c9ff40800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23]): potential sources added=[] removed=[] 2023-12-03T11:50:46.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.230+0000 7f0c9ff40800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23]): orig_dests= new_dests= 2023-12-03T11:50:46.232 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.230+0000 7f0c9ff40800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23]): potential dests added=[] removed=[] 2023-12-03T11:50:46.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.232+0000 7f0c9ff40800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23.1.0 2023-12-03T11:50:46.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.232+0000 7f0c9ff40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23.1.0 2023-12-03T11:50:46.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.232+0000 7f0c9ff40800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23.1.1 2023-12-03T11:50:46.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.232+0000 7f0c9ff40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23.1.1 2023-12-03T11:50:46.233 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.232+0000 7f0c9ff40800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23.0 2023-12-03T11:50:46.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.234+0000 7f0c9ff40800 -1 Injecting error=-5 at location=commit_target_layout 2023-12-03T11:50:46.236 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.234+0000 7f0c9ff40800 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2023-12-03T11:50:46.239 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.237+0000 7f0c61fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:46.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.239+0000 7f0c9ff40800 20 remove_watcher() i=0 2023-12-03T11:50:46.241 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.239+0000 7f0c9ff40800 2 removed watcher, disabling cache 2023-12-03T11:50:46.242 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.241+0000 7f0c9ff40800 20 remove_watcher() i=1 2023-12-03T11:50:46.243 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.242+0000 7f0c9ff40800 20 remove_watcher() i=2 2023-12-03T11:50:46.244 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.242+0000 7f0c9ff40800 20 remove_watcher() i=3 2023-12-03T11:50:46.245 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.243+0000 7f0c9ff40800 20 remove_watcher() i=4 2023-12-03T11:50:46.246 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.244+0000 7f0c9ff40800 20 remove_watcher() i=5 2023-12-03T11:50:46.247 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.245+0000 7f0c9ff40800 20 remove_watcher() i=6 2023-12-03T11:50:46.248 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.246+0000 7f0c9ff40800 20 remove_watcher() i=7 2023-12-03T11:50:46.254 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-12-03T11:50:46.282 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:46.282 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:46.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.294+0000 7fb2863dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.297 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.296+0000 7fb2863dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.297 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.296+0000 7fb2863dc800 20 realm 2023-12-03T11:50:46.297 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.296+0000 7fb2863dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.296+0000 7fb2863dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.296+0000 7fb2863dc800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:46.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.296+0000 7fb2863dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.296+0000 7fb2863dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.296+0000 7fb2863dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.297+0000 7fb2863dc800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:46.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.297+0000 7fb2863dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.298+0000 7fb2863dc800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:46.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.298+0000 7fb2863dc800 20 searching for the correct realm 2023-12-03T11:50:46.308 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.306+0000 7fb283edc640 0 -- 172.21.15.145:0/3407084675 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x56398edc2fc0 msgr2=0x56398edc53b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:46.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.308+0000 7fb2863dc800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:46.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.308+0000 7fb2863dc800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:46.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.308+0000 7fb2863dc800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:46.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.308+0000 7fb2863dc800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:46.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.308+0000 7fb2863dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.308+0000 7fb2863dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.310 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.308+0000 7fb2863dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.308+0000 7fb2863dc800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:46.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.308+0000 7fb2863dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.308+0000 7fb2863dc800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:46.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.308+0000 7fb2863dc800 20 zone default found 2023-12-03T11:50:46.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.308+0000 7fb2863dc800 4 Realm: () 2023-12-03T11:50:46.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.308+0000 7fb2863dc800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:46.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.308+0000 7fb2863dc800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:46.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.308+0000 7fb2863dc800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:46.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.308+0000 7fb2863dc800 20 zonegroup default 2023-12-03T11:50:46.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.308+0000 7fb2863dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.309+0000 7fb2863dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.309+0000 7fb2863dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.309+0000 7fb2863dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.309+0000 7fb2863dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.309+0000 7fb2863dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.309+0000 7fb2863dc800 20 started sync module instance, tier type = 2023-12-03T11:50:46.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.309+0000 7fb2863dc800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:46.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.315+0000 7fb2846dd640 0 -- 172.21.15.145:0/3407084675 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7fb2780243f0 msgr2=0x7fb278024850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:46.319 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.318+0000 7fb2863dc800 20 add_watcher() i=0 2023-12-03T11:50:46.319 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.318+0000 7fb2863dc800 20 add_watcher() i=1 2023-12-03T11:50:46.319 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.318+0000 7fb2863dc800 20 add_watcher() i=2 2023-12-03T11:50:46.319 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.318+0000 7fb2863dc800 20 add_watcher() i=3 2023-12-03T11:50:46.319 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.318+0000 7fb2863dc800 20 add_watcher() i=4 2023-12-03T11:50:46.319 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.318+0000 7fb2863dc800 20 add_watcher() i=5 2023-12-03T11:50:46.320 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.318+0000 7fb2863dc800 20 add_watcher() i=6 2023-12-03T11:50:46.320 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.319+0000 7fb2863dc800 20 add_watcher() i=7 2023-12-03T11:50:46.320 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.319+0000 7fb2863dc800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:46.321 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.320+0000 7fb249fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:46.322 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.320+0000 7fb2863dc800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:46.322 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.320+0000 7fb2863dc800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:46.328 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.326+0000 7fb2863dc800 5 note: GC not initialized 2023-12-03T11:50:46.328 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.326+0000 7fb1c0ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:46.328 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.326+0000 7fb2863dc800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:46.328 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.326+0000 7fb2863dc800 20 Filter name: none 2023-12-03T11:50:46.328 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.326+0000 7fb1b67fc640 20 reqs_thread_entry: start 2023-12-03T11:50:46.328 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.326+0000 7fb2863dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.327+0000 7fb2863dc800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:46.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.327+0000 7fb2863dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.328+0000 7fb2863dc800 20 rados_obj.operate() r=0 bl.length=413 2023-12-03T11:50:46.329 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.328+0000 7fb2863dc800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:46.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.328+0000 7fb2863dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.328+0000 7fb2863dc800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:46.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.328+0000 7fb2863dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.328+0000 7fb2863dc800 20 rados_obj.operate() r=0 bl.length=413 2023-12-03T11:50:46.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.328+0000 7fb2863dc800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:46.330 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.329+0000 7fb2863dc800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.331 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.329+0000 7fb2863dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.331 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.330+0000 7fb249fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:46.333 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.332+0000 7fb2863dc800 20 remove_watcher() i=0 2023-12-03T11:50:46.333 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.332+0000 7fb2863dc800 2 removed watcher, disabling cache 2023-12-03T11:50:46.335 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.333+0000 7fb2863dc800 20 remove_watcher() i=1 2023-12-03T11:50:46.336 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.334+0000 7fb2863dc800 20 remove_watcher() i=2 2023-12-03T11:50:46.337 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.335+0000 7fb2863dc800 20 remove_watcher() i=3 2023-12-03T11:50:46.338 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.336+0000 7fb2863dc800 20 remove_watcher() i=4 2023-12-03T11:50:46.339 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.337+0000 7fb2863dc800 20 remove_watcher() i=5 2023-12-03T11:50:46.340 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.338+0000 7fb2863dc800 20 remove_watcher() i=6 2023-12-03T11:50:46.341 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.339+0000 7fb2863dc800 20 remove_watcher() i=7 2023-12-03T11:50:46.346 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:46.346 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:50:46.346 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: error-at-commit-target-layout id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:50:46.346 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:46.347 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.347 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.353 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.353 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.396 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:50:46.426 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:46.427 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:46.440 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.439+0000 7f0688e0f800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.441+0000 7f0688e0f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.441+0000 7f0688e0f800 20 realm 2023-12-03T11:50:46.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.441+0000 7f0688e0f800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.441+0000 7f0688e0f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.441+0000 7f0688e0f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:46.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.441+0000 7f0688e0f800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.441+0000 7f0688e0f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.441+0000 7f0688e0f800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.444 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.442+0000 7f0688e0f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:46.444 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.442+0000 7f0688e0f800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.444 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.443+0000 7f0688e0f800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:46.444 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.443+0000 7f0688e0f800 20 searching for the correct realm 2023-12-03T11:50:46.450 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.448+0000 7f068448c640 0 -- 172.21.15.145:0/3000304706 >> [v2:172.21.15.145:6808/1929774303,v1:172.21.15.145:6809/1929774303] conn(0x7f067805e320 msgr2=0x7f067805b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:46.656 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.654+0000 7f0688e0f800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:46.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.654+0000 7f0688e0f800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:46.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.654+0000 7f0688e0f800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:46.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.654+0000 7f0688e0f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:46.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.654+0000 7f0688e0f800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.655+0000 7f0684c8d640 0 -- 172.21.15.145:0/3000304706 >> [v2:172.21.15.145:6800/1111036159,v1:172.21.15.145:6801/1111036159] conn(0x55aaa5f132f0 msgr2=0x55aaa5f156e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:46.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.655+0000 7f0688e0f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.655+0000 7f0688e0f800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.655+0000 7f0688e0f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:46.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.655+0000 7f0688e0f800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.655+0000 7f0688e0f800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:46.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.655+0000 7f0688e0f800 20 zone default found 2023-12-03T11:50:46.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.655+0000 7f0688e0f800 4 Realm: () 2023-12-03T11:50:46.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.655+0000 7f0688e0f800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:46.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.655+0000 7f0688e0f800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:46.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.655+0000 7f0688e0f800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:46.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.656+0000 7f0688e0f800 20 zonegroup default 2023-12-03T11:50:46.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.656+0000 7f0688e0f800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.656+0000 7f0688e0f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.656+0000 7f0688e0f800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.656+0000 7f0688e0f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.660 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.656+0000 7f0688e0f800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.660 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.656+0000 7f0688e0f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.660 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.656+0000 7f0688e0f800 20 started sync module instance, tier type = 2023-12-03T11:50:46.660 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.656+0000 7f0688e0f800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:46.666 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.665+0000 7f0688e0f800 20 add_watcher() i=0 2023-12-03T11:50:46.667 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.665+0000 7f0688e0f800 20 add_watcher() i=1 2023-12-03T11:50:46.667 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.665+0000 7f0688e0f800 20 add_watcher() i=2 2023-12-03T11:50:46.667 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.665+0000 7f0688e0f800 20 add_watcher() i=3 2023-12-03T11:50:46.667 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.665+0000 7f0688e0f800 20 add_watcher() i=4 2023-12-03T11:50:46.667 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.665+0000 7f0688e0f800 20 add_watcher() i=5 2023-12-03T11:50:46.667 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.665+0000 7f0688e0f800 20 add_watcher() i=6 2023-12-03T11:50:46.667 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.666+0000 7f0688e0f800 20 add_watcher() i=7 2023-12-03T11:50:46.667 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.666+0000 7f0688e0f800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:46.669 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.667+0000 7f064a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:46.669 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.668+0000 7f0688e0f800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:46.669 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.668+0000 7f0688e0f800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:46.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.674+0000 7f0688e0f800 5 note: GC not initialized 2023-12-03T11:50:46.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.674+0000 7f05b97fa640 20 reqs_thread_entry: start 2023-12-03T11:50:46.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.674+0000 7f0688e0f800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:46.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.674+0000 7f0688e0f800 20 Filter name: none 2023-12-03T11:50:46.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.674+0000 7f05b2ffd640 20 reqs_thread_entry: start 2023-12-03T11:50:46.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.674+0000 7f0688e0f800 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2023-12-03T11:50:46.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.674+0000 7f0688e0f800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.677 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.675+0000 7f0688e0f800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:46.677 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.675+0000 7f0688e0f800 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2023-12-03T11:50:46.677 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.675+0000 7f0688e0f800 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2023-12-03T11:50:46.677 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.675+0000 7f0688e0f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 : miss 2023-12-03T11:50:46.677 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.675+0000 7f0688e0f800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.678 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.675+0000 7f0688e0f800 20 rados_obj.operate() r=0 bl.length=413 2023-12-03T11:50:46.678 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.675+0000 7f0688e0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 info.flags=0x17 2023-12-03T11:50:46.678 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.675+0000 7f0688e0f800 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 to cache LRU end 2023-12-03T11:50:46.678 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.675+0000 7f0688e0f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:46.678 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.675+0000 7f0688e0f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:46.678 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.675+0000 7f0688e0f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 2023-12-03T11:50:46.678 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.677+0000 7f0688e0f800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2023-12-03T11:50:46.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.681+0000 7f0688e0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 info.flags=0x17 2023-12-03T11:50:46.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.681+0000 7f0688e0f800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 to cache LRU end 2023-12-03T11:50:46.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.681+0000 7f0688e0f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:46.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.681+0000 7f0688e0f800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23, ofs0, ns] 2023-12-03T11:50:46.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.681+0000 7f066affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791316 cookie 94191416918288 notifier 6590 bl.length()=893 2023-12-03T11:50:46.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.681+0000 7f066affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 info.flags=0x17 2023-12-03T11:50:46.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.681+0000 7f066affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 to cache LRU end 2023-12-03T11:50:46.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.681+0000 7f066affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:46.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.682+0000 7f0688e0f800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23]): orig_sources= new_sources= 2023-12-03T11:50:46.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.682+0000 7f0688e0f800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23]): potential sources added=[] removed=[] 2023-12-03T11:50:46.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.682+0000 7f0688e0f800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23]): orig_dests= new_dests= 2023-12-03T11:50:46.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.682+0000 7f0688e0f800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23]): potential dests added=[] removed=[] 2023-12-03T11:50:46.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.683+0000 7f0688e0f800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23.2.0 2023-12-03T11:50:46.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.683+0000 7f0688e0f800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23.2.0 2023-12-03T11:50:46.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.683+0000 7f0688e0f800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23.2.1 2023-12-03T11:50:46.685 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.683+0000 7f0688e0f800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23.2.1 2023-12-03T11:50:46.685 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.683+0000 7f0688e0f800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23.0 2023-12-03T11:50:46.687 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.685+0000 7f0688e0f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 : hit (requested=0x17, cached=0x17) 2023-12-03T11:50:46.687 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.685+0000 7f0688e0f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 2023-12-03T11:50:46.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.687+0000 7f0688e0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 info.flags=0x17 2023-12-03T11:50:46.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.687+0000 7f0688e0f800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 to cache LRU end 2023-12-03T11:50:46.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.687+0000 7f0688e0f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:46.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.687+0000 7f0688e0f800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23, ofs0, ns] 2023-12-03T11:50:46.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.687+0000 7f066a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791317 cookie 94191416918288 notifier 6590 bl.length()=861 2023-12-03T11:50:46.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.687+0000 7f066a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 info.flags=0x17 2023-12-03T11:50:46.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.687+0000 7f066a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 to cache LRU end 2023-12-03T11:50:46.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.687+0000 7f066a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:46.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.687+0000 7f0688e0f800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23]): orig_sources= new_sources= 2023-12-03T11:50:46.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.687+0000 7f0688e0f800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23]): potential sources added=[] removed=[] 2023-12-03T11:50:46.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.687+0000 7f0688e0f800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23]): orig_dests= new_dests= 2023-12-03T11:50:46.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.687+0000 7f0688e0f800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23]): potential dests added=[] removed=[] 2023-12-03T11:50:46.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.688+0000 7f0688e0f800 1 execute INFO: reshard of bucket "error-at-commit-target-layout" completed successfully 2023-12-03T11:50:46.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.690+0000 7f064a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:46.693 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.692+0000 7f0688e0f800 20 remove_watcher() i=0 2023-12-03T11:50:46.693 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.692+0000 7f0688e0f800 2 removed watcher, disabling cache 2023-12-03T11:50:46.694 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.693+0000 7f0688e0f800 20 remove_watcher() i=1 2023-12-03T11:50:46.695 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.694+0000 7f0688e0f800 20 remove_watcher() i=2 2023-12-03T11:50:46.696 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.695+0000 7f0688e0f800 20 remove_watcher() i=3 2023-12-03T11:50:46.697 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.696+0000 7f0688e0f800 20 remove_watcher() i=4 2023-12-03T11:50:46.698 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.696+0000 7f0688e0f800 20 remove_watcher() i=5 2023-12-03T11:50:46.699 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.697+0000 7f0688e0f800 20 remove_watcher() i=6 2023-12-03T11:50:46.700 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.698+0000 7f0688e0f800 20 remove_watcher() i=7 2023-12-03T11:50:46.706 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-12-03T11:50:46.733 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:46.733 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:46.747 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.745+0000 7f05e1137800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.747+0000 7f05e1137800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.747+0000 7f05e1137800 20 realm 2023-12-03T11:50:46.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.747+0000 7f05e1137800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.747+0000 7f05e1137800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.747+0000 7f05e1137800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:46.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.747+0000 7f05e1137800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.747+0000 7f05e1137800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.747+0000 7f05e1137800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.748+0000 7f05e1137800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:46.750 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.748+0000 7f05e1137800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.750 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.749+0000 7f05e1137800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:46.750 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.749+0000 7f05e1137800 20 searching for the correct realm 2023-12-03T11:50:46.759 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.757+0000 7f05dcecd640 0 -- 172.21.15.145:0/488136299 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x560f71a3f010 msgr2=0x560f71a41400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:46.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.759+0000 7f05e1137800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:46.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.759+0000 7f05e1137800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:46.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.759+0000 7f05e1137800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:46.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.759+0000 7f05e1137800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:46.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.759+0000 7f05e1137800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.759+0000 7f05e1137800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.759+0000 7f05e1137800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.759+0000 7f05e1137800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:46.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.759+0000 7f05e1137800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.760+0000 7f05e1137800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:46.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.760+0000 7f05e1137800 20 zone default found 2023-12-03T11:50:46.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.760+0000 7f05e1137800 4 Realm: () 2023-12-03T11:50:46.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.760+0000 7f05e1137800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:46.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.760+0000 7f05e1137800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:46.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.760+0000 7f05e1137800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:46.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.760+0000 7f05e1137800 20 zonegroup default 2023-12-03T11:50:46.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.760+0000 7f05e1137800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.760+0000 7f05e1137800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.760+0000 7f05e1137800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.760+0000 7f05e1137800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.760+0000 7f05e1137800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.760+0000 7f05e1137800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.760+0000 7f05e1137800 20 started sync module instance, tier type = 2023-12-03T11:50:46.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.760+0000 7f05e1137800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:46.767 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.766+0000 7f05dcecd640 0 -- 172.21.15.145:0/488136299 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f05d8016bc0 msgr2=0x7f05d8022900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:46.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.769+0000 7f05e1137800 20 add_watcher() i=0 2023-12-03T11:50:46.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.769+0000 7f05e1137800 20 add_watcher() i=1 2023-12-03T11:50:46.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.769+0000 7f05e1137800 20 add_watcher() i=2 2023-12-03T11:50:46.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.769+0000 7f05e1137800 20 add_watcher() i=3 2023-12-03T11:50:46.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.769+0000 7f05e1137800 20 add_watcher() i=4 2023-12-03T11:50:46.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.769+0000 7f05e1137800 20 add_watcher() i=5 2023-12-03T11:50:46.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.769+0000 7f05e1137800 20 add_watcher() i=6 2023-12-03T11:50:46.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.770+0000 7f05e1137800 20 add_watcher() i=7 2023-12-03T11:50:46.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.770+0000 7f05e1137800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:46.773 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.771+0000 7f05a37de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:46.773 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.772+0000 7f05e1137800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:46.773 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.772+0000 7f05e1137800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:46.779 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.777+0000 7f05e1137800 5 note: GC not initialized 2023-12-03T11:50:46.779 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.778+0000 7f05127fc640 20 reqs_thread_entry: start 2023-12-03T11:50:46.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.778+0000 7f05e1137800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:46.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.778+0000 7f05e1137800 20 Filter name: none 2023-12-03T11:50:46.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.778+0000 7f0503fff640 20 reqs_thread_entry: start 2023-12-03T11:50:46.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.778+0000 7f05e1137800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.778+0000 7f05e1137800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:46.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.778+0000 7f05e1137800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.779+0000 7f05e1137800 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:46.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.779+0000 7f05e1137800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:46.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.779+0000 7f05e1137800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.779+0000 7f05e1137800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:46.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.779+0000 7f05e1137800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.780+0000 7f05e1137800 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:46.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.780+0000 7f05e1137800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:46.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.780+0000 7f05e1137800 20 rados->read ofs=0 len=0 2023-12-03T11:50:46.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.780+0000 7f05e1137800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:46.783 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.781+0000 7f05a37de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:46.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.783+0000 7f05e1137800 20 remove_watcher() i=0 2023-12-03T11:50:46.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.783+0000 7f05e1137800 2 removed watcher, disabling cache 2023-12-03T11:50:46.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.784+0000 7f05e1137800 20 remove_watcher() i=1 2023-12-03T11:50:46.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.785+0000 7f05e1137800 20 remove_watcher() i=2 2023-12-03T11:50:46.787 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.786+0000 7f05e1137800 20 remove_watcher() i=3 2023-12-03T11:50:46.788 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.787+0000 7f05e1137800 20 remove_watcher() i=4 2023-12-03T11:50:46.789 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.788+0000 7f05e1137800 20 remove_watcher() i=5 2023-12-03T11:50:46.790 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.789+0000 7f05e1137800 20 remove_watcher() i=6 2023-12-03T11:50:46.791 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:46.790+0000 7f05e1137800 20 remove_watcher() i=7 2023-12-03T11:50:46.796 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:46.796 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:50:46.796 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: error-at-commit-target-layout id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.23 num_objects: 19 size_kb: 1 num_shards: 2 2023-12-03T11:50:46.796 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:46.798 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.798 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.801 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.801 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.858 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.858 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.871 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2023-12-03T11:50:46.871 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:46.872 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.872 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.882 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.882 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.924 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.925 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.930 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.930 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.936 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.936 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.942 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.942 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.947 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.947 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.953 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.954 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.959 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.959 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.964 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.964 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.969 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.969 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.974 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.974 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.979 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.979 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.984 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.985 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.990 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.990 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:46.995 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:46.995 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.000 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.000 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.006 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.006 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.011 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.011 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.016 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.016 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.021 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.021 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.027 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.027 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.033 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-12-03T11:50:47.061 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:47.061 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:47.074 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.073+0000 7f14c1b3a800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.076 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.074+0000 7f14c1b3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.076 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.074+0000 7f14c1b3a800 20 realm 2023-12-03T11:50:47.076 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.074+0000 7f14c1b3a800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.076 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.074+0000 7f14c1b3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.076 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.074+0000 7f14c1b3a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:47.076 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.074+0000 7f14c1b3a800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.076 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.075+0000 7f14c1b3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.075+0000 7f14c1b3a800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.076+0000 7f14c1b3a800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:47.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.076+0000 7f14c1b3a800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.077 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.076+0000 7f14c1b3a800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:47.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.076+0000 7f14c1b3a800 20 searching for the correct realm 2023-12-03T11:50:47.086 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.085+0000 7f14bd80d640 0 -- 172.21.15.145:0/576197229 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x557781b5a450 msgr2=0x557781b5c840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:47.087 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.086+0000 7f14c1b3a800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:47.087 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.086+0000 7f14c1b3a800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:47.088 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.086+0000 7f14c1b3a800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:47.088 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.086+0000 7f14c1b3a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:47.088 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.086+0000 7f14c1b3a800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.088 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.086+0000 7f14c1b3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.088 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.086+0000 7f14c1b3a800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.088 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.086+0000 7f14c1b3a800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:47.088 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.086+0000 7f14c1b3a800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.089 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.086+0000 7f14c1b3a800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:47.089 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.086+0000 7f14c1b3a800 20 zone default found 2023-12-03T11:50:47.089 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.086+0000 7f14c1b3a800 4 Realm: () 2023-12-03T11:50:47.089 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.086+0000 7f14c1b3a800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:47.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.086+0000 7f14c1b3a800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:47.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.086+0000 7f14c1b3a800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:47.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.086+0000 7f14c1b3a800 20 zonegroup default 2023-12-03T11:50:47.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.086+0000 7f14c1b3a800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.087+0000 7f14c1b3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.087+0000 7f14c1b3a800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.087+0000 7f14c1b3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.087+0000 7f14c1b3a800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.087+0000 7f14c1b3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.087+0000 7f14c1b3a800 20 started sync module instance, tier type = 2023-12-03T11:50:47.090 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.087+0000 7f14c1b3a800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:47.095 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.093+0000 7f14b7fff640 0 -- 172.21.15.145:0/576197229 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x557781b5dc20 msgr2=0x557781b60010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:47.097 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.096+0000 7f14c1b3a800 20 add_watcher() i=0 2023-12-03T11:50:47.098 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.096+0000 7f14c1b3a800 20 add_watcher() i=1 2023-12-03T11:50:47.098 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.096+0000 7f14c1b3a800 20 add_watcher() i=2 2023-12-03T11:50:47.098 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.096+0000 7f14c1b3a800 20 add_watcher() i=3 2023-12-03T11:50:47.098 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.096+0000 7f14c1b3a800 20 add_watcher() i=4 2023-12-03T11:50:47.098 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.096+0000 7f14c1b3a800 20 add_watcher() i=5 2023-12-03T11:50:47.098 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.096+0000 7f14c1b3a800 20 add_watcher() i=6 2023-12-03T11:50:47.098 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.097+0000 7f14c1b3a800 20 add_watcher() i=7 2023-12-03T11:50:47.098 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.097+0000 7f14c1b3a800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:47.099 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.098+0000 7f14837e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:47.100 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.098+0000 7f14c1b3a800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:47.100 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.098+0000 7f14c1b3a800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:47.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.104+0000 7f14c1b3a800 5 note: GC not initialized 2023-12-03T11:50:47.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.104+0000 7f13f27fc640 20 reqs_thread_entry: start 2023-12-03T11:50:47.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.105+0000 7f14c1b3a800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:47.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.105+0000 7f14c1b3a800 20 Filter name: none 2023-12-03T11:50:47.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.105+0000 7f13e3fff640 20 reqs_thread_entry: start 2023-12-03T11:50:47.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.105+0000 7f14c1b3a800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.106+0000 7f14c1b3a800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:47.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.106+0000 7f14c1b3a800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.108 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.106+0000 7f14c1b3a800 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:47.108 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.106+0000 7f14c1b3a800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:47.108 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.106+0000 7f14c1b3a800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.108 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.107+0000 7f14c1b3a800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:47.108 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.107+0000 7f14c1b3a800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.107+0000 7f14c1b3a800 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:47.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.107+0000 7f14c1b3a800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:47.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.107+0000 7f14c1b3a800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.107+0000 7f14c1b3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.108+0000 7f14837e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:47.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.110+0000 7f14c1b3a800 20 remove_watcher() i=0 2023-12-03T11:50:47.112 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.110+0000 7f14c1b3a800 2 removed watcher, disabling cache 2023-12-03T11:50:47.112 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.111+0000 7f14c1b3a800 20 remove_watcher() i=1 2023-12-03T11:50:47.114 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.112+0000 7f14c1b3a800 20 remove_watcher() i=2 2023-12-03T11:50:47.115 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.113+0000 7f14c1b3a800 20 remove_watcher() i=3 2023-12-03T11:50:47.116 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.114+0000 7f14c1b3a800 20 remove_watcher() i=4 2023-12-03T11:50:47.117 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.115+0000 7f14c1b3a800 20 remove_watcher() i=5 2023-12-03T11:50:47.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.116+0000 7f14c1b3a800 20 remove_watcher() i=6 2023-12-03T11:50:47.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.117+0000 7f14c1b3a800 20 remove_watcher() i=7 2023-12-03T11:50:47.123 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.123 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:50:47.123 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: error-at-commit-target-layout id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:50:47.123 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.125 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2023-12-03T11:50:47.159 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:47.159 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:47.173 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.172+0000 7f955508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.175 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.173+0000 7f955508c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.175 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.173+0000 7f955508c800 20 realm 2023-12-03T11:50:47.175 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.173+0000 7f955508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.175 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.173+0000 7f955508c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.175 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.173+0000 7f955508c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:47.175 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.173+0000 7f955508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.176 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.174+0000 7f955508c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.176 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.174+0000 7f955508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.176 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.175+0000 7f955508c800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:47.176 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.175+0000 7f955508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.177 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.175+0000 7f955508c800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:47.177 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.175+0000 7f955508c800 20 searching for the correct realm 2023-12-03T11:50:47.186 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.185+0000 7f955238b640 0 -- 172.21.15.145:0/1602584935 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x5625b71dda80 msgr2=0x5625b71dfe70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:47.187 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.185+0000 7f955508c800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:47.187 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.185+0000 7f955508c800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:47.187 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.185+0000 7f955508c800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:47.187 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.185+0000 7f955508c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:47.187 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.185+0000 7f955508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.187 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.185+0000 7f955508c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.187 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.185+0000 7f955508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.188 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.186+0000 7f955508c800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:47.188 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.186+0000 7f955508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.188 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.186+0000 7f955508c800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:47.188 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.186+0000 7f955508c800 20 zone default found 2023-12-03T11:50:47.188 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.186+0000 7f955508c800 4 Realm: () 2023-12-03T11:50:47.188 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.186+0000 7f955508c800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:47.188 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.186+0000 7f955508c800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:47.189 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.186+0000 7f955508c800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:47.189 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.186+0000 7f955508c800 20 zonegroup default 2023-12-03T11:50:47.189 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.186+0000 7f955508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.189 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.186+0000 7f955508c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.189 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.186+0000 7f955508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.189 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.187+0000 7f955508c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.189 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.187+0000 7f955508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.189 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.187+0000 7f955508c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.190 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.187+0000 7f955508c800 20 started sync module instance, tier type = 2023-12-03T11:50:47.190 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.187+0000 7f955508c800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:47.195 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.193+0000 7f955238b640 0 -- 172.21.15.145:0/1602584935 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x7f952c0795c0 msgr2=0x7f952c07b9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:50:47.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.196+0000 7f955508c800 20 add_watcher() i=0 2023-12-03T11:50:47.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.196+0000 7f955508c800 20 add_watcher() i=1 2023-12-03T11:50:47.197 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.196+0000 7f955508c800 20 add_watcher() i=2 2023-12-03T11:50:47.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.196+0000 7f955508c800 20 add_watcher() i=3 2023-12-03T11:50:47.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.196+0000 7f955508c800 20 add_watcher() i=4 2023-12-03T11:50:47.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.196+0000 7f955508c800 20 add_watcher() i=5 2023-12-03T11:50:47.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.196+0000 7f955508c800 20 add_watcher() i=6 2023-12-03T11:50:47.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.196+0000 7f955508c800 20 add_watcher() i=7 2023-12-03T11:50:47.198 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.196+0000 7f955508c800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:47.199 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.198+0000 7f9493fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:47.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.198+0000 7f955508c800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:47.200 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.198+0000 7f955508c800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:47.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.204+0000 7f955508c800 5 note: GC not initialized 2023-12-03T11:50:47.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.205+0000 7f9482ffd640 20 reqs_thread_entry: start 2023-12-03T11:50:47.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.205+0000 7f955508c800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:47.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.205+0000 7f955508c800 20 Filter name: none 2023-12-03T11:50:47.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.205+0000 7f9480ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:47.206 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.205+0000 7f955508c800 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2023-12-03T11:50:47.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.205+0000 7f955508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.205+0000 7f955508c800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:47.207 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.205+0000 7f955508c800 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2023-12-03T11:50:47.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.205+0000 7f955508c800 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2023-12-03T11:50:47.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.205+0000 7f955508c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24 : miss 2023-12-03T11:50:47.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.205+0000 7f955508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.206+0000 7f955508c800 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:47.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.206+0000 7f955508c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24 info.flags=0x17 2023-12-03T11:50:47.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.206+0000 7f955508c800 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24 to cache LRU end 2023-12-03T11:50:47.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.206+0000 7f955508c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:47.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.206+0000 7f955508c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:47.208 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.206+0000 7f955508c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24 2023-12-03T11:50:47.211 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.210+0000 7f955508c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24 info.flags=0x17 2023-12-03T11:50:47.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.210+0000 7f955508c800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24 to cache LRU end 2023-12-03T11:50:47.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.210+0000 7f955508c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:47.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.210+0000 7f955508c800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24, ofs0, ns] 2023-12-03T11:50:47.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.210+0000 7f95397fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791320 cookie 94719986004384 notifier 6650 bl.length()=893 2023-12-03T11:50:47.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.210+0000 7f95397fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24 info.flags=0x17 2023-12-03T11:50:47.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.210+0000 7f95397fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24 to cache LRU end 2023-12-03T11:50:47.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.210+0000 7f95397fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:47.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.211+0000 7f955508c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24]): orig_sources= new_sources= 2023-12-03T11:50:47.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.211+0000 7f955508c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24]): potential sources added=[] removed=[] 2023-12-03T11:50:47.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.211+0000 7f955508c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24]): orig_dests= new_dests= 2023-12-03T11:50:47.212 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.211+0000 7f955508c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24]): potential dests added=[] removed=[] 2023-12-03T11:50:47.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.212+0000 7f955508c800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24.1.0 2023-12-03T11:50:47.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.212+0000 7f955508c800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24.1.0 2023-12-03T11:50:47.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.212+0000 7f955508c800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24.1.1 2023-12-03T11:50:47.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.212+0000 7f955508c800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24.1.1 2023-12-03T11:50:47.213 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.212+0000 7f955508c800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24.0 2023-12-03T11:50:47.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.214+0000 7f955508c800 -1 Injecting error=-125 at location=commit_target_layout 2023-12-03T11:50:47.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.214+0000 7f955508c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24 : hit (requested=0x17, cached=0x17) 2023-12-03T11:50:47.215 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.214+0000 7f955508c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24 2023-12-03T11:50:47.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.215+0000 7f955508c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24 info.flags=0x17 2023-12-03T11:50:47.216 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.215+0000 7f955508c800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24 to cache LRU end 2023-12-03T11:50:47.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.215+0000 7f955508c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:47.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.215+0000 7f955508c800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24, ofs0, ns] 2023-12-03T11:50:47.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.215+0000 7f9538ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791321 cookie 94719986004384 notifier 6650 bl.length()=861 2023-12-03T11:50:47.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.215+0000 7f9538ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24 info.flags=0x17 2023-12-03T11:50:47.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.215+0000 7f9538ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24 to cache LRU end 2023-12-03T11:50:47.217 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.215+0000 7f9538ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:47.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.215+0000 7f955508c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24]): orig_sources= new_sources= 2023-12-03T11:50:47.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.215+0000 7f955508c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24]): potential sources added=[] removed=[] 2023-12-03T11:50:47.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.215+0000 7f955508c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24]): orig_dests= new_dests= 2023-12-03T11:50:47.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.215+0000 7f955508c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24]): potential dests added=[] removed=[] 2023-12-03T11:50:47.218 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.216+0000 7f955508c800 1 execute INFO: reshard of bucket "error-at-commit-target-layout" completed successfully 2023-12-03T11:50:47.219 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.218+0000 7f9493fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:47.221 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.220+0000 7f955508c800 20 remove_watcher() i=0 2023-12-03T11:50:47.221 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.220+0000 7f955508c800 2 removed watcher, disabling cache 2023-12-03T11:50:47.223 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.222+0000 7f955508c800 20 remove_watcher() i=1 2023-12-03T11:50:47.225 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.223+0000 7f955508c800 20 remove_watcher() i=2 2023-12-03T11:50:47.226 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.224+0000 7f955508c800 20 remove_watcher() i=3 2023-12-03T11:50:47.227 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.225+0000 7f955508c800 20 remove_watcher() i=4 2023-12-03T11:50:47.228 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.226+0000 7f955508c800 20 remove_watcher() i=5 2023-12-03T11:50:47.229 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.227+0000 7f955508c800 20 remove_watcher() i=6 2023-12-03T11:50:47.230 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.228+0000 7f955508c800 20 remove_watcher() i=7 2023-12-03T11:50:47.236 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-12-03T11:50:47.264 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:47.264 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:47.279 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.277+0000 7fbdb9923800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.279+0000 7fbdb9923800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.279+0000 7fbdb9923800 20 realm 2023-12-03T11:50:47.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.279+0000 7fbdb9923800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.279+0000 7fbdb9923800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.279+0000 7fbdb9923800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:47.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.279+0000 7fbdb9923800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.279+0000 7fbdb9923800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.279+0000 7fbdb9923800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.282 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.280+0000 7fbdb9923800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:47.282 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.280+0000 7fbdb9923800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.282 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.281+0000 7fbdb9923800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:47.282 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.281+0000 7fbdb9923800 20 searching for the correct realm 2023-12-03T11:50:47.290 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.288+0000 7fbdb553c640 0 -- 172.21.15.145:0/571360288 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x7fbd900795f0 msgr2=0x7fbd9007ba20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:47.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.291+0000 7fbdb9923800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:47.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.291+0000 7fbdb9923800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:47.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.291+0000 7fbdb9923800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:47.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.291+0000 7fbdb9923800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:47.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.291+0000 7fbdb9923800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.291+0000 7fbdb9923800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.291+0000 7fbdb9923800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.291+0000 7fbdb9923800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:47.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.291+0000 7fbdb9923800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.291+0000 7fbdb9923800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:47.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.292+0000 7fbdb9923800 20 zone default found 2023-12-03T11:50:47.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.292+0000 7fbdb9923800 4 Realm: () 2023-12-03T11:50:47.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.292+0000 7fbdb9923800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:47.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.292+0000 7fbdb9923800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:47.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.292+0000 7fbdb9923800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:47.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.292+0000 7fbdb9923800 20 zonegroup default 2023-12-03T11:50:47.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.292+0000 7fbdb9923800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.292+0000 7fbdb9923800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.292+0000 7fbdb9923800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.292+0000 7fbdb9923800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.292+0000 7fbdb9923800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.292+0000 7fbdb9923800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.292+0000 7fbdb9923800 20 started sync module instance, tier type = 2023-12-03T11:50:47.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.292+0000 7fbdb9923800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:47.296 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.294+0000 7fbdb5d3d640 0 -- 172.21.15.145:0/571360288 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7fbda0019400 msgr2=0x7fbda0019880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:47.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.301+0000 7fbdb9923800 20 add_watcher() i=0 2023-12-03T11:50:47.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.301+0000 7fbdb9923800 20 add_watcher() i=1 2023-12-03T11:50:47.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.301+0000 7fbdb9923800 20 add_watcher() i=2 2023-12-03T11:50:47.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.301+0000 7fbdb9923800 20 add_watcher() i=3 2023-12-03T11:50:47.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.301+0000 7fbdb9923800 20 add_watcher() i=4 2023-12-03T11:50:47.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.301+0000 7fbdb9923800 20 add_watcher() i=5 2023-12-03T11:50:47.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.301+0000 7fbdb9923800 20 add_watcher() i=6 2023-12-03T11:50:47.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.302+0000 7fbdb9923800 20 add_watcher() i=7 2023-12-03T11:50:47.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.302+0000 7fbdb9923800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:47.305 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.303+0000 7fbd7afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:47.305 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.304+0000 7fbdb9923800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:47.305 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.304+0000 7fbdb9923800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:47.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.310+0000 7fbdb9923800 5 note: GC not initialized 2023-12-03T11:50:47.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.310+0000 7fbce9ffb640 20 reqs_thread_entry: start 2023-12-03T11:50:47.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.310+0000 7fbdb9923800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:47.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.310+0000 7fbdb9923800 20 Filter name: none 2023-12-03T11:50:47.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.310+0000 7fbcdb7fe640 20 reqs_thread_entry: start 2023-12-03T11:50:47.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.310+0000 7fbdb9923800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.310+0000 7fbdb9923800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:47.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.310+0000 7fbdb9923800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.311+0000 7fbdb9923800 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:47.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.311+0000 7fbdb9923800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:47.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.311+0000 7fbdb9923800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.311+0000 7fbdb9923800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:47.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.311+0000 7fbdb9923800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.312+0000 7fbdb9923800 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:47.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.312+0000 7fbdb9923800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:47.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.312+0000 7fbdb9923800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.313+0000 7fbdb9923800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.315 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.313+0000 7fbd7afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:47.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.315+0000 7fbdb9923800 20 remove_watcher() i=0 2023-12-03T11:50:47.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.315+0000 7fbdb9923800 2 removed watcher, disabling cache 2023-12-03T11:50:47.318 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.316+0000 7fbdb9923800 20 remove_watcher() i=1 2023-12-03T11:50:47.318 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.317+0000 7fbdb9923800 20 remove_watcher() i=2 2023-12-03T11:50:47.320 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.318+0000 7fbdb9923800 20 remove_watcher() i=3 2023-12-03T11:50:47.321 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.319+0000 7fbdb9923800 20 remove_watcher() i=4 2023-12-03T11:50:47.322 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.320+0000 7fbdb9923800 20 remove_watcher() i=5 2023-12-03T11:50:47.323 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.321+0000 7fbdb9923800 20 remove_watcher() i=6 2023-12-03T11:50:47.324 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.322+0000 7fbdb9923800 20 remove_watcher() i=7 2023-12-03T11:50:47.329 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.329 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:50:47.329 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: error-at-commit-target-layout id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.24 num_objects: 20 size_kb: 1 num_shards: 2 2023-12-03T11:50:47.329 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.330 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.331 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.333 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.333 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.389 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.389 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.402 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: reshard bucket with abort at commit_target_layout 2023-12-03T11:50:47.402 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.404 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.404 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.447 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.448 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.490 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.491 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.497 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.497 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.503 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.503 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.508 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.508 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.514 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.514 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.519 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.520 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.525 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.525 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.530 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.530 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.537 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.537 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.542 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.542 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.548 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.548 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.554 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.554 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.560 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.560 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.566 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.566 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.573 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.573 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.579 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.579 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.585 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.585 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.591 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.591 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.597 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.598 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.603 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.603 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:50:47.610 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2023-12-03T11:50:47.636 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:47.636 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:47.650 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.648+0000 7fd077b37800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.650+0000 7fd077b37800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.650+0000 7fd077b37800 20 realm 2023-12-03T11:50:47.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.650+0000 7fd077b37800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.650+0000 7fd077b37800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.650+0000 7fd077b37800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:47.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.650+0000 7fd077b37800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.650+0000 7fd077b37800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.650+0000 7fd077b37800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.653 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.651+0000 7fd077b37800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:47.653 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.651+0000 7fd077b37800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.653 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.652+0000 7fd077b37800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:47.653 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.652+0000 7fd077b37800 20 searching for the correct realm 2023-12-03T11:50:47.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.660+0000 7fd07386f640 0 -- 172.21.15.145:0/3909757468 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55b464610110 msgr2=0x55b464612500 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:47.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.661+0000 7fd077b37800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:47.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.661+0000 7fd077b37800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:47.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.661+0000 7fd077b37800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:47.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.661+0000 7fd077b37800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:47.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.662+0000 7fd077b37800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.664 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.662+0000 7fd077b37800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.664 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.662+0000 7fd077b37800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.664 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.662+0000 7fd077b37800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:47.664 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.662+0000 7fd077b37800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.662+0000 7fd077b37800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:47.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.662+0000 7fd077b37800 20 zone default found 2023-12-03T11:50:47.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.662+0000 7fd077b37800 4 Realm: () 2023-12-03T11:50:47.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.662+0000 7fd077b37800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:47.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.662+0000 7fd077b37800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:47.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.662+0000 7fd077b37800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:47.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.662+0000 7fd077b37800 20 zonegroup default 2023-12-03T11:50:47.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.662+0000 7fd077b37800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.662+0000 7fd077b37800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.662+0000 7fd077b37800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.665 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.663+0000 7fd077b37800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.666 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.663+0000 7fd077b37800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.666 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.663+0000 7fd077b37800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.666 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.663+0000 7fd077b37800 20 started sync module instance, tier type = 2023-12-03T11:50:47.666 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.663+0000 7fd077b37800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:47.670 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.669+0000 7fd074070640 0 -- 172.21.15.145:0/3909757468 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7fd068056fa0 msgr2=0x7fd068056110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:47.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.671+0000 7fd077b37800 20 add_watcher() i=0 2023-12-03T11:50:47.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.671+0000 7fd077b37800 20 add_watcher() i=1 2023-12-03T11:50:47.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.671+0000 7fd077b37800 20 add_watcher() i=2 2023-12-03T11:50:47.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.671+0000 7fd077b37800 20 add_watcher() i=3 2023-12-03T11:50:47.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.671+0000 7fd077b37800 20 add_watcher() i=4 2023-12-03T11:50:47.674 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.671+0000 7fd077b37800 20 add_watcher() i=5 2023-12-03T11:50:47.674 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.671+0000 7fd077b37800 20 add_watcher() i=6 2023-12-03T11:50:47.674 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.672+0000 7fd077b37800 20 add_watcher() i=7 2023-12-03T11:50:47.674 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.672+0000 7fd077b37800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:47.675 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.674+0000 7fd039fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:47.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.674+0000 7fd077b37800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:47.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.674+0000 7fd077b37800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:47.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.680+0000 7fd077b37800 5 note: GC not initialized 2023-12-03T11:50:47.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.680+0000 7fcfb0ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:47.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.680+0000 7fd077b37800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:47.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.680+0000 7fd077b37800 20 Filter name: none 2023-12-03T11:50:47.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.680+0000 7fcfa67fc640 20 reqs_thread_entry: start 2023-12-03T11:50:47.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.680+0000 7fd077b37800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.682 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.681+0000 7fd077b37800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:47.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.681+0000 7fd077b37800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.683 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.682+0000 7fd077b37800 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:47.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.682+0000 7fd077b37800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:47.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.682+0000 7fd077b37800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.682+0000 7fd077b37800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:47.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.682+0000 7fd077b37800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.684 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.683+0000 7fd077b37800 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:47.685 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.683+0000 7fd077b37800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:47.685 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.683+0000 7fd077b37800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.685 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.683+0000 7fd077b37800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.685 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.684+0000 7fd039fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:47.687 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.686+0000 7fd077b37800 20 remove_watcher() i=0 2023-12-03T11:50:47.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.686+0000 7fd077b37800 2 removed watcher, disabling cache 2023-12-03T11:50:47.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.687+0000 7fd077b37800 20 remove_watcher() i=1 2023-12-03T11:50:47.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.688+0000 7fd077b37800 20 remove_watcher() i=2 2023-12-03T11:50:47.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.689+0000 7fd077b37800 20 remove_watcher() i=3 2023-12-03T11:50:47.691 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.690+0000 7fd077b37800 20 remove_watcher() i=4 2023-12-03T11:50:47.692 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.691+0000 7fd077b37800 20 remove_watcher() i=5 2023-12-03T11:50:47.693 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.692+0000 7fd077b37800 20 remove_watcher() i=6 2023-12-03T11:50:47.694 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.693+0000 7fd077b37800 20 remove_watcher() i=7 2023-12-03T11:50:47.698 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.699 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:50:47.699 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: abort-at-commit-target-layout id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:50:47.699 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.700 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2023-12-03T11:50:47.732 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:47.733 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:47.746 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.745+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.746+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.746+0000 7ff9bf322800 20 realm 2023-12-03T11:50:47.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.746+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.746+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.746+0000 7ff9bf322800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:47.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.746+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.747+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.747+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.748+0000 7ff9bf322800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:47.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.748+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.750 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.748+0000 7ff9bf322800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:47.750 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.748+0000 7ff9bf322800 20 searching for the correct realm 2023-12-03T11:50:47.759 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.757+0000 7ff9bafad640 0 -- 172.21.15.145:0/1034268015 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55f9abd01c10 msgr2=0x55f9abd04040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:50:47.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.758+0000 7ff9bf322800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:47.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.758+0000 7ff9bf322800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:47.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.758+0000 7ff9bf322800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:47.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.758+0000 7ff9bf322800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:47.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.758+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.759+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.759+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.759+0000 7ff9bf322800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:47.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.759+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.759+0000 7ff9bf322800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:47.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.759+0000 7ff9bf322800 20 zone default found 2023-12-03T11:50:47.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.759+0000 7ff9bf322800 4 Realm: () 2023-12-03T11:50:47.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.759+0000 7ff9bf322800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:47.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.759+0000 7ff9bf322800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:47.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.759+0000 7ff9bf322800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:47.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.759+0000 7ff9bf322800 20 zonegroup default 2023-12-03T11:50:47.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.759+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.760+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.760+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.760+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.760+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.760+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.760+0000 7ff9bf322800 20 started sync module instance, tier type = 2023-12-03T11:50:47.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.760+0000 7ff9bf322800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:47.766 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.765+0000 7ff9bb7ae640 0 -- 172.21.15.145:0/1034268015 >> [v2:172.21.15.149:6816/3721565933,v1:172.21.15.149:6817/3721565933] conn(0x55f9abd01c10 msgr2=0x7ff99407e6f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:47.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=0 2023-12-03T11:50:47.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=1 2023-12-03T11:50:47.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=2 2023-12-03T11:50:47.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=3 2023-12-03T11:50:47.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=4 2023-12-03T11:50:47.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=5 2023-12-03T11:50:47.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=6 2023-12-03T11:50:47.771 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.770+0000 7ff9bf322800 20 add_watcher() i=7 2023-12-03T11:50:47.772 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.770+0000 7ff9bf322800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:47.773 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.772+0000 7ff8fbfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:47.773 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.772+0000 7ff9bf322800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:47.773 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.772+0000 7ff9bf322800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:47.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.778+0000 7ff9bf322800 5 note: GC not initialized 2023-12-03T11:50:47.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.778+0000 7ff8f2ffd640 20 reqs_thread_entry: start 2023-12-03T11:50:47.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.778+0000 7ff9bf322800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:47.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.778+0000 7ff9bf322800 20 Filter name: none 2023-12-03T11:50:47.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.778+0000 7ff8f0ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:47.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.778+0000 7ff9bf322800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2023-12-03T11:50:47.780 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.778+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.779+0000 7ff9bf322800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:47.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.779+0000 7ff9bf322800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2023-12-03T11:50:47.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.779+0000 7ff9bf322800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2023-12-03T11:50:47.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.779+0000 7ff9bf322800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 : miss 2023-12-03T11:50:47.781 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.779+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.779+0000 7ff9bf322800 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:47.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.779+0000 7ff9bf322800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 info.flags=0x17 2023-12-03T11:50:47.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.779+0000 7ff9bf322800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 to cache LRU end 2023-12-03T11:50:47.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.779+0000 7ff9bf322800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:47.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.779+0000 7ff9bf322800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:47.782 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.779+0000 7ff9bf322800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 2023-12-03T11:50:47.784 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.783+0000 7ff9bf322800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 info.flags=0x17 2023-12-03T11:50:47.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.783+0000 7ff9bf322800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 to cache LRU end 2023-12-03T11:50:47.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.783+0000 7ff9bf322800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:47.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.783+0000 7ff9bf322800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25, ofs0, ns] 2023-12-03T11:50:47.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.783+0000 7ff9b17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791388 cookie 94530817805552 notifier 6707 bl.length()=893 2023-12-03T11:50:47.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.783+0000 7ff9b17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 info.flags=0x17 2023-12-03T11:50:47.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.783+0000 7ff9b17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 to cache LRU end 2023-12-03T11:50:47.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.783+0000 7ff9b17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:47.785 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.783+0000 7ff9bf322800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): orig_sources= new_sources= 2023-12-03T11:50:47.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.783+0000 7ff9bf322800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): potential sources added=[] removed=[] 2023-12-03T11:50:47.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.783+0000 7ff9bf322800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): orig_dests= new_dests= 2023-12-03T11:50:47.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.783+0000 7ff9bf322800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): potential dests added=[] removed=[] 2023-12-03T11:50:47.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.785+0000 7ff9bf322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.1.0 2023-12-03T11:50:47.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.785+0000 7ff9bf322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.1.0 2023-12-03T11:50:47.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.785+0000 7ff9bf322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.1.1 2023-12-03T11:50:47.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.785+0000 7ff9bf322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.1.1 2023-12-03T11:50:47.786 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.785+0000 7ff9bf322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.0 2023-12-03T11:50:47.788 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff9bf322800 time 2023-12-03T11:50:47.788266+0000 2023-12-03T11:50:47.788 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:50:47.789 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:47.789 INFO:tasks.workunit.client.0.smithi145.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7ff9c1f6eef8] 2023-12-03T11:50:47.789 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7ff9c1f6f0b6] 2023-12-03T11:50:47.789 INFO:tasks.workunit.client.0.smithi145.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f9aaa3fa71] 2023-12-03T11:50:47.789 INFO:tasks.workunit.client.0.smithi145.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x5b8) [0x55f9aaa4c1d8] 2023-12-03T11:50:47.789 INFO:tasks.workunit.client.0.smithi145.stderr: 5: main() 2023-12-03T11:50:47.789 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /lib64/libc.so.6(+0x3feb0) [0x7ff9bf83feb0] 2023-12-03T11:50:47.789 INFO:tasks.workunit.client.0.smithi145.stderr: 7: __libc_start_main() 2023-12-03T11:50:47.789 INFO:tasks.workunit.client.0.smithi145.stderr: 8: _start() 2023-12-03T11:50:47.789 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.787+0000 7ff9bf322800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff9bf322800 time 2023-12-03T11:50:47.788266+0000 2023-12-03T11:50:47.789 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:50:47.790 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.790 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:47.790 INFO:tasks.workunit.client.0.smithi145.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7ff9c1f6eef8] 2023-12-03T11:50:47.790 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7ff9c1f6f0b6] 2023-12-03T11:50:47.790 INFO:tasks.workunit.client.0.smithi145.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f9aaa3fa71] 2023-12-03T11:50:47.790 INFO:tasks.workunit.client.0.smithi145.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x5b8) [0x55f9aaa4c1d8] 2023-12-03T11:50:47.790 INFO:tasks.workunit.client.0.smithi145.stderr: 5: main() 2023-12-03T11:50:47.790 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /lib64/libc.so.6(+0x3feb0) [0x7ff9bf83feb0] 2023-12-03T11:50:47.790 INFO:tasks.workunit.client.0.smithi145.stderr: 7: __libc_start_main() 2023-12-03T11:50:47.790 INFO:tasks.workunit.client.0.smithi145.stderr: 8: _start() 2023-12-03T11:50:47.790 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.790 INFO:tasks.workunit.client.0.smithi145.stderr:*** Caught signal (Aborted) ** 2023-12-03T11:50:47.790 INFO:tasks.workunit.client.0.smithi145.stderr: in thread 7ff9bf322800 thread_name:radosgw-admin 2023-12-03T11:50:47.808 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:47.808 INFO:tasks.workunit.client.0.smithi145.stderr: 1: /lib64/libc.so.6(+0x54db0) [0x7ff9bf854db0] 2023-12-03T11:50:47.808 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /lib64/libc.so.6(+0xa154c) [0x7ff9bf8a154c] 2023-12-03T11:50:47.808 INFO:tasks.workunit.client.0.smithi145.stderr: 3: raise() 2023-12-03T11:50:47.808 INFO:tasks.workunit.client.0.smithi145.stderr: 4: abort() 2023-12-03T11:50:47.808 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7ff9c1f6ef52] 2023-12-03T11:50:47.808 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7ff9c1f6f0b6] 2023-12-03T11:50:47.808 INFO:tasks.workunit.client.0.smithi145.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f9aaa3fa71] 2023-12-03T11:50:47.808 INFO:tasks.workunit.client.0.smithi145.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x5b8) [0x55f9aaa4c1d8] 2023-12-03T11:50:47.808 INFO:tasks.workunit.client.0.smithi145.stderr: 9: main() 2023-12-03T11:50:47.808 INFO:tasks.workunit.client.0.smithi145.stderr: 10: /lib64/libc.so.6(+0x3feb0) [0x7ff9bf83feb0] 2023-12-03T11:50:47.809 INFO:tasks.workunit.client.0.smithi145.stderr: 11: __libc_start_main() 2023-12-03T11:50:47.809 INFO:tasks.workunit.client.0.smithi145.stderr: 12: _start() 2023-12-03T11:50:47.809 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.788+0000 7ff9bf322800 -1 *** Caught signal (Aborted) ** 2023-12-03T11:50:47.809 INFO:tasks.workunit.client.0.smithi145.stderr: in thread 7ff9bf322800 thread_name:radosgw-admin 2023-12-03T11:50:47.809 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.809 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:47.809 INFO:tasks.workunit.client.0.smithi145.stderr: 1: /lib64/libc.so.6(+0x54db0) [0x7ff9bf854db0] 2023-12-03T11:50:47.809 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /lib64/libc.so.6(+0xa154c) [0x7ff9bf8a154c] 2023-12-03T11:50:47.809 INFO:tasks.workunit.client.0.smithi145.stderr: 3: raise() 2023-12-03T11:50:47.809 INFO:tasks.workunit.client.0.smithi145.stderr: 4: abort() 2023-12-03T11:50:47.809 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7ff9c1f6ef52] 2023-12-03T11:50:47.809 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7ff9c1f6f0b6] 2023-12-03T11:50:47.809 INFO:tasks.workunit.client.0.smithi145.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f9aaa3fa71] 2023-12-03T11:50:47.809 INFO:tasks.workunit.client.0.smithi145.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x5b8) [0x55f9aaa4c1d8] 2023-12-03T11:50:47.810 INFO:tasks.workunit.client.0.smithi145.stderr: 9: main() 2023-12-03T11:50:47.810 INFO:tasks.workunit.client.0.smithi145.stderr: 10: /lib64/libc.so.6(+0x3feb0) [0x7ff9bf83feb0] 2023-12-03T11:50:47.810 INFO:tasks.workunit.client.0.smithi145.stderr: 11: __libc_start_main() 2023-12-03T11:50:47.810 INFO:tasks.workunit.client.0.smithi145.stderr: 12: _start() 2023-12-03T11:50:47.810 INFO:tasks.workunit.client.0.smithi145.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:50:47.810 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.810 INFO:tasks.workunit.client.0.smithi145.stderr:--- begin dump of recent events --- 2023-12-03T11:50:47.810 INFO:tasks.workunit.client.0.smithi145.stderr: -499> 2023-12-03T11:50:47.739+0000 7ff9b3fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:47.810 INFO:tasks.workunit.client.0.smithi145.stderr: -498> 2023-12-03T11:50:47.740+0000 7ff9b3fff640 10 monclient: dump: 2023-12-03T11:50:47.810 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:47.810 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:47.810 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.810 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.810 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:47.811 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.811 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:47.811 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:47.811 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:47.811 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.811 INFO:tasks.workunit.client.0.smithi145.stderr: -497> 2023-12-03T11:50:47.739+0000 7ff9b97aa640 4 set_mon_vals no callback set 2023-12-03T11:50:47.811 INFO:tasks.workunit.client.0.smithi145.stderr: -496> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 monclient: authenticate success, global_id 6701 2023-12-03T11:50:47.811 INFO:tasks.workunit.client.0.smithi145.stderr: -495> 2023-12-03T11:50:47.740+0000 7ff9bf322800 10 monclient: _renew_subs 2023-12-03T11:50:47.811 INFO:tasks.workunit.client.0.smithi145.stderr: -494> 2023-12-03T11:50:47.740+0000 7ff9bf322800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.811 INFO:tasks.workunit.client.0.smithi145.stderr: -493> 2023-12-03T11:50:47.740+0000 7ff9bf322800 10 monclient: _renew_subs 2023-12-03T11:50:47.811 INFO:tasks.workunit.client.0.smithi145.stderr: -492> 2023-12-03T11:50:47.740+0000 7ff9bf322800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.811 INFO:tasks.workunit.client.0.smithi145.stderr: -491> 2023-12-03T11:50:47.740+0000 7ff9bf322800 1 librados: init done 2023-12-03T11:50:47.811 INFO:tasks.workunit.client.0.smithi145.stderr: -490> 2023-12-03T11:50:47.740+0000 7ff9bf322800 10 monclient: get_monmap_and_config 2023-12-03T11:50:47.811 INFO:tasks.workunit.client.0.smithi145.stderr: -489> 2023-12-03T11:50:47.740+0000 7ff9bf322800 10 monclient: build_initial_monmap 2023-12-03T11:50:47.811 INFO:tasks.workunit.client.0.smithi145.stderr: -488> 2023-12-03T11:50:47.740+0000 7ff9bf322800 1 build_initial for_mkfs: 0 2023-12-03T11:50:47.812 INFO:tasks.workunit.client.0.smithi145.stderr: -487> 2023-12-03T11:50:47.740+0000 7ff9bf322800 10 monclient: monmap: 2023-12-03T11:50:47.812 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:50:47.812 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:47.812 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:50:47.812 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:50:47.812 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:47.812 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.812 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:50:47.812 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:50:47.812 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:50:47.812 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.812 INFO:tasks.workunit.client.0.smithi145.stderr: -486> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding auth protocol: cephx 2023-12-03T11:50:47.812 INFO:tasks.workunit.client.0.smithi145.stderr: -485> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding auth protocol: cephx 2023-12-03T11:50:47.812 INFO:tasks.workunit.client.0.smithi145.stderr: -484> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding auth protocol: cephx 2023-12-03T11:50:47.812 INFO:tasks.workunit.client.0.smithi145.stderr: -483> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: secure 2023-12-03T11:50:47.812 INFO:tasks.workunit.client.0.smithi145.stderr: -482> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: crc 2023-12-03T11:50:47.813 INFO:tasks.workunit.client.0.smithi145.stderr: -481> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: secure 2023-12-03T11:50:47.813 INFO:tasks.workunit.client.0.smithi145.stderr: -480> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: crc 2023-12-03T11:50:47.813 INFO:tasks.workunit.client.0.smithi145.stderr: -479> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: secure 2023-12-03T11:50:47.813 INFO:tasks.workunit.client.0.smithi145.stderr: -478> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: crc 2023-12-03T11:50:47.813 INFO:tasks.workunit.client.0.smithi145.stderr: -477> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: crc 2023-12-03T11:50:47.813 INFO:tasks.workunit.client.0.smithi145.stderr: -476> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: secure 2023-12-03T11:50:47.813 INFO:tasks.workunit.client.0.smithi145.stderr: -475> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: crc 2023-12-03T11:50:47.813 INFO:tasks.workunit.client.0.smithi145.stderr: -474> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: secure 2023-12-03T11:50:47.813 INFO:tasks.workunit.client.0.smithi145.stderr: -473> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: crc 2023-12-03T11:50:47.813 INFO:tasks.workunit.client.0.smithi145.stderr: -472> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: secure 2023-12-03T11:50:47.813 INFO:tasks.workunit.client.0.smithi145.stderr: -471> 2023-12-03T11:50:47.740+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.813 INFO:tasks.workunit.client.0.smithi145.stderr: -470> 2023-12-03T11:50:47.740+0000 7ff9bf322800 10 monclient: init 2023-12-03T11:50:47.813 INFO:tasks.workunit.client.0.smithi145.stderr: -469> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding auth protocol: cephx 2023-12-03T11:50:47.813 INFO:tasks.workunit.client.0.smithi145.stderr: -468> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding auth protocol: cephx 2023-12-03T11:50:47.813 INFO:tasks.workunit.client.0.smithi145.stderr: -467> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding auth protocol: cephx 2023-12-03T11:50:47.813 INFO:tasks.workunit.client.0.smithi145.stderr: -466> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: secure 2023-12-03T11:50:47.813 INFO:tasks.workunit.client.0.smithi145.stderr: -465> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: crc 2023-12-03T11:50:47.814 INFO:tasks.workunit.client.0.smithi145.stderr: -464> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: secure 2023-12-03T11:50:47.814 INFO:tasks.workunit.client.0.smithi145.stderr: -463> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: crc 2023-12-03T11:50:47.814 INFO:tasks.workunit.client.0.smithi145.stderr: -462> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: secure 2023-12-03T11:50:47.814 INFO:tasks.workunit.client.0.smithi145.stderr: -461> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: crc 2023-12-03T11:50:47.814 INFO:tasks.workunit.client.0.smithi145.stderr: -460> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: crc 2023-12-03T11:50:47.814 INFO:tasks.workunit.client.0.smithi145.stderr: -459> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: secure 2023-12-03T11:50:47.814 INFO:tasks.workunit.client.0.smithi145.stderr: -458> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: crc 2023-12-03T11:50:47.814 INFO:tasks.workunit.client.0.smithi145.stderr: -457> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: secure 2023-12-03T11:50:47.814 INFO:tasks.workunit.client.0.smithi145.stderr: -456> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: crc 2023-12-03T11:50:47.814 INFO:tasks.workunit.client.0.smithi145.stderr: -455> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: secure 2023-12-03T11:50:47.814 INFO:tasks.workunit.client.0.smithi145.stderr: -454> 2023-12-03T11:50:47.741+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.814 INFO:tasks.workunit.client.0.smithi145.stderr: -453> 2023-12-03T11:50:47.741+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.814 INFO:tasks.workunit.client.0.smithi145.stderr: -452> 2023-12-03T11:50:47.741+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command rotate-key cmddesc rotate-key hook 0x7ffe7d23f088 EEXIST 2023-12-03T11:50:47.814 INFO:tasks.workunit.client.0.smithi145.stderr: -451> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient: _reopen_session rank -1 2023-12-03T11:50:47.815 INFO:tasks.workunit.client.0.smithi145.stderr: -450> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient: _add_conns ranks=[2,1,0] 2023-12-03T11:50:47.815 INFO:tasks.workunit.client.0.smithi145.stderr: -449> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-c con 0x55f9abce00f0 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:50:47.815 INFO:tasks.workunit.client.0.smithi145.stderr: -448> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-b con 0x55f9abceb610 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:50:47.815 INFO:tasks.workunit.client.0.smithi145.stderr: -447> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-a con 0x55f9abce2a00 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:50:47.815 INFO:tasks.workunit.client.0.smithi145.stderr: -446> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.815 INFO:tasks.workunit.client.0.smithi145.stderr: -445> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.815 INFO:tasks.workunit.client.0.smithi145.stderr: -444> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.815 INFO:tasks.workunit.client.0.smithi145.stderr: -443> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient(hunting): _renew_subs 2023-12-03T11:50:47.815 INFO:tasks.workunit.client.0.smithi145.stderr: -442> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient(hunting): authenticate will time out at 1603.091113s 2023-12-03T11:50:47.815 INFO:tasks.workunit.client.0.smithi145.stderr: -441> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient(hunting): get_auth_request con 0x55f9abce00f0 auth_method 0 2023-12-03T11:50:47.815 INFO:tasks.workunit.client.0.smithi145.stderr: -440> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.815 INFO:tasks.workunit.client.0.smithi145.stderr: -439> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.815 INFO:tasks.workunit.client.0.smithi145.stderr: -438> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.815 INFO:tasks.workunit.client.0.smithi145.stderr: -437> 2023-12-03T11:50:47.741+0000 7ff9ba7ac640 10 monclient(hunting): get_auth_request con 0x55f9abce2a00 auth_method 0 2023-12-03T11:50:47.815 INFO:tasks.workunit.client.0.smithi145.stderr: -436> 2023-12-03T11:50:47.741+0000 7ff9ba7ac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.816 INFO:tasks.workunit.client.0.smithi145.stderr: -435> 2023-12-03T11:50:47.741+0000 7ff9ba7ac640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.816 INFO:tasks.workunit.client.0.smithi145.stderr: -434> 2023-12-03T11:50:47.741+0000 7ff9ba7ac640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.816 INFO:tasks.workunit.client.0.smithi145.stderr: -433> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.816 INFO:tasks.workunit.client.0.smithi145.stderr: -432> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.816 INFO:tasks.workunit.client.0.smithi145.stderr: -431> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.816 INFO:tasks.workunit.client.0.smithi145.stderr: -430> 2023-12-03T11:50:47.741+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.816 INFO:tasks.workunit.client.0.smithi145.stderr: -429> 2023-12-03T11:50:47.741+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.816 INFO:tasks.workunit.client.0.smithi145.stderr: -428> 2023-12-03T11:50:47.741+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.816 INFO:tasks.workunit.client.0.smithi145.stderr: -427> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_done global_id 6704 payload 274 2023-12-03T11:50:47.816 INFO:tasks.workunit.client.0.smithi145.stderr: -426> 2023-12-03T11:50:47.741+0000 7ff9b3fff640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:47.816 INFO:tasks.workunit.client.0.smithi145.stderr: -425> 2023-12-03T11:50:47.741+0000 7ff9b3fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:47.816 INFO:tasks.workunit.client.0.smithi145.stderr: -424> 2023-12-03T11:50:47.741+0000 7ff9b3fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:47.816 INFO:tasks.workunit.client.0.smithi145.stderr: -423> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient: _finish_hunting 0 2023-12-03T11:50:47.816 INFO:tasks.workunit.client.0.smithi145.stderr: -422> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 1 monclient: found mon.noname-c 2023-12-03T11:50:47.816 INFO:tasks.workunit.client.0.smithi145.stderr: -421> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.816 INFO:tasks.workunit.client.0.smithi145.stderr: -420> 2023-12-03T11:50:47.741+0000 7ff9bafad640 10 monclient: get_auth_request con 0x55f9abceb610 auth_method 0 2023-12-03T11:50:47.817 INFO:tasks.workunit.client.0.smithi145.stderr: -419> 2023-12-03T11:50:47.741+0000 7ff9bafad640 10 monclient: get_auth_request con 0x7ff99c069850 auth_method 0 2023-12-03T11:50:47.817 INFO:tasks.workunit.client.0.smithi145.stderr: -418> 2023-12-03T11:50:47.741+0000 7ff9b17fa640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:47.817 INFO:tasks.workunit.client.0.smithi145.stderr: -417> 2023-12-03T11:50:47.741+0000 7ff9b17fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:50:47.817 INFO:tasks.workunit.client.0.smithi145.stderr: -416> 2023-12-03T11:50:47.741+0000 7ff9b17fa640 10 monclient: dump: 2023-12-03T11:50:47.817 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:47.817 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:47.817 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.817 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.817 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:47.817 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.817 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:47.817 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:47.817 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:47.817 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.817 INFO:tasks.workunit.client.0.smithi145.stderr: -415> 2023-12-03T11:50:47.742+0000 7ff9b17fa640 10 monclient: _finish_auth 0 2023-12-03T11:50:47.817 INFO:tasks.workunit.client.0.smithi145.stderr: -414> 2023-12-03T11:50:47.742+0000 7ff9b17fa640 10 monclient: _check_auth_tickets 2023-12-03T11:50:47.817 INFO:tasks.workunit.client.0.smithi145.stderr: -413> 2023-12-03T11:50:47.742+0000 7ff9b17fa640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:47.818 INFO:tasks.workunit.client.0.smithi145.stderr: -412> 2023-12-03T11:50:47.742+0000 7ff9b17fa640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:47.818 INFO:tasks.workunit.client.0.smithi145.stderr: -411> 2023-12-03T11:50:47.742+0000 7ff9b17fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:47.818 INFO:tasks.workunit.client.0.smithi145.stderr: -410> 2023-12-03T11:50:47.742+0000 7ff9b17fa640 10 monclient: dump: 2023-12-03T11:50:47.818 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:47.818 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:47.818 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.818 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.818 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:47.818 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.818 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:47.818 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:47.818 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:47.818 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.818 INFO:tasks.workunit.client.0.smithi145.stderr: -409> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 monclient: authenticate success, global_id 6704 2023-12-03T11:50:47.819 INFO:tasks.workunit.client.0.smithi145.stderr: -408> 2023-12-03T11:50:47.742+0000 7ff9bf322800 10 monclient: get_monmap_and_config success 2023-12-03T11:50:47.819 INFO:tasks.workunit.client.0.smithi145.stderr: -407> 2023-12-03T11:50:47.742+0000 7ff9bf322800 4 set_mon_vals no callback set 2023-12-03T11:50:47.819 INFO:tasks.workunit.client.0.smithi145.stderr: -406> 2023-12-03T11:50:47.742+0000 7ff9bf322800 10 monclient: shutdown 2023-12-03T11:50:47.819 INFO:tasks.workunit.client.0.smithi145.stderr: -405> 2023-12-03T11:50:47.742+0000 7ff9bf322800 10 monclient: build_initial_monmap 2023-12-03T11:50:47.819 INFO:tasks.workunit.client.0.smithi145.stderr: -404> 2023-12-03T11:50:47.742+0000 7ff9bf322800 1 build_initial for_mkfs: 0 2023-12-03T11:50:47.819 INFO:tasks.workunit.client.0.smithi145.stderr: -403> 2023-12-03T11:50:47.742+0000 7ff9bf322800 10 monclient: monmap: 2023-12-03T11:50:47.819 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:50:47.819 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:47.819 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:50:47.819 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:50:47.819 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:47.819 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.819 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:50:47.819 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:50:47.819 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:50:47.820 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.820 INFO:tasks.workunit.client.0.smithi145.stderr: -402> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding auth protocol: cephx 2023-12-03T11:50:47.820 INFO:tasks.workunit.client.0.smithi145.stderr: -401> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding auth protocol: cephx 2023-12-03T11:50:47.820 INFO:tasks.workunit.client.0.smithi145.stderr: -400> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding auth protocol: cephx 2023-12-03T11:50:47.820 INFO:tasks.workunit.client.0.smithi145.stderr: -399> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: secure 2023-12-03T11:50:47.820 INFO:tasks.workunit.client.0.smithi145.stderr: -398> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: crc 2023-12-03T11:50:47.820 INFO:tasks.workunit.client.0.smithi145.stderr: -397> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: secure 2023-12-03T11:50:47.820 INFO:tasks.workunit.client.0.smithi145.stderr: -396> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: crc 2023-12-03T11:50:47.820 INFO:tasks.workunit.client.0.smithi145.stderr: -395> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: secure 2023-12-03T11:50:47.820 INFO:tasks.workunit.client.0.smithi145.stderr: -394> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: crc 2023-12-03T11:50:47.820 INFO:tasks.workunit.client.0.smithi145.stderr: -393> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: crc 2023-12-03T11:50:47.820 INFO:tasks.workunit.client.0.smithi145.stderr: -392> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: secure 2023-12-03T11:50:47.820 INFO:tasks.workunit.client.0.smithi145.stderr: -391> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: crc 2023-12-03T11:50:47.820 INFO:tasks.workunit.client.0.smithi145.stderr: -390> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: secure 2023-12-03T11:50:47.820 INFO:tasks.workunit.client.0.smithi145.stderr: -389> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: crc 2023-12-03T11:50:47.821 INFO:tasks.workunit.client.0.smithi145.stderr: -388> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: secure 2023-12-03T11:50:47.821 INFO:tasks.workunit.client.0.smithi145.stderr: -387> 2023-12-03T11:50:47.742+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.821 INFO:tasks.workunit.client.0.smithi145.stderr: -386> 2023-12-03T11:50:47.742+0000 7ff9bf322800 1 librados: starting msgr at 2023-12-03T11:50:47.821 INFO:tasks.workunit.client.0.smithi145.stderr: -385> 2023-12-03T11:50:47.742+0000 7ff9bf322800 1 librados: starting objecter 2023-12-03T11:50:47.821 INFO:tasks.workunit.client.0.smithi145.stderr: -384> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command objecter_requests cmddesc objecter_requests hook 0x55f9abcb7ef0 EEXIST 2023-12-03T11:50:47.821 INFO:tasks.workunit.client.0.smithi145.stderr: -383> 2023-12-03T11:50:47.743+0000 7ff9bf322800 1 librados: setting wanted keys 2023-12-03T11:50:47.821 INFO:tasks.workunit.client.0.smithi145.stderr: -382> 2023-12-03T11:50:47.743+0000 7ff9bf322800 1 librados: calling monclient init 2023-12-03T11:50:47.821 INFO:tasks.workunit.client.0.smithi145.stderr: -381> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient: init 2023-12-03T11:50:47.821 INFO:tasks.workunit.client.0.smithi145.stderr: -380> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding auth protocol: cephx 2023-12-03T11:50:47.821 INFO:tasks.workunit.client.0.smithi145.stderr: -379> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding auth protocol: cephx 2023-12-03T11:50:47.821 INFO:tasks.workunit.client.0.smithi145.stderr: -378> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding auth protocol: cephx 2023-12-03T11:50:47.821 INFO:tasks.workunit.client.0.smithi145.stderr: -377> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: secure 2023-12-03T11:50:47.821 INFO:tasks.workunit.client.0.smithi145.stderr: -376> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: crc 2023-12-03T11:50:47.821 INFO:tasks.workunit.client.0.smithi145.stderr: -375> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: secure 2023-12-03T11:50:47.822 INFO:tasks.workunit.client.0.smithi145.stderr: -374> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: crc 2023-12-03T11:50:47.822 INFO:tasks.workunit.client.0.smithi145.stderr: -373> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: secure 2023-12-03T11:50:47.822 INFO:tasks.workunit.client.0.smithi145.stderr: -372> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: crc 2023-12-03T11:50:47.822 INFO:tasks.workunit.client.0.smithi145.stderr: -371> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: crc 2023-12-03T11:50:47.822 INFO:tasks.workunit.client.0.smithi145.stderr: -370> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: secure 2023-12-03T11:50:47.822 INFO:tasks.workunit.client.0.smithi145.stderr: -369> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: crc 2023-12-03T11:50:47.822 INFO:tasks.workunit.client.0.smithi145.stderr: -368> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: secure 2023-12-03T11:50:47.822 INFO:tasks.workunit.client.0.smithi145.stderr: -367> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: crc 2023-12-03T11:50:47.822 INFO:tasks.workunit.client.0.smithi145.stderr: -366> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: secure 2023-12-03T11:50:47.822 INFO:tasks.workunit.client.0.smithi145.stderr: -365> 2023-12-03T11:50:47.743+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.822 INFO:tasks.workunit.client.0.smithi145.stderr: -364> 2023-12-03T11:50:47.743+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.822 INFO:tasks.workunit.client.0.smithi145.stderr: -363> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command rotate-key cmddesc rotate-key hook 0x55f9abcafb00 EEXIST 2023-12-03T11:50:47.822 INFO:tasks.workunit.client.0.smithi145.stderr: -362> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient: _reopen_session rank -1 2023-12-03T11:50:47.822 INFO:tasks.workunit.client.0.smithi145.stderr: -361> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient: _add_conns ranks=[2,1,0] 2023-12-03T11:50:47.822 INFO:tasks.workunit.client.0.smithi145.stderr: -360> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-c con 0x55f9abce00f0 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:50:47.823 INFO:tasks.workunit.client.0.smithi145.stderr: -359> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-b con 0x55f9abce2a00 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:50:47.823 INFO:tasks.workunit.client.0.smithi145.stderr: -358> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-a con 0x55f9abceb610 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:50:47.823 INFO:tasks.workunit.client.0.smithi145.stderr: -357> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.823 INFO:tasks.workunit.client.0.smithi145.stderr: -356> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.823 INFO:tasks.workunit.client.0.smithi145.stderr: -355> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.823 INFO:tasks.workunit.client.0.smithi145.stderr: -354> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient(hunting): _renew_subs 2023-12-03T11:50:47.823 INFO:tasks.workunit.client.0.smithi145.stderr: -353> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient(hunting): authenticate will time out at 1603.093239s 2023-12-03T11:50:47.823 INFO:tasks.workunit.client.0.smithi145.stderr: -352> 2023-12-03T11:50:47.743+0000 7ff9bb7ae640 10 monclient(hunting): get_auth_request con 0x55f9abceb610 auth_method 0 2023-12-03T11:50:47.823 INFO:tasks.workunit.client.0.smithi145.stderr: -351> 2023-12-03T11:50:47.743+0000 7ff9bb7ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.823 INFO:tasks.workunit.client.0.smithi145.stderr: -350> 2023-12-03T11:50:47.743+0000 7ff9bb7ae640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.823 INFO:tasks.workunit.client.0.smithi145.stderr: -349> 2023-12-03T11:50:47.743+0000 7ff9bb7ae640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.823 INFO:tasks.workunit.client.0.smithi145.stderr: -348> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient(hunting): get_auth_request con 0x55f9abce00f0 auth_method 0 2023-12-03T11:50:47.823 INFO:tasks.workunit.client.0.smithi145.stderr: -347> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.823 INFO:tasks.workunit.client.0.smithi145.stderr: -346> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.823 INFO:tasks.workunit.client.0.smithi145.stderr: -345> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.823 INFO:tasks.workunit.client.0.smithi145.stderr: -344> 2023-12-03T11:50:47.743+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.824 INFO:tasks.workunit.client.0.smithi145.stderr: -343> 2023-12-03T11:50:47.743+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.824 INFO:tasks.workunit.client.0.smithi145.stderr: -342> 2023-12-03T11:50:47.743+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.824 INFO:tasks.workunit.client.0.smithi145.stderr: -341> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.824 INFO:tasks.workunit.client.0.smithi145.stderr: -340> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.824 INFO:tasks.workunit.client.0.smithi145.stderr: -339> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.824 INFO:tasks.workunit.client.0.smithi145.stderr: -338> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient(hunting): handle_auth_done global_id 6707 payload 824 2023-12-03T11:50:47.824 INFO:tasks.workunit.client.0.smithi145.stderr: -337> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient: _finish_hunting 0 2023-12-03T11:50:47.824 INFO:tasks.workunit.client.0.smithi145.stderr: -336> 2023-12-03T11:50:47.743+0000 7ff9bafad640 1 monclient: found mon.noname-c 2023-12-03T11:50:47.824 INFO:tasks.workunit.client.0.smithi145.stderr: -335> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.824 INFO:tasks.workunit.client.0.smithi145.stderr: -334> 2023-12-03T11:50:47.744+0000 7ff99b7fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:47.824 INFO:tasks.workunit.client.0.smithi145.stderr: -333> 2023-12-03T11:50:47.744+0000 7ff99b7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:50:47.824 INFO:tasks.workunit.client.0.smithi145.stderr: -332> 2023-12-03T11:50:47.744+0000 7ff99b7fe640 10 monclient: dump: 2023-12-03T11:50:47.824 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:47.824 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:47.824 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.825 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.825 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:47.825 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.825 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:47.825 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:47.825 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:47.825 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.825 INFO:tasks.workunit.client.0.smithi145.stderr: -331> 2023-12-03T11:50:47.744+0000 7ff99b7fe640 10 monclient: _finish_auth 0 2023-12-03T11:50:47.825 INFO:tasks.workunit.client.0.smithi145.stderr: -330> 2023-12-03T11:50:47.744+0000 7ff99b7fe640 10 monclient: _check_auth_tickets 2023-12-03T11:50:47.825 INFO:tasks.workunit.client.0.smithi145.stderr: -329> 2023-12-03T11:50:47.744+0000 7ff99b7fe640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:47.825 INFO:tasks.workunit.client.0.smithi145.stderr: -328> 2023-12-03T11:50:47.744+0000 7ff99b7fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:47.825 INFO:tasks.workunit.client.0.smithi145.stderr: -327> 2023-12-03T11:50:47.744+0000 7ff99b7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:47.825 INFO:tasks.workunit.client.0.smithi145.stderr: -326> 2023-12-03T11:50:47.744+0000 7ff99b7fe640 10 monclient: dump: 2023-12-03T11:50:47.825 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:47.825 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:47.825 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.826 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.826 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:47.826 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.826 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:47.826 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:47.826 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:47.826 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.826 INFO:tasks.workunit.client.0.smithi145.stderr: -325> 2023-12-03T11:50:47.744+0000 7ff9bf322800 5 monclient: authenticate success, global_id 6707 2023-12-03T11:50:47.826 INFO:tasks.workunit.client.0.smithi145.stderr: -324> 2023-12-03T11:50:47.744+0000 7ff9b17fa640 4 set_mon_vals no callback set 2023-12-03T11:50:47.826 INFO:tasks.workunit.client.0.smithi145.stderr: -323> 2023-12-03T11:50:47.744+0000 7ff9bf322800 10 monclient: _renew_subs 2023-12-03T11:50:47.826 INFO:tasks.workunit.client.0.smithi145.stderr: -322> 2023-12-03T11:50:47.744+0000 7ff9bf322800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.826 INFO:tasks.workunit.client.0.smithi145.stderr: -321> 2023-12-03T11:50:47.744+0000 7ff9bf322800 10 monclient: _renew_subs 2023-12-03T11:50:47.826 INFO:tasks.workunit.client.0.smithi145.stderr: -320> 2023-12-03T11:50:47.744+0000 7ff9bf322800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.826 INFO:tasks.workunit.client.0.smithi145.stderr: -319> 2023-12-03T11:50:47.744+0000 7ff9bf322800 1 librados: init done 2023-12-03T11:50:47.826 INFO:tasks.workunit.client.0.smithi145.stderr: -318> 2023-12-03T11:50:47.745+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.827 INFO:tasks.workunit.client.0.smithi145.stderr: -317> 2023-12-03T11:50:47.745+0000 7ff99b7fe640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:47.827 INFO:tasks.workunit.client.0.smithi145.stderr: -316> 2023-12-03T11:50:47.745+0000 7ff99b7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:47.827 INFO:tasks.workunit.client.0.smithi145.stderr: -315> 2023-12-03T11:50:47.745+0000 7ff99b7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:47.827 INFO:tasks.workunit.client.0.smithi145.stderr: -314> 2023-12-03T11:50:47.746+0000 7ff9ba7ac640 10 monclient: get_auth_request con 0x7ff994069850 auth_method 0 2023-12-03T11:50:47.827 INFO:tasks.workunit.client.0.smithi145.stderr: -313> 2023-12-03T11:50:47.746+0000 7ff9bb7ae640 10 monclient: get_auth_request con 0x55f9abcfde90 auth_method 0 2023-12-03T11:50:47.827 INFO:tasks.workunit.client.0.smithi145.stderr: -312> 2023-12-03T11:50:47.746+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.827 INFO:tasks.workunit.client.0.smithi145.stderr: -311> 2023-12-03T11:50:47.746+0000 7ff9bf322800 20 realm 2023-12-03T11:50:47.827 INFO:tasks.workunit.client.0.smithi145.stderr: -310> 2023-12-03T11:50:47.746+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.827 INFO:tasks.workunit.client.0.smithi145.stderr: -309> 2023-12-03T11:50:47.746+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.827 INFO:tasks.workunit.client.0.smithi145.stderr: -308> 2023-12-03T11:50:47.746+0000 7ff9bf322800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:47.827 INFO:tasks.workunit.client.0.smithi145.stderr: -307> 2023-12-03T11:50:47.746+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.827 INFO:tasks.workunit.client.0.smithi145.stderr: -306> 2023-12-03T11:50:47.747+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.827 INFO:tasks.workunit.client.0.smithi145.stderr: -305> 2023-12-03T11:50:47.747+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.827 INFO:tasks.workunit.client.0.smithi145.stderr: -304> 2023-12-03T11:50:47.747+0000 7ff9bafad640 10 monclient: get_auth_request con 0x55f9abd01c10 auth_method 0 2023-12-03T11:50:47.828 INFO:tasks.workunit.client.0.smithi145.stderr: -303> 2023-12-03T11:50:47.748+0000 7ff9bf322800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:47.828 INFO:tasks.workunit.client.0.smithi145.stderr: -302> 2023-12-03T11:50:47.748+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.828 INFO:tasks.workunit.client.0.smithi145.stderr: -301> 2023-12-03T11:50:47.748+0000 7ff9ba7ac640 10 monclient: get_auth_request con 0x55f9abd05420 auth_method 0 2023-12-03T11:50:47.828 INFO:tasks.workunit.client.0.smithi145.stderr: -300> 2023-12-03T11:50:47.748+0000 7ff9bf322800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:47.828 INFO:tasks.workunit.client.0.smithi145.stderr: -299> 2023-12-03T11:50:47.748+0000 7ff9bf322800 20 searching for the correct realm 2023-12-03T11:50:47.828 INFO:tasks.workunit.client.0.smithi145.stderr: -298> 2023-12-03T11:50:47.749+0000 7ff9bb7ae640 10 monclient: get_auth_request con 0x7ff9a405e6e0 auth_method 0 2023-12-03T11:50:47.828 INFO:tasks.workunit.client.0.smithi145.stderr: -297> 2023-12-03T11:50:47.749+0000 7ff9bafad640 10 monclient: get_auth_request con 0x7ff9ac05db20 auth_method 0 2023-12-03T11:50:47.828 INFO:tasks.workunit.client.0.smithi145.stderr: -296> 2023-12-03T11:50:47.750+0000 7ff9ba7ac640 10 monclient: get_auth_request con 0x7ff9b400e070 auth_method 0 2023-12-03T11:50:47.828 INFO:tasks.workunit.client.0.smithi145.stderr: -295> 2023-12-03T11:50:47.752+0000 7ff9bb7ae640 10 monclient: get_auth_request con 0x7ff9a4057ba0 auth_method 0 2023-12-03T11:50:47.828 INFO:tasks.workunit.client.0.smithi145.stderr: -294> 2023-12-03T11:50:47.754+0000 7ff9bafad640 10 monclient: get_auth_request con 0x7ff9a405ccd0 auth_method 0 2023-12-03T11:50:47.828 INFO:tasks.workunit.client.0.smithi145.stderr: -293> 2023-12-03T11:50:47.757+0000 7ff9bafad640 0 -- 172.21.15.145:0/1034268015 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55f9abd01c10 msgr2=0x55f9abd04040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:50:47.828 INFO:tasks.workunit.client.0.smithi145.stderr: -292> 2023-12-03T11:50:47.757+0000 7ff99b7fe640 1 client.6707.objecter ms_handle_reset 0x55f9abd01c10 session 0x55f9aba70320 osd.5 2023-12-03T11:50:47.828 INFO:tasks.workunit.client.0.smithi145.stderr: -291> 2023-12-03T11:50:47.757+0000 7ff99b7fe640 10 monclient: _renew_subs 2023-12-03T11:50:47.828 INFO:tasks.workunit.client.0.smithi145.stderr: -290> 2023-12-03T11:50:47.757+0000 7ff99b7fe640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.828 INFO:tasks.workunit.client.0.smithi145.stderr: -289> 2023-12-03T11:50:47.758+0000 7ff9bafad640 10 monclient: get_auth_request con 0x7ff9940795f0 auth_method 0 2023-12-03T11:50:47.828 INFO:tasks.workunit.client.0.smithi145.stderr: -288> 2023-12-03T11:50:47.758+0000 7ff9bf322800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:47.829 INFO:tasks.workunit.client.0.smithi145.stderr: -287> 2023-12-03T11:50:47.758+0000 7ff9bf322800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:47.829 INFO:tasks.workunit.client.0.smithi145.stderr: -286> 2023-12-03T11:50:47.758+0000 7ff9bf322800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:47.829 INFO:tasks.workunit.client.0.smithi145.stderr: -285> 2023-12-03T11:50:47.758+0000 7ff9bf322800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:47.829 INFO:tasks.workunit.client.0.smithi145.stderr: -284> 2023-12-03T11:50:47.758+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.829 INFO:tasks.workunit.client.0.smithi145.stderr: -283> 2023-12-03T11:50:47.759+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.829 INFO:tasks.workunit.client.0.smithi145.stderr: -282> 2023-12-03T11:50:47.759+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.829 INFO:tasks.workunit.client.0.smithi145.stderr: -281> 2023-12-03T11:50:47.759+0000 7ff9bf322800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:47.829 INFO:tasks.workunit.client.0.smithi145.stderr: -280> 2023-12-03T11:50:47.759+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.829 INFO:tasks.workunit.client.0.smithi145.stderr: -279> 2023-12-03T11:50:47.759+0000 7ff9bf322800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:47.829 INFO:tasks.workunit.client.0.smithi145.stderr: -278> 2023-12-03T11:50:47.759+0000 7ff9bf322800 20 zone default found 2023-12-03T11:50:47.829 INFO:tasks.workunit.client.0.smithi145.stderr: -277> 2023-12-03T11:50:47.759+0000 7ff9bf322800 4 Realm: () 2023-12-03T11:50:47.829 INFO:tasks.workunit.client.0.smithi145.stderr: -276> 2023-12-03T11:50:47.759+0000 7ff9bf322800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:47.829 INFO:tasks.workunit.client.0.smithi145.stderr: -275> 2023-12-03T11:50:47.759+0000 7ff9bf322800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:47.829 INFO:tasks.workunit.client.0.smithi145.stderr: -274> 2023-12-03T11:50:47.759+0000 7ff9bf322800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:47.829 INFO:tasks.workunit.client.0.smithi145.stderr: -273> 2023-12-03T11:50:47.759+0000 7ff9bf322800 20 zonegroup default 2023-12-03T11:50:47.829 INFO:tasks.workunit.client.0.smithi145.stderr: -272> 2023-12-03T11:50:47.759+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.830 INFO:tasks.workunit.client.0.smithi145.stderr: -271> 2023-12-03T11:50:47.760+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.830 INFO:tasks.workunit.client.0.smithi145.stderr: -270> 2023-12-03T11:50:47.760+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.830 INFO:tasks.workunit.client.0.smithi145.stderr: -269> 2023-12-03T11:50:47.760+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.830 INFO:tasks.workunit.client.0.smithi145.stderr: -268> 2023-12-03T11:50:47.760+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.830 INFO:tasks.workunit.client.0.smithi145.stderr: -267> 2023-12-03T11:50:47.760+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.830 INFO:tasks.workunit.client.0.smithi145.stderr: -266> 2023-12-03T11:50:47.760+0000 7ff9bf322800 20 started sync module instance, tier type = 2023-12-03T11:50:47.830 INFO:tasks.workunit.client.0.smithi145.stderr: -265> 2023-12-03T11:50:47.760+0000 7ff9bf322800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:47.830 INFO:tasks.workunit.client.0.smithi145.stderr: -264> 2023-12-03T11:50:47.763+0000 7ff99b7fe640 1 client.6707.objecter ms_handle_reset 0x7ff9a405e6e0 session 0x7ff9a4056870 osd.7 2023-12-03T11:50:47.830 INFO:tasks.workunit.client.0.smithi145.stderr: -263> 2023-12-03T11:50:47.763+0000 7ff9bb7ae640 10 monclient: get_auth_request con 0x55f9abd01c10 auth_method 0 2023-12-03T11:50:47.830 INFO:tasks.workunit.client.0.smithi145.stderr: -262> 2023-12-03T11:50:47.765+0000 7ff9bb7ae640 0 -- 172.21.15.145:0/1034268015 >> [v2:172.21.15.149:6816/3721565933,v1:172.21.15.149:6817/3721565933] conn(0x55f9abd01c10 msgr2=0x7ff99407e6f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:47.830 INFO:tasks.workunit.client.0.smithi145.stderr: -261> 2023-12-03T11:50:47.765+0000 7ff99b7fe640 1 client.6707.objecter ms_handle_reset 0x55f9abd01c10 session 0x7ff9a4056870 osd.7 2023-12-03T11:50:47.830 INFO:tasks.workunit.client.0.smithi145.stderr: -260> 2023-12-03T11:50:47.765+0000 7ff9bb7ae640 10 monclient: get_auth_request con 0x7ff9a405e6e0 auth_method 0 2023-12-03T11:50:47.830 INFO:tasks.workunit.client.0.smithi145.stderr: -259> 2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=0 2023-12-03T11:50:47.830 INFO:tasks.workunit.client.0.smithi145.stderr: -258> 2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=1 2023-12-03T11:50:47.830 INFO:tasks.workunit.client.0.smithi145.stderr: -257> 2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=2 2023-12-03T11:50:47.831 INFO:tasks.workunit.client.0.smithi145.stderr: -256> 2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=3 2023-12-03T11:50:47.831 INFO:tasks.workunit.client.0.smithi145.stderr: -255> 2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=4 2023-12-03T11:50:47.831 INFO:tasks.workunit.client.0.smithi145.stderr: -254> 2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=5 2023-12-03T11:50:47.831 INFO:tasks.workunit.client.0.smithi145.stderr: -253> 2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=6 2023-12-03T11:50:47.831 INFO:tasks.workunit.client.0.smithi145.stderr: -252> 2023-12-03T11:50:47.770+0000 7ff9bf322800 20 add_watcher() i=7 2023-12-03T11:50:47.831 INFO:tasks.workunit.client.0.smithi145.stderr: -251> 2023-12-03T11:50:47.770+0000 7ff9bf322800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:47.831 INFO:tasks.workunit.client.0.smithi145.stderr: -250> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding auth protocol: cephx 2023-12-03T11:50:47.831 INFO:tasks.workunit.client.0.smithi145.stderr: -249> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding auth protocol: cephx 2023-12-03T11:50:47.831 INFO:tasks.workunit.client.0.smithi145.stderr: -248> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding auth protocol: cephx 2023-12-03T11:50:47.831 INFO:tasks.workunit.client.0.smithi145.stderr: -247> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: secure 2023-12-03T11:50:47.831 INFO:tasks.workunit.client.0.smithi145.stderr: -246> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: crc 2023-12-03T11:50:47.831 INFO:tasks.workunit.client.0.smithi145.stderr: -245> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: secure 2023-12-03T11:50:47.831 INFO:tasks.workunit.client.0.smithi145.stderr: -244> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: crc 2023-12-03T11:50:47.831 INFO:tasks.workunit.client.0.smithi145.stderr: -243> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: secure 2023-12-03T11:50:47.831 INFO:tasks.workunit.client.0.smithi145.stderr: -242> 2023-12-03T11:50:47.772+0000 7ff8fbfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:47.831 INFO:tasks.workunit.client.0.smithi145.stderr: -241> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: crc 2023-12-03T11:50:47.832 INFO:tasks.workunit.client.0.smithi145.stderr: -240> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: crc 2023-12-03T11:50:47.832 INFO:tasks.workunit.client.0.smithi145.stderr: -239> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: secure 2023-12-03T11:50:47.832 INFO:tasks.workunit.client.0.smithi145.stderr: -238> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: crc 2023-12-03T11:50:47.832 INFO:tasks.workunit.client.0.smithi145.stderr: -237> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: secure 2023-12-03T11:50:47.832 INFO:tasks.workunit.client.0.smithi145.stderr: -236> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: crc 2023-12-03T11:50:47.832 INFO:tasks.workunit.client.0.smithi145.stderr: -235> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: secure 2023-12-03T11:50:47.832 INFO:tasks.workunit.client.0.smithi145.stderr: -234> 2023-12-03T11:50:47.772+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.832 INFO:tasks.workunit.client.0.smithi145.stderr: -233> 2023-12-03T11:50:47.772+0000 7ff9bf322800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:47.832 INFO:tasks.workunit.client.0.smithi145.stderr: -232> 2023-12-03T11:50:47.772+0000 7ff9bf322800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:47.832 INFO:tasks.workunit.client.0.smithi145.stderr: -231> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command cache list hook 0x55f9abc89d80 2023-12-03T11:50:47.832 INFO:tasks.workunit.client.0.smithi145.stderr: -230> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command cache inspect hook 0x55f9abc89d80 2023-12-03T11:50:47.832 INFO:tasks.workunit.client.0.smithi145.stderr: -229> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command cache erase hook 0x55f9abc89d80 2023-12-03T11:50:47.832 INFO:tasks.workunit.client.0.smithi145.stderr: -228> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command cache zap hook 0x55f9abc89d80 2023-12-03T11:50:47.832 INFO:tasks.workunit.client.0.smithi145.stderr: -227> 2023-12-03T11:50:47.772+0000 7ff9bf322800 10 monclient: get_monmap_and_config 2023-12-03T11:50:47.832 INFO:tasks.workunit.client.0.smithi145.stderr: -226> 2023-12-03T11:50:47.772+0000 7ff9bf322800 10 monclient: build_initial_monmap 2023-12-03T11:50:47.833 INFO:tasks.workunit.client.0.smithi145.stderr: -225> 2023-12-03T11:50:47.772+0000 7ff9bf322800 1 build_initial for_mkfs: 0 2023-12-03T11:50:47.833 INFO:tasks.workunit.client.0.smithi145.stderr: -224> 2023-12-03T11:50:47.772+0000 7ff9bf322800 10 monclient: monmap: 2023-12-03T11:50:47.833 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:50:47.833 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:47.833 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:50:47.833 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:50:47.833 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:47.833 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.833 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:50:47.833 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:50:47.833 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:50:47.833 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.833 INFO:tasks.workunit.client.0.smithi145.stderr: -223> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding auth protocol: cephx 2023-12-03T11:50:47.833 INFO:tasks.workunit.client.0.smithi145.stderr: -222> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding auth protocol: cephx 2023-12-03T11:50:47.833 INFO:tasks.workunit.client.0.smithi145.stderr: -221> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding auth protocol: cephx 2023-12-03T11:50:47.834 INFO:tasks.workunit.client.0.smithi145.stderr: -220> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: secure 2023-12-03T11:50:47.834 INFO:tasks.workunit.client.0.smithi145.stderr: -219> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: crc 2023-12-03T11:50:47.834 INFO:tasks.workunit.client.0.smithi145.stderr: -218> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: secure 2023-12-03T11:50:47.834 INFO:tasks.workunit.client.0.smithi145.stderr: -217> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: crc 2023-12-03T11:50:47.834 INFO:tasks.workunit.client.0.smithi145.stderr: -216> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: secure 2023-12-03T11:50:47.834 INFO:tasks.workunit.client.0.smithi145.stderr: -215> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: crc 2023-12-03T11:50:47.834 INFO:tasks.workunit.client.0.smithi145.stderr: -214> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: crc 2023-12-03T11:50:47.834 INFO:tasks.workunit.client.0.smithi145.stderr: -213> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: secure 2023-12-03T11:50:47.834 INFO:tasks.workunit.client.0.smithi145.stderr: -212> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: crc 2023-12-03T11:50:47.834 INFO:tasks.workunit.client.0.smithi145.stderr: -211> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: secure 2023-12-03T11:50:47.834 INFO:tasks.workunit.client.0.smithi145.stderr: -210> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: crc 2023-12-03T11:50:47.834 INFO:tasks.workunit.client.0.smithi145.stderr: -209> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: secure 2023-12-03T11:50:47.834 INFO:tasks.workunit.client.0.smithi145.stderr: -208> 2023-12-03T11:50:47.772+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.834 INFO:tasks.workunit.client.0.smithi145.stderr: -207> 2023-12-03T11:50:47.772+0000 7ff9bf322800 10 monclient: init 2023-12-03T11:50:47.834 INFO:tasks.workunit.client.0.smithi145.stderr: -206> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding auth protocol: cephx 2023-12-03T11:50:47.835 INFO:tasks.workunit.client.0.smithi145.stderr: -205> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding auth protocol: cephx 2023-12-03T11:50:47.835 INFO:tasks.workunit.client.0.smithi145.stderr: -204> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding auth protocol: cephx 2023-12-03T11:50:47.835 INFO:tasks.workunit.client.0.smithi145.stderr: -203> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: secure 2023-12-03T11:50:47.835 INFO:tasks.workunit.client.0.smithi145.stderr: -202> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: crc 2023-12-03T11:50:47.835 INFO:tasks.workunit.client.0.smithi145.stderr: -201> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: secure 2023-12-03T11:50:47.835 INFO:tasks.workunit.client.0.smithi145.stderr: -200> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: crc 2023-12-03T11:50:47.835 INFO:tasks.workunit.client.0.smithi145.stderr: -199> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: secure 2023-12-03T11:50:47.835 INFO:tasks.workunit.client.0.smithi145.stderr: -198> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: crc 2023-12-03T11:50:47.835 INFO:tasks.workunit.client.0.smithi145.stderr: -197> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: crc 2023-12-03T11:50:47.835 INFO:tasks.workunit.client.0.smithi145.stderr: -196> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: secure 2023-12-03T11:50:47.835 INFO:tasks.workunit.client.0.smithi145.stderr: -195> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: crc 2023-12-03T11:50:47.835 INFO:tasks.workunit.client.0.smithi145.stderr: -194> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: secure 2023-12-03T11:50:47.835 INFO:tasks.workunit.client.0.smithi145.stderr: -193> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: crc 2023-12-03T11:50:47.835 INFO:tasks.workunit.client.0.smithi145.stderr: -192> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: secure 2023-12-03T11:50:47.836 INFO:tasks.workunit.client.0.smithi145.stderr: -191> 2023-12-03T11:50:47.773+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.836 INFO:tasks.workunit.client.0.smithi145.stderr: -190> 2023-12-03T11:50:47.773+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.836 INFO:tasks.workunit.client.0.smithi145.stderr: -189> 2023-12-03T11:50:47.773+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command rotate-key cmddesc rotate-key hook 0x7ffe7d23f608 EEXIST 2023-12-03T11:50:47.836 INFO:tasks.workunit.client.0.smithi145.stderr: -188> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient: _reopen_session rank -1 2023-12-03T11:50:47.836 INFO:tasks.workunit.client.0.smithi145.stderr: -187> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient: _add_conns ranks=[1,0,2] 2023-12-03T11:50:47.836 INFO:tasks.workunit.client.0.smithi145.stderr: -186> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-b con 0x55f9abd42300 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:50:47.836 INFO:tasks.workunit.client.0.smithi145.stderr: -185> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-a con 0x55f9abd433a0 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:50:47.836 INFO:tasks.workunit.client.0.smithi145.stderr: -184> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-c con 0x55f9abd4dec0 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:50:47.836 INFO:tasks.workunit.client.0.smithi145.stderr: -183> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.836 INFO:tasks.workunit.client.0.smithi145.stderr: -182> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.836 INFO:tasks.workunit.client.0.smithi145.stderr: -181> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.836 INFO:tasks.workunit.client.0.smithi145.stderr: -180> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient(hunting): _renew_subs 2023-12-03T11:50:47.836 INFO:tasks.workunit.client.0.smithi145.stderr: -179> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient(hunting): authenticate will time out at 1603.123189s 2023-12-03T11:50:47.836 INFO:tasks.workunit.client.0.smithi145.stderr: -178> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient(hunting): get_auth_request con 0x55f9abd4dec0 auth_method 0 2023-12-03T11:50:47.836 INFO:tasks.workunit.client.0.smithi145.stderr: -177> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.837 INFO:tasks.workunit.client.0.smithi145.stderr: -176> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.837 INFO:tasks.workunit.client.0.smithi145.stderr: -175> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.837 INFO:tasks.workunit.client.0.smithi145.stderr: -174> 2023-12-03T11:50:47.773+0000 7ff9bafad640 10 monclient(hunting): get_auth_request con 0x55f9abd433a0 auth_method 0 2023-12-03T11:50:47.837 INFO:tasks.workunit.client.0.smithi145.stderr: -173> 2023-12-03T11:50:47.773+0000 7ff9bafad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.837 INFO:tasks.workunit.client.0.smithi145.stderr: -172> 2023-12-03T11:50:47.773+0000 7ff9bafad640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.837 INFO:tasks.workunit.client.0.smithi145.stderr: -171> 2023-12-03T11:50:47.773+0000 7ff9bafad640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.837 INFO:tasks.workunit.client.0.smithi145.stderr: -170> 2023-12-03T11:50:47.773+0000 7ff9bb7ae640 10 monclient(hunting): get_auth_request con 0x55f9abd42300 auth_method 0 2023-12-03T11:50:47.837 INFO:tasks.workunit.client.0.smithi145.stderr: -169> 2023-12-03T11:50:47.773+0000 7ff9bb7ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.837 INFO:tasks.workunit.client.0.smithi145.stderr: -168> 2023-12-03T11:50:47.773+0000 7ff9bb7ae640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.837 INFO:tasks.workunit.client.0.smithi145.stderr: -167> 2023-12-03T11:50:47.773+0000 7ff9bb7ae640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.837 INFO:tasks.workunit.client.0.smithi145.stderr: -166> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.837 INFO:tasks.workunit.client.0.smithi145.stderr: -165> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.837 INFO:tasks.workunit.client.0.smithi145.stderr: -164> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.837 INFO:tasks.workunit.client.0.smithi145.stderr: -163> 2023-12-03T11:50:47.773+0000 7ff9bafad640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.837 INFO:tasks.workunit.client.0.smithi145.stderr: -162> 2023-12-03T11:50:47.773+0000 7ff9bafad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.838 INFO:tasks.workunit.client.0.smithi145.stderr: -161> 2023-12-03T11:50:47.773+0000 7ff9bafad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.838 INFO:tasks.workunit.client.0.smithi145.stderr: -160> 2023-12-03T11:50:47.773+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.838 INFO:tasks.workunit.client.0.smithi145.stderr: -159> 2023-12-03T11:50:47.773+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.838 INFO:tasks.workunit.client.0.smithi145.stderr: -158> 2023-12-03T11:50:47.773+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.838 INFO:tasks.workunit.client.0.smithi145.stderr: -157> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_done global_id 6710 payload 274 2023-12-03T11:50:47.838 INFO:tasks.workunit.client.0.smithi145.stderr: -156> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient: _finish_hunting 0 2023-12-03T11:50:47.838 INFO:tasks.workunit.client.0.smithi145.stderr: -155> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 1 monclient: found mon.noname-c 2023-12-03T11:50:47.838 INFO:tasks.workunit.client.0.smithi145.stderr: -154> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.838 INFO:tasks.workunit.client.0.smithi145.stderr: -153> 2023-12-03T11:50:47.774+0000 7ff8fb7fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:47.838 INFO:tasks.workunit.client.0.smithi145.stderr: -152> 2023-12-03T11:50:47.774+0000 7ff8fb7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:50:47.838 INFO:tasks.workunit.client.0.smithi145.stderr: -151> 2023-12-03T11:50:47.774+0000 7ff8fb7fe640 10 monclient: dump: 2023-12-03T11:50:47.838 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:47.838 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:47.838 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.839 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.839 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:47.839 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.839 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:47.839 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:47.839 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:47.839 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.839 INFO:tasks.workunit.client.0.smithi145.stderr: -150> 2023-12-03T11:50:47.774+0000 7ff8fb7fe640 10 monclient: _finish_auth 0 2023-12-03T11:50:47.839 INFO:tasks.workunit.client.0.smithi145.stderr: -149> 2023-12-03T11:50:47.774+0000 7ff8fb7fe640 10 monclient: _check_auth_tickets 2023-12-03T11:50:47.839 INFO:tasks.workunit.client.0.smithi145.stderr: -148> 2023-12-03T11:50:47.774+0000 7ff8fb7fe640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:47.839 INFO:tasks.workunit.client.0.smithi145.stderr: -147> 2023-12-03T11:50:47.774+0000 7ff8fb7fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:47.839 INFO:tasks.workunit.client.0.smithi145.stderr: -146> 2023-12-03T11:50:47.774+0000 7ff8fb7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:47.839 INFO:tasks.workunit.client.0.smithi145.stderr: -145> 2023-12-03T11:50:47.774+0000 7ff8fb7fe640 10 monclient: dump: 2023-12-03T11:50:47.839 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:47.839 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:47.840 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.840 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.840 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:47.840 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.840 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:47.840 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:47.840 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:47.840 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.840 INFO:tasks.workunit.client.0.smithi145.stderr: -144> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 monclient: authenticate success, global_id 6710 2023-12-03T11:50:47.840 INFO:tasks.workunit.client.0.smithi145.stderr: -143> 2023-12-03T11:50:47.774+0000 7ff9bf322800 10 monclient: get_monmap_and_config success 2023-12-03T11:50:47.840 INFO:tasks.workunit.client.0.smithi145.stderr: -142> 2023-12-03T11:50:47.774+0000 7ff9bf322800 4 set_mon_vals no callback set 2023-12-03T11:50:47.840 INFO:tasks.workunit.client.0.smithi145.stderr: -141> 2023-12-03T11:50:47.774+0000 7ff9bf322800 10 monclient: shutdown 2023-12-03T11:50:47.840 INFO:tasks.workunit.client.0.smithi145.stderr: -140> 2023-12-03T11:50:47.774+0000 7ff9bf322800 10 monclient: build_initial_monmap 2023-12-03T11:50:47.840 INFO:tasks.workunit.client.0.smithi145.stderr: -139> 2023-12-03T11:50:47.774+0000 7ff9bf322800 1 build_initial for_mkfs: 0 2023-12-03T11:50:47.840 INFO:tasks.workunit.client.0.smithi145.stderr: -138> 2023-12-03T11:50:47.774+0000 7ff9bf322800 10 monclient: monmap: 2023-12-03T11:50:47.840 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:50:47.840 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:47.841 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:50:47.841 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:50:47.841 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:47.841 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.841 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:50:47.841 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:50:47.841 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:50:47.841 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.841 INFO:tasks.workunit.client.0.smithi145.stderr: -137> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding auth protocol: cephx 2023-12-03T11:50:47.841 INFO:tasks.workunit.client.0.smithi145.stderr: -136> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding auth protocol: cephx 2023-12-03T11:50:47.841 INFO:tasks.workunit.client.0.smithi145.stderr: -135> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding auth protocol: cephx 2023-12-03T11:50:47.841 INFO:tasks.workunit.client.0.smithi145.stderr: -134> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: secure 2023-12-03T11:50:47.841 INFO:tasks.workunit.client.0.smithi145.stderr: -133> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: crc 2023-12-03T11:50:47.841 INFO:tasks.workunit.client.0.smithi145.stderr: -132> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: secure 2023-12-03T11:50:47.841 INFO:tasks.workunit.client.0.smithi145.stderr: -131> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: crc 2023-12-03T11:50:47.841 INFO:tasks.workunit.client.0.smithi145.stderr: -130> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: secure 2023-12-03T11:50:47.842 INFO:tasks.workunit.client.0.smithi145.stderr: -129> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: crc 2023-12-03T11:50:47.842 INFO:tasks.workunit.client.0.smithi145.stderr: -128> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: crc 2023-12-03T11:50:47.842 INFO:tasks.workunit.client.0.smithi145.stderr: -127> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: secure 2023-12-03T11:50:47.842 INFO:tasks.workunit.client.0.smithi145.stderr: -126> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: crc 2023-12-03T11:50:47.842 INFO:tasks.workunit.client.0.smithi145.stderr: -125> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: secure 2023-12-03T11:50:47.842 INFO:tasks.workunit.client.0.smithi145.stderr: -124> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: crc 2023-12-03T11:50:47.842 INFO:tasks.workunit.client.0.smithi145.stderr: -123> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: secure 2023-12-03T11:50:47.842 INFO:tasks.workunit.client.0.smithi145.stderr: -122> 2023-12-03T11:50:47.775+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.842 INFO:tasks.workunit.client.0.smithi145.stderr: -121> 2023-12-03T11:50:47.775+0000 7ff9bf322800 1 librados: starting msgr at 2023-12-03T11:50:47.842 INFO:tasks.workunit.client.0.smithi145.stderr: -120> 2023-12-03T11:50:47.775+0000 7ff9bf322800 1 librados: starting objecter 2023-12-03T11:50:47.842 INFO:tasks.workunit.client.0.smithi145.stderr: -119> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command objecter_requests cmddesc objecter_requests hook 0x55f9abd04580 EEXIST 2023-12-03T11:50:47.842 INFO:tasks.workunit.client.0.smithi145.stderr: -118> 2023-12-03T11:50:47.775+0000 7ff9bf322800 1 librados: setting wanted keys 2023-12-03T11:50:47.842 INFO:tasks.workunit.client.0.smithi145.stderr: -117> 2023-12-03T11:50:47.775+0000 7ff9bf322800 1 librados: calling monclient init 2023-12-03T11:50:47.842 INFO:tasks.workunit.client.0.smithi145.stderr: -116> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient: init 2023-12-03T11:50:47.842 INFO:tasks.workunit.client.0.smithi145.stderr: -115> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding auth protocol: cephx 2023-12-03T11:50:47.843 INFO:tasks.workunit.client.0.smithi145.stderr: -114> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding auth protocol: cephx 2023-12-03T11:50:47.843 INFO:tasks.workunit.client.0.smithi145.stderr: -113> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding auth protocol: cephx 2023-12-03T11:50:47.843 INFO:tasks.workunit.client.0.smithi145.stderr: -112> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: secure 2023-12-03T11:50:47.843 INFO:tasks.workunit.client.0.smithi145.stderr: -111> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: crc 2023-12-03T11:50:47.843 INFO:tasks.workunit.client.0.smithi145.stderr: -110> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: secure 2023-12-03T11:50:47.843 INFO:tasks.workunit.client.0.smithi145.stderr: -109> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: crc 2023-12-03T11:50:47.843 INFO:tasks.workunit.client.0.smithi145.stderr: -108> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: secure 2023-12-03T11:50:47.843 INFO:tasks.workunit.client.0.smithi145.stderr: -107> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: crc 2023-12-03T11:50:47.843 INFO:tasks.workunit.client.0.smithi145.stderr: -106> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: crc 2023-12-03T11:50:47.843 INFO:tasks.workunit.client.0.smithi145.stderr: -105> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: secure 2023-12-03T11:50:47.843 INFO:tasks.workunit.client.0.smithi145.stderr: -104> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: crc 2023-12-03T11:50:47.843 INFO:tasks.workunit.client.0.smithi145.stderr: -103> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: secure 2023-12-03T11:50:47.843 INFO:tasks.workunit.client.0.smithi145.stderr: -102> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: crc 2023-12-03T11:50:47.843 INFO:tasks.workunit.client.0.smithi145.stderr: -101> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: secure 2023-12-03T11:50:47.843 INFO:tasks.workunit.client.0.smithi145.stderr: -100> 2023-12-03T11:50:47.775+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.843 INFO:tasks.workunit.client.0.smithi145.stderr: -99> 2023-12-03T11:50:47.775+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.843 INFO:tasks.workunit.client.0.smithi145.stderr: -98> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command rotate-key cmddesc rotate-key hook 0x55f9abd14f40 EEXIST 2023-12-03T11:50:47.844 INFO:tasks.workunit.client.0.smithi145.stderr: -97> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient: _reopen_session rank -1 2023-12-03T11:50:47.844 INFO:tasks.workunit.client.0.smithi145.stderr: -96> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:50:47.844 INFO:tasks.workunit.client.0.smithi145.stderr: -95> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-a con 0x55f9abd42300 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:50:47.844 INFO:tasks.workunit.client.0.smithi145.stderr: -94> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-b con 0x55f9abd433a0 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:50:47.844 INFO:tasks.workunit.client.0.smithi145.stderr: -93> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-c con 0x55f9abd4dec0 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:50:47.844 INFO:tasks.workunit.client.0.smithi145.stderr: -92> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.844 INFO:tasks.workunit.client.0.smithi145.stderr: -91> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.844 INFO:tasks.workunit.client.0.smithi145.stderr: -90> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.844 INFO:tasks.workunit.client.0.smithi145.stderr: -89> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient(hunting): _renew_subs 2023-12-03T11:50:47.844 INFO:tasks.workunit.client.0.smithi145.stderr: -88> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient(hunting): authenticate will time out at 1603.125583s 2023-12-03T11:50:47.844 INFO:tasks.workunit.client.0.smithi145.stderr: -87> 2023-12-03T11:50:47.775+0000 7ff9ba7ac640 10 monclient(hunting): get_auth_request con 0x55f9abd4dec0 auth_method 0 2023-12-03T11:50:47.844 INFO:tasks.workunit.client.0.smithi145.stderr: -86> 2023-12-03T11:50:47.775+0000 7ff9ba7ac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.844 INFO:tasks.workunit.client.0.smithi145.stderr: -85> 2023-12-03T11:50:47.775+0000 7ff9ba7ac640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.844 INFO:tasks.workunit.client.0.smithi145.stderr: -84> 2023-12-03T11:50:47.775+0000 7ff9ba7ac640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.844 INFO:tasks.workunit.client.0.smithi145.stderr: -83> 2023-12-03T11:50:47.775+0000 7ff9bb7ae640 10 monclient(hunting): get_auth_request con 0x55f9abd42300 auth_method 0 2023-12-03T11:50:47.844 INFO:tasks.workunit.client.0.smithi145.stderr: -82> 2023-12-03T11:50:47.775+0000 7ff9bb7ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.845 INFO:tasks.workunit.client.0.smithi145.stderr: -81> 2023-12-03T11:50:47.775+0000 7ff9bb7ae640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.845 INFO:tasks.workunit.client.0.smithi145.stderr: -80> 2023-12-03T11:50:47.775+0000 7ff9bb7ae640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.845 INFO:tasks.workunit.client.0.smithi145.stderr: -79> 2023-12-03T11:50:47.776+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.845 INFO:tasks.workunit.client.0.smithi145.stderr: -78> 2023-12-03T11:50:47.776+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.845 INFO:tasks.workunit.client.0.smithi145.stderr: -77> 2023-12-03T11:50:47.776+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.845 INFO:tasks.workunit.client.0.smithi145.stderr: -76> 2023-12-03T11:50:47.776+0000 7ff9bafad640 10 monclient(hunting): get_auth_request con 0x55f9abd433a0 auth_method 0 2023-12-03T11:50:47.845 INFO:tasks.workunit.client.0.smithi145.stderr: -75> 2023-12-03T11:50:47.776+0000 7ff9bafad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.845 INFO:tasks.workunit.client.0.smithi145.stderr: -74> 2023-12-03T11:50:47.776+0000 7ff9bafad640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.845 INFO:tasks.workunit.client.0.smithi145.stderr: -73> 2023-12-03T11:50:47.776+0000 7ff9bafad640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.845 INFO:tasks.workunit.client.0.smithi145.stderr: -72> 2023-12-03T11:50:47.776+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.845 INFO:tasks.workunit.client.0.smithi145.stderr: -71> 2023-12-03T11:50:47.776+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.845 INFO:tasks.workunit.client.0.smithi145.stderr: -70> 2023-12-03T11:50:47.776+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.845 INFO:tasks.workunit.client.0.smithi145.stderr: -69> 2023-12-03T11:50:47.776+0000 7ff9bafad640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.845 INFO:tasks.workunit.client.0.smithi145.stderr: -68> 2023-12-03T11:50:47.776+0000 7ff9bafad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.845 INFO:tasks.workunit.client.0.smithi145.stderr: -67> 2023-12-03T11:50:47.776+0000 7ff9bafad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.846 INFO:tasks.workunit.client.0.smithi145.stderr: -66> 2023-12-03T11:50:47.776+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_done global_id 6713 payload 824 2023-12-03T11:50:47.846 INFO:tasks.workunit.client.0.smithi145.stderr: -65> 2023-12-03T11:50:47.776+0000 7ff9ba7ac640 10 monclient: _finish_hunting 0 2023-12-03T11:50:47.846 INFO:tasks.workunit.client.0.smithi145.stderr: -64> 2023-12-03T11:50:47.776+0000 7ff9ba7ac640 1 monclient: found mon.noname-c 2023-12-03T11:50:47.846 INFO:tasks.workunit.client.0.smithi145.stderr: -63> 2023-12-03T11:50:47.776+0000 7ff9ba7ac640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.846 INFO:tasks.workunit.client.0.smithi145.stderr: -62> 2023-12-03T11:50:47.776+0000 7ff8f9ffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:47.846 INFO:tasks.workunit.client.0.smithi145.stderr: -61> 2023-12-03T11:50:47.776+0000 7ff8f9ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:50:47.846 INFO:tasks.workunit.client.0.smithi145.stderr: -60> 2023-12-03T11:50:47.776+0000 7ff8f9ffb640 10 monclient: dump: 2023-12-03T11:50:47.846 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:47.846 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:47.846 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.846 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.846 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:47.846 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.846 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:47.847 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:47.847 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:47.847 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.847 INFO:tasks.workunit.client.0.smithi145.stderr: -59> 2023-12-03T11:50:47.776+0000 7ff8f9ffb640 10 monclient: _finish_auth 0 2023-12-03T11:50:47.847 INFO:tasks.workunit.client.0.smithi145.stderr: -58> 2023-12-03T11:50:47.776+0000 7ff8f9ffb640 10 monclient: _check_auth_tickets 2023-12-03T11:50:47.847 INFO:tasks.workunit.client.0.smithi145.stderr: -57> 2023-12-03T11:50:47.776+0000 7ff9bf322800 5 monclient: authenticate success, global_id 6713 2023-12-03T11:50:47.847 INFO:tasks.workunit.client.0.smithi145.stderr: -56> 2023-12-03T11:50:47.776+0000 7ff9bf322800 10 monclient: _renew_subs 2023-12-03T11:50:47.847 INFO:tasks.workunit.client.0.smithi145.stderr: -55> 2023-12-03T11:50:47.776+0000 7ff9bf322800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.847 INFO:tasks.workunit.client.0.smithi145.stderr: -54> 2023-12-03T11:50:47.776+0000 7ff8f9ffb640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:47.847 INFO:tasks.workunit.client.0.smithi145.stderr: -53> 2023-12-03T11:50:47.776+0000 7ff8f9ffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:47.847 INFO:tasks.workunit.client.0.smithi145.stderr: -52> 2023-12-03T11:50:47.776+0000 7ff8f9ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:47.847 INFO:tasks.workunit.client.0.smithi145.stderr: -51> 2023-12-03T11:50:47.776+0000 7ff8f9ffb640 10 monclient: dump: 2023-12-03T11:50:47.847 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:47.847 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:47.847 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.847 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.848 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:47.848 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.848 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:47.848 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:47.848 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:47.848 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.848 INFO:tasks.workunit.client.0.smithi145.stderr: -50> 2023-12-03T11:50:47.776+0000 7ff8fb7fe640 4 set_mon_vals no callback set 2023-12-03T11:50:47.848 INFO:tasks.workunit.client.0.smithi145.stderr: -49> 2023-12-03T11:50:47.776+0000 7ff9bf322800 10 monclient: _renew_subs 2023-12-03T11:50:47.848 INFO:tasks.workunit.client.0.smithi145.stderr: -48> 2023-12-03T11:50:47.776+0000 7ff9bf322800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.848 INFO:tasks.workunit.client.0.smithi145.stderr: -47> 2023-12-03T11:50:47.776+0000 7ff9bf322800 1 librados: init done 2023-12-03T11:50:47.848 INFO:tasks.workunit.client.0.smithi145.stderr: -46> 2023-12-03T11:50:47.776+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command cr dump hook 0x55f9abd516f8 2023-12-03T11:50:47.848 INFO:tasks.workunit.client.0.smithi145.stderr: -45> 2023-12-03T11:50:47.777+0000 7ff8f9ffb640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:47.848 INFO:tasks.workunit.client.0.smithi145.stderr: -44> 2023-12-03T11:50:47.777+0000 7ff8f9ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:47.849 INFO:tasks.workunit.client.0.smithi145.stderr: -43> 2023-12-03T11:50:47.777+0000 7ff8f9ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:47.849 INFO:tasks.workunit.client.0.smithi145.stderr: -42> 2023-12-03T11:50:47.778+0000 7ff9bb7ae640 10 monclient: get_auth_request con 0x7ff8ec069820 auth_method 0 2023-12-03T11:50:47.849 INFO:tasks.workunit.client.0.smithi145.stderr: -41> 2023-12-03T11:50:47.778+0000 7ff9bf322800 5 note: GC not initialized 2023-12-03T11:50:47.849 INFO:tasks.workunit.client.0.smithi145.stderr: -40> 2023-12-03T11:50:47.778+0000 7ff8f2ffd640 20 reqs_thread_entry: start 2023-12-03T11:50:47.849 INFO:tasks.workunit.client.0.smithi145.stderr: -39> 2023-12-03T11:50:47.778+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command sync trace show hook 0x7ff9ac004460 2023-12-03T11:50:47.849 INFO:tasks.workunit.client.0.smithi145.stderr: -38> 2023-12-03T11:50:47.778+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command sync trace history hook 0x7ff9ac004460 2023-12-03T11:50:47.849 INFO:tasks.workunit.client.0.smithi145.stderr: -37> 2023-12-03T11:50:47.778+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command sync trace active hook 0x7ff9ac004460 2023-12-03T11:50:47.849 INFO:tasks.workunit.client.0.smithi145.stderr: -36> 2023-12-03T11:50:47.778+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command sync trace active_short hook 0x7ff9ac004460 2023-12-03T11:50:47.849 INFO:tasks.workunit.client.0.smithi145.stderr: -35> 2023-12-03T11:50:47.778+0000 7ff9bf322800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:47.849 INFO:tasks.workunit.client.0.smithi145.stderr: -34> 2023-12-03T11:50:47.778+0000 7ff9bf322800 20 Filter name: none 2023-12-03T11:50:47.849 INFO:tasks.workunit.client.0.smithi145.stderr: -33> 2023-12-03T11:50:47.778+0000 7ff8f0ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:47.849 INFO:tasks.workunit.client.0.smithi145.stderr: -32> 2023-12-03T11:50:47.778+0000 7ff9bf322800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2023-12-03T11:50:47.849 INFO:tasks.workunit.client.0.smithi145.stderr: -31> 2023-12-03T11:50:47.778+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.849 INFO:tasks.workunit.client.0.smithi145.stderr: -30> 2023-12-03T11:50:47.779+0000 7ff9bf322800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:47.849 INFO:tasks.workunit.client.0.smithi145.stderr: -29> 2023-12-03T11:50:47.779+0000 7ff9bf322800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2023-12-03T11:50:47.849 INFO:tasks.workunit.client.0.smithi145.stderr: -28> 2023-12-03T11:50:47.779+0000 7ff9bf322800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2023-12-03T11:50:47.850 INFO:tasks.workunit.client.0.smithi145.stderr: -27> 2023-12-03T11:50:47.779+0000 7ff9bf322800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 : miss 2023-12-03T11:50:47.850 INFO:tasks.workunit.client.0.smithi145.stderr: -26> 2023-12-03T11:50:47.779+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.850 INFO:tasks.workunit.client.0.smithi145.stderr: -25> 2023-12-03T11:50:47.779+0000 7ff9bf322800 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:47.850 INFO:tasks.workunit.client.0.smithi145.stderr: -24> 2023-12-03T11:50:47.779+0000 7ff9bf322800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 info.flags=0x17 2023-12-03T11:50:47.850 INFO:tasks.workunit.client.0.smithi145.stderr: -23> 2023-12-03T11:50:47.779+0000 7ff9bf322800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 to cache LRU end 2023-12-03T11:50:47.850 INFO:tasks.workunit.client.0.smithi145.stderr: -22> 2023-12-03T11:50:47.779+0000 7ff9bf322800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:47.850 INFO:tasks.workunit.client.0.smithi145.stderr: -21> 2023-12-03T11:50:47.779+0000 7ff9bf322800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:47.850 INFO:tasks.workunit.client.0.smithi145.stderr: -20> 2023-12-03T11:50:47.779+0000 7ff9bf322800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 2023-12-03T11:50:47.850 INFO:tasks.workunit.client.0.smithi145.stderr: -19> 2023-12-03T11:50:47.779+0000 7ff9bafad640 10 monclient: get_auth_request con 0x55f9abd93ec0 auth_method 0 2023-12-03T11:50:47.850 INFO:tasks.workunit.client.0.smithi145.stderr: -18> 2023-12-03T11:50:47.783+0000 7ff9bf322800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 info.flags=0x17 2023-12-03T11:50:47.850 INFO:tasks.workunit.client.0.smithi145.stderr: -17> 2023-12-03T11:50:47.783+0000 7ff9bf322800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 to cache LRU end 2023-12-03T11:50:47.850 INFO:tasks.workunit.client.0.smithi145.stderr: -16> 2023-12-03T11:50:47.783+0000 7ff9bf322800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:47.850 INFO:tasks.workunit.client.0.smithi145.stderr: -15> 2023-12-03T11:50:47.783+0000 7ff9bf322800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25, ofs0, ns] 2023-12-03T11:50:47.850 INFO:tasks.workunit.client.0.smithi145.stderr: -14> 2023-12-03T11:50:47.783+0000 7ff9b17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791388 cookie 94530817805552 notifier 6707 bl.length()=893 2023-12-03T11:50:47.851 INFO:tasks.workunit.client.0.smithi145.stderr: -13> 2023-12-03T11:50:47.783+0000 7ff9b17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 info.flags=0x17 2023-12-03T11:50:47.851 INFO:tasks.workunit.client.0.smithi145.stderr: -12> 2023-12-03T11:50:47.783+0000 7ff9b17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 to cache LRU end 2023-12-03T11:50:47.851 INFO:tasks.workunit.client.0.smithi145.stderr: -11> 2023-12-03T11:50:47.783+0000 7ff9b17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:47.851 INFO:tasks.workunit.client.0.smithi145.stderr: -10> 2023-12-03T11:50:47.783+0000 7ff9bf322800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): orig_sources= new_sources= 2023-12-03T11:50:47.851 INFO:tasks.workunit.client.0.smithi145.stderr: -9> 2023-12-03T11:50:47.783+0000 7ff9bf322800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): potential sources added=[] removed=[] 2023-12-03T11:50:47.851 INFO:tasks.workunit.client.0.smithi145.stderr: -8> 2023-12-03T11:50:47.783+0000 7ff9bf322800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): orig_dests= new_dests= 2023-12-03T11:50:47.851 INFO:tasks.workunit.client.0.smithi145.stderr: -7> 2023-12-03T11:50:47.783+0000 7ff9bf322800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): potential dests added=[] removed=[] 2023-12-03T11:50:47.851 INFO:tasks.workunit.client.0.smithi145.stderr: -6> 2023-12-03T11:50:47.785+0000 7ff9bf322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.1.0 2023-12-03T11:50:47.851 INFO:tasks.workunit.client.0.smithi145.stderr: -5> 2023-12-03T11:50:47.785+0000 7ff9bf322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.1.0 2023-12-03T11:50:47.851 INFO:tasks.workunit.client.0.smithi145.stderr: -4> 2023-12-03T11:50:47.785+0000 7ff9bf322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.1.1 2023-12-03T11:50:47.851 INFO:tasks.workunit.client.0.smithi145.stderr: -3> 2023-12-03T11:50:47.785+0000 7ff9bf322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.1.1 2023-12-03T11:50:47.851 INFO:tasks.workunit.client.0.smithi145.stderr: -2> 2023-12-03T11:50:47.785+0000 7ff9bf322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.0 2023-12-03T11:50:47.851 INFO:tasks.workunit.client.0.smithi145.stderr: -1> 2023-12-03T11:50:47.787+0000 7ff9bf322800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff9bf322800 time 2023-12-03T11:50:47.788266+0000 2023-12-03T11:50:47.851 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:50:47.851 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.851 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:47.852 INFO:tasks.workunit.client.0.smithi145.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7ff9c1f6eef8] 2023-12-03T11:50:47.852 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7ff9c1f6f0b6] 2023-12-03T11:50:47.852 INFO:tasks.workunit.client.0.smithi145.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f9aaa3fa71] 2023-12-03T11:50:47.852 INFO:tasks.workunit.client.0.smithi145.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x5b8) [0x55f9aaa4c1d8] 2023-12-03T11:50:47.852 INFO:tasks.workunit.client.0.smithi145.stderr: 5: main() 2023-12-03T11:50:47.852 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /lib64/libc.so.6(+0x3feb0) [0x7ff9bf83feb0] 2023-12-03T11:50:47.852 INFO:tasks.workunit.client.0.smithi145.stderr: 7: __libc_start_main() 2023-12-03T11:50:47.852 INFO:tasks.workunit.client.0.smithi145.stderr: 8: _start() 2023-12-03T11:50:47.852 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.852 INFO:tasks.workunit.client.0.smithi145.stderr: 0> 2023-12-03T11:50:47.788+0000 7ff9bf322800 -1 *** Caught signal (Aborted) ** 2023-12-03T11:50:47.852 INFO:tasks.workunit.client.0.smithi145.stderr: in thread 7ff9bf322800 thread_name:radosgw-admin 2023-12-03T11:50:47.852 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.852 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:47.852 INFO:tasks.workunit.client.0.smithi145.stderr: 1: /lib64/libc.so.6(+0x54db0) [0x7ff9bf854db0] 2023-12-03T11:50:47.852 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /lib64/libc.so.6(+0xa154c) [0x7ff9bf8a154c] 2023-12-03T11:50:47.852 INFO:tasks.workunit.client.0.smithi145.stderr: 3: raise() 2023-12-03T11:50:47.853 INFO:tasks.workunit.client.0.smithi145.stderr: 4: abort() 2023-12-03T11:50:47.853 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7ff9c1f6ef52] 2023-12-03T11:50:47.853 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7ff9c1f6f0b6] 2023-12-03T11:50:47.853 INFO:tasks.workunit.client.0.smithi145.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f9aaa3fa71] 2023-12-03T11:50:47.853 INFO:tasks.workunit.client.0.smithi145.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x5b8) [0x55f9aaa4c1d8] 2023-12-03T11:50:47.853 INFO:tasks.workunit.client.0.smithi145.stderr: 9: main() 2023-12-03T11:50:47.853 INFO:tasks.workunit.client.0.smithi145.stderr: 10: /lib64/libc.so.6(+0x3feb0) [0x7ff9bf83feb0] 2023-12-03T11:50:47.853 INFO:tasks.workunit.client.0.smithi145.stderr: 11: __libc_start_main() 2023-12-03T11:50:47.853 INFO:tasks.workunit.client.0.smithi145.stderr: 12: _start() 2023-12-03T11:50:47.853 INFO:tasks.workunit.client.0.smithi145.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:50:47.853 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.853 INFO:tasks.workunit.client.0.smithi145.stderr:--- logging levels --- 2023-12-03T11:50:47.853 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 none 2023-12-03T11:50:47.853 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 lockdep 2023-12-03T11:50:47.853 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 context 2023-12-03T11:50:47.854 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 crush 2023-12-03T11:50:47.854 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds 2023-12-03T11:50:47.854 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_balancer 2023-12-03T11:50:47.854 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_locker 2023-12-03T11:50:47.854 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_log 2023-12-03T11:50:47.854 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_log_expire 2023-12-03T11:50:47.854 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_migrator 2023-12-03T11:50:47.854 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 buffer 2023-12-03T11:50:47.854 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 timer 2023-12-03T11:50:47.854 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 filer 2023-12-03T11:50:47.854 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 striper 2023-12-03T11:50:47.854 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 objecter 2023-12-03T11:50:47.854 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rados 2023-12-03T11:50:47.854 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd 2023-12-03T11:50:47.854 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_mirror 2023-12-03T11:50:47.855 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_replay 2023-12-03T11:50:47.855 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_pwl 2023-12-03T11:50:47.855 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 journaler 2023-12-03T11:50:47.855 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 objectcacher 2023-12-03T11:50:47.855 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 immutable_obj_cache 2023-12-03T11:50:47.855 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 client 2023-12-03T11:50:47.855 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 osd 2023-12-03T11:50:47.855 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 optracker 2023-12-03T11:50:47.855 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 objclass 2023-12-03T11:50:47.855 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 filestore 2023-12-03T11:50:47.855 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 journal 2023-12-03T11:50:47.855 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 0 ms 2023-12-03T11:50:47.855 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mon 2023-12-03T11:50:47.855 INFO:tasks.workunit.client.0.smithi145.stderr: 0/10 monc 2023-12-03T11:50:47.855 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 paxos 2023-12-03T11:50:47.856 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 tp 2023-12-03T11:50:47.856 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 auth 2023-12-03T11:50:47.856 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 crypto 2023-12-03T11:50:47.856 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 finisher 2023-12-03T11:50:47.856 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 reserver 2023-12-03T11:50:47.856 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 heartbeatmap 2023-12-03T11:50:47.856 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 perfcounter 2023-12-03T11:50:47.856 INFO:tasks.workunit.client.0.smithi145.stderr: 20/20 rgw 2023-12-03T11:50:47.856 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_sync 2023-12-03T11:50:47.856 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_datacache 2023-12-03T11:50:47.856 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_access 2023-12-03T11:50:47.856 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_dbstore 2023-12-03T11:50:47.856 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_flight 2023-12-03T11:50:47.856 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 javaclient 2023-12-03T11:50:47.856 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 asok 2023-12-03T11:50:47.856 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 throttle 2023-12-03T11:50:47.857 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 0 refs 2023-12-03T11:50:47.857 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 compressor 2023-12-03T11:50:47.857 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 bluestore 2023-12-03T11:50:47.857 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 bluefs 2023-12-03T11:50:47.857 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 bdev 2023-12-03T11:50:47.857 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 kstore 2023-12-03T11:50:47.857 INFO:tasks.workunit.client.0.smithi145.stderr: 4/ 5 rocksdb 2023-12-03T11:50:47.857 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 fuse 2023-12-03T11:50:47.857 INFO:tasks.workunit.client.0.smithi145.stderr: 2/ 5 mgr 2023-12-03T11:50:47.857 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mgrc 2023-12-03T11:50:47.857 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 dpdk 2023-12-03T11:50:47.857 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 eventtrace 2023-12-03T11:50:47.857 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 prioritycache 2023-12-03T11:50:47.857 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 test 2023-12-03T11:50:47.857 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cephfs_mirror 2023-12-03T11:50:47.858 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cephsqlite 2023-12-03T11:50:47.858 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 crimson_interrupt 2023-12-03T11:50:47.858 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore 2023-12-03T11:50:47.858 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_onode 2023-12-03T11:50:47.858 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_odata 2023-12-03T11:50:47.858 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_omap 2023-12-03T11:50:47.858 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_tm 2023-12-03T11:50:47.858 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_t 2023-12-03T11:50:47.858 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_cleaner 2023-12-03T11:50:47.858 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_epm 2023-12-03T11:50:47.858 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_lba 2023-12-03T11:50:47.858 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_fixedkv_tree 2023-12-03T11:50:47.858 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_cache 2023-12-03T11:50:47.858 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_journal 2023-12-03T11:50:47.859 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_device 2023-12-03T11:50:47.859 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_backref 2023-12-03T11:50:47.859 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 alienstore 2023-12-03T11:50:47.859 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mclock 2023-12-03T11:50:47.859 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cyanstore 2023-12-03T11:50:47.859 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 ceph_exporter 2023-12-03T11:50:47.859 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 memstore 2023-12-03T11:50:47.859 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 trace 2023-12-03T11:50:47.859 INFO:tasks.workunit.client.0.smithi145.stderr: -2/-2 (syslog threshold) 2023-12-03T11:50:47.859 INFO:tasks.workunit.client.0.smithi145.stderr: 99/99 (stderr threshold) 2023-12-03T11:50:47.859 INFO:tasks.workunit.client.0.smithi145.stderr:--- pthread ID / name mapping for recent threads --- 2023-12-03T11:50:47.859 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff8f0ff9640 / http_manager 2023-12-03T11:50:47.859 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff8f2ffd640 / http_manager 2023-12-03T11:50:47.859 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff8f9ffb640 / ms_dispatch 2023-12-03T11:50:47.859 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff8fb7fe640 / io_context_pool 2023-12-03T11:50:47.859 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff8fbfff640 / rgw_dt_lg_renew 2023-12-03T11:50:47.860 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff99b7fe640 / ms_dispatch 2023-12-03T11:50:47.860 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff9b17fa640 / io_context_pool 2023-12-03T11:50:47.860 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff9b3fff640 / ms_dispatch 2023-12-03T11:50:47.860 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff9b97aa640 / io_context_pool 2023-12-03T11:50:47.860 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff9ba7ac640 / msgr-worker-2 2023-12-03T11:50:47.860 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff9bafad640 / msgr-worker-1 2023-12-03T11:50:47.860 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff9bb7ae640 / msgr-worker-0 2023-12-03T11:50:47.860 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff9bf322800 / radosgw-admin 2023-12-03T11:50:47.860 INFO:tasks.workunit.client.0.smithi145.stderr: max_recent 500 2023-12-03T11:50:47.860 INFO:tasks.workunit.client.0.smithi145.stderr: max_new 1000 2023-12-03T11:50:47.860 INFO:tasks.workunit.client.0.smithi145.stderr: log_file /var/log/ceph/ceph-client.admin.103680.log 2023-12-03T11:50:47.860 INFO:tasks.workunit.client.0.smithi145.stderr:--- end dump of recent events --- 2023-12-03T11:50:47.860 INFO:tasks.workunit.client.0.smithi145.stderr:--- begin dump of recent events --- 2023-12-03T11:50:47.860 INFO:tasks.workunit.client.0.smithi145.stderr: -499> 2023-12-03T11:50:47.739+0000 7ff9b3fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:47.860 INFO:tasks.workunit.client.0.smithi145.stderr: -498> 2023-12-03T11:50:47.740+0000 7ff9b3fff640 10 monclient: dump: 2023-12-03T11:50:47.861 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:47.861 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:47.861 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.861 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.861 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:47.861 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.861 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:47.861 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:47.861 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:47.861 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.861 INFO:tasks.workunit.client.0.smithi145.stderr: -497> 2023-12-03T11:50:47.739+0000 7ff9b97aa640 4 set_mon_vals no callback set 2023-12-03T11:50:47.861 INFO:tasks.workunit.client.0.smithi145.stderr: -496> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 monclient: authenticate success, global_id 6701 2023-12-03T11:50:47.861 INFO:tasks.workunit.client.0.smithi145.stderr: -495> 2023-12-03T11:50:47.740+0000 7ff9bf322800 10 monclient: _renew_subs 2023-12-03T11:50:47.861 INFO:tasks.workunit.client.0.smithi145.stderr: -494> 2023-12-03T11:50:47.740+0000 7ff9bf322800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.861 INFO:tasks.workunit.client.0.smithi145.stderr: -493> 2023-12-03T11:50:47.740+0000 7ff9bf322800 10 monclient: _renew_subs 2023-12-03T11:50:47.862 INFO:tasks.workunit.client.0.smithi145.stderr: -492> 2023-12-03T11:50:47.740+0000 7ff9bf322800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.862 INFO:tasks.workunit.client.0.smithi145.stderr: -491> 2023-12-03T11:50:47.740+0000 7ff9bf322800 1 librados: init done 2023-12-03T11:50:47.862 INFO:tasks.workunit.client.0.smithi145.stderr: -490> 2023-12-03T11:50:47.740+0000 7ff9bf322800 10 monclient: get_monmap_and_config 2023-12-03T11:50:47.862 INFO:tasks.workunit.client.0.smithi145.stderr: -489> 2023-12-03T11:50:47.740+0000 7ff9bf322800 10 monclient: build_initial_monmap 2023-12-03T11:50:47.862 INFO:tasks.workunit.client.0.smithi145.stderr: -488> 2023-12-03T11:50:47.740+0000 7ff9bf322800 1 build_initial for_mkfs: 0 2023-12-03T11:50:47.862 INFO:tasks.workunit.client.0.smithi145.stderr: -487> 2023-12-03T11:50:47.740+0000 7ff9bf322800 10 monclient: monmap: 2023-12-03T11:50:47.862 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:50:47.862 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:47.862 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:50:47.862 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:50:47.862 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:47.862 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.862 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:50:47.862 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:50:47.862 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:50:47.863 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.863 INFO:tasks.workunit.client.0.smithi145.stderr: -486> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding auth protocol: cephx 2023-12-03T11:50:47.863 INFO:tasks.workunit.client.0.smithi145.stderr: -485> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding auth protocol: cephx 2023-12-03T11:50:47.863 INFO:tasks.workunit.client.0.smithi145.stderr: -484> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding auth protocol: cephx 2023-12-03T11:50:47.863 INFO:tasks.workunit.client.0.smithi145.stderr: -483> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: secure 2023-12-03T11:50:47.863 INFO:tasks.workunit.client.0.smithi145.stderr: -482> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: crc 2023-12-03T11:50:47.863 INFO:tasks.workunit.client.0.smithi145.stderr: -481> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: secure 2023-12-03T11:50:47.863 INFO:tasks.workunit.client.0.smithi145.stderr: -480> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: crc 2023-12-03T11:50:47.863 INFO:tasks.workunit.client.0.smithi145.stderr: -479> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: secure 2023-12-03T11:50:47.863 INFO:tasks.workunit.client.0.smithi145.stderr: -478> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: crc 2023-12-03T11:50:47.863 INFO:tasks.workunit.client.0.smithi145.stderr: -477> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: crc 2023-12-03T11:50:47.863 INFO:tasks.workunit.client.0.smithi145.stderr: -476> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: secure 2023-12-03T11:50:47.863 INFO:tasks.workunit.client.0.smithi145.stderr: -475> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: crc 2023-12-03T11:50:47.863 INFO:tasks.workunit.client.0.smithi145.stderr: -474> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: secure 2023-12-03T11:50:47.863 INFO:tasks.workunit.client.0.smithi145.stderr: -473> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: crc 2023-12-03T11:50:47.863 INFO:tasks.workunit.client.0.smithi145.stderr: -472> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1390) adding con mode: secure 2023-12-03T11:50:47.864 INFO:tasks.workunit.client.0.smithi145.stderr: -471> 2023-12-03T11:50:47.740+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.864 INFO:tasks.workunit.client.0.smithi145.stderr: -470> 2023-12-03T11:50:47.740+0000 7ff9bf322800 10 monclient: init 2023-12-03T11:50:47.864 INFO:tasks.workunit.client.0.smithi145.stderr: -469> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding auth protocol: cephx 2023-12-03T11:50:47.864 INFO:tasks.workunit.client.0.smithi145.stderr: -468> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding auth protocol: cephx 2023-12-03T11:50:47.864 INFO:tasks.workunit.client.0.smithi145.stderr: -467> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding auth protocol: cephx 2023-12-03T11:50:47.864 INFO:tasks.workunit.client.0.smithi145.stderr: -466> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: secure 2023-12-03T11:50:47.864 INFO:tasks.workunit.client.0.smithi145.stderr: -465> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: crc 2023-12-03T11:50:47.864 INFO:tasks.workunit.client.0.smithi145.stderr: -464> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: secure 2023-12-03T11:50:47.864 INFO:tasks.workunit.client.0.smithi145.stderr: -463> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: crc 2023-12-03T11:50:47.864 INFO:tasks.workunit.client.0.smithi145.stderr: -462> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: secure 2023-12-03T11:50:47.864 INFO:tasks.workunit.client.0.smithi145.stderr: -461> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: crc 2023-12-03T11:50:47.864 INFO:tasks.workunit.client.0.smithi145.stderr: -460> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: crc 2023-12-03T11:50:47.864 INFO:tasks.workunit.client.0.smithi145.stderr: -459> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: secure 2023-12-03T11:50:47.864 INFO:tasks.workunit.client.0.smithi145.stderr: -458> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: crc 2023-12-03T11:50:47.864 INFO:tasks.workunit.client.0.smithi145.stderr: -457> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: secure 2023-12-03T11:50:47.864 INFO:tasks.workunit.client.0.smithi145.stderr: -456> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: crc 2023-12-03T11:50:47.865 INFO:tasks.workunit.client.0.smithi145.stderr: -455> 2023-12-03T11:50:47.740+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23ef40) adding con mode: secure 2023-12-03T11:50:47.865 INFO:tasks.workunit.client.0.smithi145.stderr: -454> 2023-12-03T11:50:47.741+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.865 INFO:tasks.workunit.client.0.smithi145.stderr: -453> 2023-12-03T11:50:47.741+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.865 INFO:tasks.workunit.client.0.smithi145.stderr: -452> 2023-12-03T11:50:47.741+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command rotate-key cmddesc rotate-key hook 0x7ffe7d23f088 EEXIST 2023-12-03T11:50:47.865 INFO:tasks.workunit.client.0.smithi145.stderr: -451> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient: _reopen_session rank -1 2023-12-03T11:50:47.865 INFO:tasks.workunit.client.0.smithi145.stderr: -450> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient: _add_conns ranks=[2,1,0] 2023-12-03T11:50:47.865 INFO:tasks.workunit.client.0.smithi145.stderr: -449> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-c con 0x55f9abce00f0 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:50:47.865 INFO:tasks.workunit.client.0.smithi145.stderr: -448> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-b con 0x55f9abceb610 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:50:47.865 INFO:tasks.workunit.client.0.smithi145.stderr: -447> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-a con 0x55f9abce2a00 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:50:47.865 INFO:tasks.workunit.client.0.smithi145.stderr: -446> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.865 INFO:tasks.workunit.client.0.smithi145.stderr: -445> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.865 INFO:tasks.workunit.client.0.smithi145.stderr: -444> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.865 INFO:tasks.workunit.client.0.smithi145.stderr: -443> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient(hunting): _renew_subs 2023-12-03T11:50:47.865 INFO:tasks.workunit.client.0.smithi145.stderr: -442> 2023-12-03T11:50:47.741+0000 7ff9bf322800 10 monclient(hunting): authenticate will time out at 1603.091113s 2023-12-03T11:50:47.865 INFO:tasks.workunit.client.0.smithi145.stderr: -441> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient(hunting): get_auth_request con 0x55f9abce00f0 auth_method 0 2023-12-03T11:50:47.866 INFO:tasks.workunit.client.0.smithi145.stderr: -440> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.866 INFO:tasks.workunit.client.0.smithi145.stderr: -439> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.866 INFO:tasks.workunit.client.0.smithi145.stderr: -438> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.866 INFO:tasks.workunit.client.0.smithi145.stderr: -437> 2023-12-03T11:50:47.741+0000 7ff9ba7ac640 10 monclient(hunting): get_auth_request con 0x55f9abce2a00 auth_method 0 2023-12-03T11:50:47.866 INFO:tasks.workunit.client.0.smithi145.stderr: -436> 2023-12-03T11:50:47.741+0000 7ff9ba7ac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.866 INFO:tasks.workunit.client.0.smithi145.stderr: -435> 2023-12-03T11:50:47.741+0000 7ff9ba7ac640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.866 INFO:tasks.workunit.client.0.smithi145.stderr: -434> 2023-12-03T11:50:47.741+0000 7ff9ba7ac640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.866 INFO:tasks.workunit.client.0.smithi145.stderr: -433> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.866 INFO:tasks.workunit.client.0.smithi145.stderr: -432> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.866 INFO:tasks.workunit.client.0.smithi145.stderr: -431> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.866 INFO:tasks.workunit.client.0.smithi145.stderr: -430> 2023-12-03T11:50:47.741+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.866 INFO:tasks.workunit.client.0.smithi145.stderr: -429> 2023-12-03T11:50:47.741+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.866 INFO:tasks.workunit.client.0.smithi145.stderr: -428> 2023-12-03T11:50:47.741+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.866 INFO:tasks.workunit.client.0.smithi145.stderr: -427> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_done global_id 6704 payload 274 2023-12-03T11:50:47.867 INFO:tasks.workunit.client.0.smithi145.stderr: -426> 2023-12-03T11:50:47.741+0000 7ff9b3fff640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:47.867 INFO:tasks.workunit.client.0.smithi145.stderr: -425> 2023-12-03T11:50:47.741+0000 7ff9b3fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:47.867 INFO:tasks.workunit.client.0.smithi145.stderr: -424> 2023-12-03T11:50:47.741+0000 7ff9b3fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:47.867 INFO:tasks.workunit.client.0.smithi145.stderr: -423> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient: _finish_hunting 0 2023-12-03T11:50:47.867 INFO:tasks.workunit.client.0.smithi145.stderr: -422> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 1 monclient: found mon.noname-c 2023-12-03T11:50:47.867 INFO:tasks.workunit.client.0.smithi145.stderr: -421> 2023-12-03T11:50:47.741+0000 7ff9bb7ae640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.867 INFO:tasks.workunit.client.0.smithi145.stderr: -420> 2023-12-03T11:50:47.741+0000 7ff9bafad640 10 monclient: get_auth_request con 0x55f9abceb610 auth_method 0 2023-12-03T11:50:47.867 INFO:tasks.workunit.client.0.smithi145.stderr: -419> 2023-12-03T11:50:47.741+0000 7ff9bafad640 10 monclient: get_auth_request con 0x7ff99c069850 auth_method 0 2023-12-03T11:50:47.867 INFO:tasks.workunit.client.0.smithi145.stderr: -418> 2023-12-03T11:50:47.741+0000 7ff9b17fa640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:47.867 INFO:tasks.workunit.client.0.smithi145.stderr: -417> 2023-12-03T11:50:47.741+0000 7ff9b17fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:50:47.867 INFO:tasks.workunit.client.0.smithi145.stderr: -416> 2023-12-03T11:50:47.741+0000 7ff9b17fa640 10 monclient: dump: 2023-12-03T11:50:47.867 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:47.867 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:47.867 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.867 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.867 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:47.868 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.868 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:47.868 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:47.868 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:47.868 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.868 INFO:tasks.workunit.client.0.smithi145.stderr: -415> 2023-12-03T11:50:47.742+0000 7ff9b17fa640 10 monclient: _finish_auth 0 2023-12-03T11:50:47.868 INFO:tasks.workunit.client.0.smithi145.stderr: -414> 2023-12-03T11:50:47.742+0000 7ff9b17fa640 10 monclient: _check_auth_tickets 2023-12-03T11:50:47.868 INFO:tasks.workunit.client.0.smithi145.stderr: -413> 2023-12-03T11:50:47.742+0000 7ff9b17fa640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:47.868 INFO:tasks.workunit.client.0.smithi145.stderr: -412> 2023-12-03T11:50:47.742+0000 7ff9b17fa640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:47.868 INFO:tasks.workunit.client.0.smithi145.stderr: -411> 2023-12-03T11:50:47.742+0000 7ff9b17fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:47.868 INFO:tasks.workunit.client.0.smithi145.stderr: -410> 2023-12-03T11:50:47.742+0000 7ff9b17fa640 10 monclient: dump: 2023-12-03T11:50:47.868 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:47.868 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:47.868 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.868 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.868 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:47.869 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.869 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:47.869 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:47.869 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:47.869 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.869 INFO:tasks.workunit.client.0.smithi145.stderr: -409> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 monclient: authenticate success, global_id 6704 2023-12-03T11:50:47.869 INFO:tasks.workunit.client.0.smithi145.stderr: -408> 2023-12-03T11:50:47.742+0000 7ff9bf322800 10 monclient: get_monmap_and_config success 2023-12-03T11:50:47.869 INFO:tasks.workunit.client.0.smithi145.stderr: -407> 2023-12-03T11:50:47.742+0000 7ff9bf322800 4 set_mon_vals no callback set 2023-12-03T11:50:47.869 INFO:tasks.workunit.client.0.smithi145.stderr: -406> 2023-12-03T11:50:47.742+0000 7ff9bf322800 10 monclient: shutdown 2023-12-03T11:50:47.869 INFO:tasks.workunit.client.0.smithi145.stderr: -405> 2023-12-03T11:50:47.742+0000 7ff9bf322800 10 monclient: build_initial_monmap 2023-12-03T11:50:47.869 INFO:tasks.workunit.client.0.smithi145.stderr: -404> 2023-12-03T11:50:47.742+0000 7ff9bf322800 1 build_initial for_mkfs: 0 2023-12-03T11:50:47.869 INFO:tasks.workunit.client.0.smithi145.stderr: -403> 2023-12-03T11:50:47.742+0000 7ff9bf322800 10 monclient: monmap: 2023-12-03T11:50:47.869 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:50:47.869 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:47.869 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:50:47.870 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:50:47.870 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:47.870 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.870 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:50:47.870 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:50:47.870 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:50:47.870 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.870 INFO:tasks.workunit.client.0.smithi145.stderr: -402> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding auth protocol: cephx 2023-12-03T11:50:47.870 INFO:tasks.workunit.client.0.smithi145.stderr: -401> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding auth protocol: cephx 2023-12-03T11:50:47.870 INFO:tasks.workunit.client.0.smithi145.stderr: -400> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding auth protocol: cephx 2023-12-03T11:50:47.870 INFO:tasks.workunit.client.0.smithi145.stderr: -399> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: secure 2023-12-03T11:50:47.870 INFO:tasks.workunit.client.0.smithi145.stderr: -398> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: crc 2023-12-03T11:50:47.870 INFO:tasks.workunit.client.0.smithi145.stderr: -397> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: secure 2023-12-03T11:50:47.870 INFO:tasks.workunit.client.0.smithi145.stderr: -396> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: crc 2023-12-03T11:50:47.870 INFO:tasks.workunit.client.0.smithi145.stderr: -395> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: secure 2023-12-03T11:50:47.871 INFO:tasks.workunit.client.0.smithi145.stderr: -394> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: crc 2023-12-03T11:50:47.871 INFO:tasks.workunit.client.0.smithi145.stderr: -393> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: crc 2023-12-03T11:50:47.871 INFO:tasks.workunit.client.0.smithi145.stderr: -392> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: secure 2023-12-03T11:50:47.871 INFO:tasks.workunit.client.0.smithi145.stderr: -391> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: crc 2023-12-03T11:50:47.871 INFO:tasks.workunit.client.0.smithi145.stderr: -390> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: secure 2023-12-03T11:50:47.871 INFO:tasks.workunit.client.0.smithi145.stderr: -389> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: crc 2023-12-03T11:50:47.871 INFO:tasks.workunit.client.0.smithi145.stderr: -388> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcb1260) adding con mode: secure 2023-12-03T11:50:47.871 INFO:tasks.workunit.client.0.smithi145.stderr: -387> 2023-12-03T11:50:47.742+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.871 INFO:tasks.workunit.client.0.smithi145.stderr: -386> 2023-12-03T11:50:47.742+0000 7ff9bf322800 1 librados: starting msgr at 2023-12-03T11:50:47.871 INFO:tasks.workunit.client.0.smithi145.stderr: -385> 2023-12-03T11:50:47.742+0000 7ff9bf322800 1 librados: starting objecter 2023-12-03T11:50:47.871 INFO:tasks.workunit.client.0.smithi145.stderr: -384> 2023-12-03T11:50:47.742+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command objecter_requests cmddesc objecter_requests hook 0x55f9abcb7ef0 EEXIST 2023-12-03T11:50:47.871 INFO:tasks.workunit.client.0.smithi145.stderr: -383> 2023-12-03T11:50:47.743+0000 7ff9bf322800 1 librados: setting wanted keys 2023-12-03T11:50:47.871 INFO:tasks.workunit.client.0.smithi145.stderr: -382> 2023-12-03T11:50:47.743+0000 7ff9bf322800 1 librados: calling monclient init 2023-12-03T11:50:47.871 INFO:tasks.workunit.client.0.smithi145.stderr: -381> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient: init 2023-12-03T11:50:47.871 INFO:tasks.workunit.client.0.smithi145.stderr: -380> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding auth protocol: cephx 2023-12-03T11:50:47.871 INFO:tasks.workunit.client.0.smithi145.stderr: -379> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding auth protocol: cephx 2023-12-03T11:50:47.872 INFO:tasks.workunit.client.0.smithi145.stderr: -378> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding auth protocol: cephx 2023-12-03T11:50:47.872 INFO:tasks.workunit.client.0.smithi145.stderr: -377> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: secure 2023-12-03T11:50:47.872 INFO:tasks.workunit.client.0.smithi145.stderr: -376> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: crc 2023-12-03T11:50:47.872 INFO:tasks.workunit.client.0.smithi145.stderr: -375> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: secure 2023-12-03T11:50:47.872 INFO:tasks.workunit.client.0.smithi145.stderr: -374> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: crc 2023-12-03T11:50:47.872 INFO:tasks.workunit.client.0.smithi145.stderr: -373> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: secure 2023-12-03T11:50:47.872 INFO:tasks.workunit.client.0.smithi145.stderr: -372> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: crc 2023-12-03T11:50:47.872 INFO:tasks.workunit.client.0.smithi145.stderr: -371> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: crc 2023-12-03T11:50:47.872 INFO:tasks.workunit.client.0.smithi145.stderr: -370> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: secure 2023-12-03T11:50:47.872 INFO:tasks.workunit.client.0.smithi145.stderr: -369> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: crc 2023-12-03T11:50:47.872 INFO:tasks.workunit.client.0.smithi145.stderr: -368> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: secure 2023-12-03T11:50:47.872 INFO:tasks.workunit.client.0.smithi145.stderr: -367> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: crc 2023-12-03T11:50:47.873 INFO:tasks.workunit.client.0.smithi145.stderr: -366> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 AuthRegistry(0x55f9abcaf9b8) adding con mode: secure 2023-12-03T11:50:47.873 INFO:tasks.workunit.client.0.smithi145.stderr: -365> 2023-12-03T11:50:47.743+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.873 INFO:tasks.workunit.client.0.smithi145.stderr: -364> 2023-12-03T11:50:47.743+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.873 INFO:tasks.workunit.client.0.smithi145.stderr: -363> 2023-12-03T11:50:47.743+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command rotate-key cmddesc rotate-key hook 0x55f9abcafb00 EEXIST 2023-12-03T11:50:47.873 INFO:tasks.workunit.client.0.smithi145.stderr: -362> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient: _reopen_session rank -1 2023-12-03T11:50:47.873 INFO:tasks.workunit.client.0.smithi145.stderr: -361> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient: _add_conns ranks=[2,1,0] 2023-12-03T11:50:47.873 INFO:tasks.workunit.client.0.smithi145.stderr: -360> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-c con 0x55f9abce00f0 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:50:47.873 INFO:tasks.workunit.client.0.smithi145.stderr: -359> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-b con 0x55f9abce2a00 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:50:47.873 INFO:tasks.workunit.client.0.smithi145.stderr: -358> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-a con 0x55f9abceb610 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:50:47.873 INFO:tasks.workunit.client.0.smithi145.stderr: -357> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.873 INFO:tasks.workunit.client.0.smithi145.stderr: -356> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.873 INFO:tasks.workunit.client.0.smithi145.stderr: -355> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.873 INFO:tasks.workunit.client.0.smithi145.stderr: -354> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient(hunting): _renew_subs 2023-12-03T11:50:47.873 INFO:tasks.workunit.client.0.smithi145.stderr: -353> 2023-12-03T11:50:47.743+0000 7ff9bf322800 10 monclient(hunting): authenticate will time out at 1603.093239s 2023-12-03T11:50:47.873 INFO:tasks.workunit.client.0.smithi145.stderr: -352> 2023-12-03T11:50:47.743+0000 7ff9bb7ae640 10 monclient(hunting): get_auth_request con 0x55f9abceb610 auth_method 0 2023-12-03T11:50:47.874 INFO:tasks.workunit.client.0.smithi145.stderr: -351> 2023-12-03T11:50:47.743+0000 7ff9bb7ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.874 INFO:tasks.workunit.client.0.smithi145.stderr: -350> 2023-12-03T11:50:47.743+0000 7ff9bb7ae640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.874 INFO:tasks.workunit.client.0.smithi145.stderr: -349> 2023-12-03T11:50:47.743+0000 7ff9bb7ae640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.874 INFO:tasks.workunit.client.0.smithi145.stderr: -348> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient(hunting): get_auth_request con 0x55f9abce00f0 auth_method 0 2023-12-03T11:50:47.874 INFO:tasks.workunit.client.0.smithi145.stderr: -347> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.874 INFO:tasks.workunit.client.0.smithi145.stderr: -346> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.874 INFO:tasks.workunit.client.0.smithi145.stderr: -345> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.874 INFO:tasks.workunit.client.0.smithi145.stderr: -344> 2023-12-03T11:50:47.743+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.874 INFO:tasks.workunit.client.0.smithi145.stderr: -343> 2023-12-03T11:50:47.743+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.874 INFO:tasks.workunit.client.0.smithi145.stderr: -342> 2023-12-03T11:50:47.743+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.874 INFO:tasks.workunit.client.0.smithi145.stderr: -341> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.874 INFO:tasks.workunit.client.0.smithi145.stderr: -340> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.874 INFO:tasks.workunit.client.0.smithi145.stderr: -339> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.874 INFO:tasks.workunit.client.0.smithi145.stderr: -338> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient(hunting): handle_auth_done global_id 6707 payload 824 2023-12-03T11:50:47.874 INFO:tasks.workunit.client.0.smithi145.stderr: -337> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient: _finish_hunting 0 2023-12-03T11:50:47.875 INFO:tasks.workunit.client.0.smithi145.stderr: -336> 2023-12-03T11:50:47.743+0000 7ff9bafad640 1 monclient: found mon.noname-c 2023-12-03T11:50:47.875 INFO:tasks.workunit.client.0.smithi145.stderr: -335> 2023-12-03T11:50:47.743+0000 7ff9bafad640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.875 INFO:tasks.workunit.client.0.smithi145.stderr: -334> 2023-12-03T11:50:47.744+0000 7ff99b7fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:47.875 INFO:tasks.workunit.client.0.smithi145.stderr: -333> 2023-12-03T11:50:47.744+0000 7ff99b7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:50:47.875 INFO:tasks.workunit.client.0.smithi145.stderr: -332> 2023-12-03T11:50:47.744+0000 7ff99b7fe640 10 monclient: dump: 2023-12-03T11:50:47.875 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:47.875 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:47.875 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.875 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.875 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:47.875 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.875 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:47.875 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:47.875 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:47.875 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.875 INFO:tasks.workunit.client.0.smithi145.stderr: -331> 2023-12-03T11:50:47.744+0000 7ff99b7fe640 10 monclient: _finish_auth 0 2023-12-03T11:50:47.876 INFO:tasks.workunit.client.0.smithi145.stderr: -330> 2023-12-03T11:50:47.744+0000 7ff99b7fe640 10 monclient: _check_auth_tickets 2023-12-03T11:50:47.876 INFO:tasks.workunit.client.0.smithi145.stderr: -329> 2023-12-03T11:50:47.744+0000 7ff99b7fe640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:47.876 INFO:tasks.workunit.client.0.smithi145.stderr: -328> 2023-12-03T11:50:47.744+0000 7ff99b7fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:47.876 INFO:tasks.workunit.client.0.smithi145.stderr: -327> 2023-12-03T11:50:47.744+0000 7ff99b7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:47.876 INFO:tasks.workunit.client.0.smithi145.stderr: -326> 2023-12-03T11:50:47.744+0000 7ff99b7fe640 10 monclient: dump: 2023-12-03T11:50:47.876 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:47.876 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:47.876 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.876 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.876 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:47.876 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.876 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:47.876 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:47.876 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:47.876 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.877 INFO:tasks.workunit.client.0.smithi145.stderr: -325> 2023-12-03T11:50:47.744+0000 7ff9bf322800 5 monclient: authenticate success, global_id 6707 2023-12-03T11:50:47.877 INFO:tasks.workunit.client.0.smithi145.stderr: -324> 2023-12-03T11:50:47.744+0000 7ff9b17fa640 4 set_mon_vals no callback set 2023-12-03T11:50:47.877 INFO:tasks.workunit.client.0.smithi145.stderr: -323> 2023-12-03T11:50:47.744+0000 7ff9bf322800 10 monclient: _renew_subs 2023-12-03T11:50:47.877 INFO:tasks.workunit.client.0.smithi145.stderr: -322> 2023-12-03T11:50:47.744+0000 7ff9bf322800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.877 INFO:tasks.workunit.client.0.smithi145.stderr: -321> 2023-12-03T11:50:47.744+0000 7ff9bf322800 10 monclient: _renew_subs 2023-12-03T11:50:47.877 INFO:tasks.workunit.client.0.smithi145.stderr: -320> 2023-12-03T11:50:47.744+0000 7ff9bf322800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.877 INFO:tasks.workunit.client.0.smithi145.stderr: -319> 2023-12-03T11:50:47.744+0000 7ff9bf322800 1 librados: init done 2023-12-03T11:50:47.877 INFO:tasks.workunit.client.0.smithi145.stderr: -318> 2023-12-03T11:50:47.745+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.877 INFO:tasks.workunit.client.0.smithi145.stderr: -317> 2023-12-03T11:50:47.745+0000 7ff99b7fe640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:47.877 INFO:tasks.workunit.client.0.smithi145.stderr: -316> 2023-12-03T11:50:47.745+0000 7ff99b7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:47.877 INFO:tasks.workunit.client.0.smithi145.stderr: -315> 2023-12-03T11:50:47.745+0000 7ff99b7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:47.877 INFO:tasks.workunit.client.0.smithi145.stderr: -314> 2023-12-03T11:50:47.746+0000 7ff9ba7ac640 10 monclient: get_auth_request con 0x7ff994069850 auth_method 0 2023-12-03T11:50:47.877 INFO:tasks.workunit.client.0.smithi145.stderr: -313> 2023-12-03T11:50:47.746+0000 7ff9bb7ae640 10 monclient: get_auth_request con 0x55f9abcfde90 auth_method 0 2023-12-03T11:50:47.877 INFO:tasks.workunit.client.0.smithi145.stderr: -312> 2023-12-03T11:50:47.746+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.877 INFO:tasks.workunit.client.0.smithi145.stderr: -311> 2023-12-03T11:50:47.746+0000 7ff9bf322800 20 realm 2023-12-03T11:50:47.878 INFO:tasks.workunit.client.0.smithi145.stderr: -310> 2023-12-03T11:50:47.746+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.878 INFO:tasks.workunit.client.0.smithi145.stderr: -309> 2023-12-03T11:50:47.746+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.878 INFO:tasks.workunit.client.0.smithi145.stderr: -308> 2023-12-03T11:50:47.746+0000 7ff9bf322800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:47.878 INFO:tasks.workunit.client.0.smithi145.stderr: -307> 2023-12-03T11:50:47.746+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.878 INFO:tasks.workunit.client.0.smithi145.stderr: -306> 2023-12-03T11:50:47.747+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.878 INFO:tasks.workunit.client.0.smithi145.stderr: -305> 2023-12-03T11:50:47.747+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.878 INFO:tasks.workunit.client.0.smithi145.stderr: -304> 2023-12-03T11:50:47.747+0000 7ff9bafad640 10 monclient: get_auth_request con 0x55f9abd01c10 auth_method 0 2023-12-03T11:50:47.878 INFO:tasks.workunit.client.0.smithi145.stderr: -303> 2023-12-03T11:50:47.748+0000 7ff9bf322800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:47.878 INFO:tasks.workunit.client.0.smithi145.stderr: -302> 2023-12-03T11:50:47.748+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.878 INFO:tasks.workunit.client.0.smithi145.stderr: -301> 2023-12-03T11:50:47.748+0000 7ff9ba7ac640 10 monclient: get_auth_request con 0x55f9abd05420 auth_method 0 2023-12-03T11:50:47.878 INFO:tasks.workunit.client.0.smithi145.stderr: -300> 2023-12-03T11:50:47.748+0000 7ff9bf322800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:47.879 INFO:tasks.workunit.client.0.smithi145.stderr: -299> 2023-12-03T11:50:47.748+0000 7ff9bf322800 20 searching for the correct realm 2023-12-03T11:50:47.879 INFO:tasks.workunit.client.0.smithi145.stderr: -298> 2023-12-03T11:50:47.749+0000 7ff9bb7ae640 10 monclient: get_auth_request con 0x7ff9a405e6e0 auth_method 0 2023-12-03T11:50:47.879 INFO:tasks.workunit.client.0.smithi145.stderr: -297> 2023-12-03T11:50:47.749+0000 7ff9bafad640 10 monclient: get_auth_request con 0x7ff9ac05db20 auth_method 0 2023-12-03T11:50:47.879 INFO:tasks.workunit.client.0.smithi145.stderr: -296> 2023-12-03T11:50:47.750+0000 7ff9ba7ac640 10 monclient: get_auth_request con 0x7ff9b400e070 auth_method 0 2023-12-03T11:50:47.879 INFO:tasks.workunit.client.0.smithi145.stderr: -295> 2023-12-03T11:50:47.752+0000 7ff9bb7ae640 10 monclient: get_auth_request con 0x7ff9a4057ba0 auth_method 0 2023-12-03T11:50:47.879 INFO:tasks.workunit.client.0.smithi145.stderr: -294> 2023-12-03T11:50:47.754+0000 7ff9bafad640 10 monclient: get_auth_request con 0x7ff9a405ccd0 auth_method 0 2023-12-03T11:50:47.879 INFO:tasks.workunit.client.0.smithi145.stderr: -293> 2023-12-03T11:50:47.757+0000 7ff9bafad640 0 -- 172.21.15.145:0/1034268015 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55f9abd01c10 msgr2=0x55f9abd04040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:50:47.879 INFO:tasks.workunit.client.0.smithi145.stderr: -292> 2023-12-03T11:50:47.757+0000 7ff99b7fe640 1 client.6707.objecter ms_handle_reset 0x55f9abd01c10 session 0x55f9aba70320 osd.5 2023-12-03T11:50:47.879 INFO:tasks.workunit.client.0.smithi145.stderr: -291> 2023-12-03T11:50:47.757+0000 7ff99b7fe640 10 monclient: _renew_subs 2023-12-03T11:50:47.879 INFO:tasks.workunit.client.0.smithi145.stderr: -290> 2023-12-03T11:50:47.757+0000 7ff99b7fe640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.879 INFO:tasks.workunit.client.0.smithi145.stderr: -289> 2023-12-03T11:50:47.758+0000 7ff9bafad640 10 monclient: get_auth_request con 0x7ff9940795f0 auth_method 0 2023-12-03T11:50:47.879 INFO:tasks.workunit.client.0.smithi145.stderr: -288> 2023-12-03T11:50:47.758+0000 7ff9bf322800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:47.879 INFO:tasks.workunit.client.0.smithi145.stderr: -287> 2023-12-03T11:50:47.758+0000 7ff9bf322800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:47.879 INFO:tasks.workunit.client.0.smithi145.stderr: -286> 2023-12-03T11:50:47.758+0000 7ff9bf322800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:47.879 INFO:tasks.workunit.client.0.smithi145.stderr: -285> 2023-12-03T11:50:47.758+0000 7ff9bf322800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:47.879 INFO:tasks.workunit.client.0.smithi145.stderr: -284> 2023-12-03T11:50:47.758+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.880 INFO:tasks.workunit.client.0.smithi145.stderr: -283> 2023-12-03T11:50:47.759+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.880 INFO:tasks.workunit.client.0.smithi145.stderr: -282> 2023-12-03T11:50:47.759+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.880 INFO:tasks.workunit.client.0.smithi145.stderr: -281> 2023-12-03T11:50:47.759+0000 7ff9bf322800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:47.880 INFO:tasks.workunit.client.0.smithi145.stderr: -280> 2023-12-03T11:50:47.759+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.880 INFO:tasks.workunit.client.0.smithi145.stderr: -279> 2023-12-03T11:50:47.759+0000 7ff9bf322800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:47.880 INFO:tasks.workunit.client.0.smithi145.stderr: -278> 2023-12-03T11:50:47.759+0000 7ff9bf322800 20 zone default found 2023-12-03T11:50:47.880 INFO:tasks.workunit.client.0.smithi145.stderr: -277> 2023-12-03T11:50:47.759+0000 7ff9bf322800 4 Realm: () 2023-12-03T11:50:47.880 INFO:tasks.workunit.client.0.smithi145.stderr: -276> 2023-12-03T11:50:47.759+0000 7ff9bf322800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:47.880 INFO:tasks.workunit.client.0.smithi145.stderr: -275> 2023-12-03T11:50:47.759+0000 7ff9bf322800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:47.880 INFO:tasks.workunit.client.0.smithi145.stderr: -274> 2023-12-03T11:50:47.759+0000 7ff9bf322800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:47.880 INFO:tasks.workunit.client.0.smithi145.stderr: -273> 2023-12-03T11:50:47.759+0000 7ff9bf322800 20 zonegroup default 2023-12-03T11:50:47.880 INFO:tasks.workunit.client.0.smithi145.stderr: -272> 2023-12-03T11:50:47.759+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.880 INFO:tasks.workunit.client.0.smithi145.stderr: -271> 2023-12-03T11:50:47.760+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.880 INFO:tasks.workunit.client.0.smithi145.stderr: -270> 2023-12-03T11:50:47.760+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.880 INFO:tasks.workunit.client.0.smithi145.stderr: -269> 2023-12-03T11:50:47.760+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.881 INFO:tasks.workunit.client.0.smithi145.stderr: -268> 2023-12-03T11:50:47.760+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.881 INFO:tasks.workunit.client.0.smithi145.stderr: -267> 2023-12-03T11:50:47.760+0000 7ff9bf322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.881 INFO:tasks.workunit.client.0.smithi145.stderr: -266> 2023-12-03T11:50:47.760+0000 7ff9bf322800 20 started sync module instance, tier type = 2023-12-03T11:50:47.881 INFO:tasks.workunit.client.0.smithi145.stderr: -265> 2023-12-03T11:50:47.760+0000 7ff9bf322800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:47.881 INFO:tasks.workunit.client.0.smithi145.stderr: -264> 2023-12-03T11:50:47.763+0000 7ff99b7fe640 1 client.6707.objecter ms_handle_reset 0x7ff9a405e6e0 session 0x7ff9a4056870 osd.7 2023-12-03T11:50:47.881 INFO:tasks.workunit.client.0.smithi145.stderr: -263> 2023-12-03T11:50:47.763+0000 7ff9bb7ae640 10 monclient: get_auth_request con 0x55f9abd01c10 auth_method 0 2023-12-03T11:50:47.881 INFO:tasks.workunit.client.0.smithi145.stderr: -262> 2023-12-03T11:50:47.765+0000 7ff9bb7ae640 0 -- 172.21.15.145:0/1034268015 >> [v2:172.21.15.149:6816/3721565933,v1:172.21.15.149:6817/3721565933] conn(0x55f9abd01c10 msgr2=0x7ff99407e6f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:47.881 INFO:tasks.workunit.client.0.smithi145.stderr: -261> 2023-12-03T11:50:47.765+0000 7ff99b7fe640 1 client.6707.objecter ms_handle_reset 0x55f9abd01c10 session 0x7ff9a4056870 osd.7 2023-12-03T11:50:47.881 INFO:tasks.workunit.client.0.smithi145.stderr: -260> 2023-12-03T11:50:47.765+0000 7ff9bb7ae640 10 monclient: get_auth_request con 0x7ff9a405e6e0 auth_method 0 2023-12-03T11:50:47.881 INFO:tasks.workunit.client.0.smithi145.stderr: -259> 2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=0 2023-12-03T11:50:47.881 INFO:tasks.workunit.client.0.smithi145.stderr: -258> 2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=1 2023-12-03T11:50:47.881 INFO:tasks.workunit.client.0.smithi145.stderr: -257> 2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=2 2023-12-03T11:50:47.881 INFO:tasks.workunit.client.0.smithi145.stderr: -256> 2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=3 2023-12-03T11:50:47.881 INFO:tasks.workunit.client.0.smithi145.stderr: -255> 2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=4 2023-12-03T11:50:47.881 INFO:tasks.workunit.client.0.smithi145.stderr: -254> 2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=5 2023-12-03T11:50:47.881 INFO:tasks.workunit.client.0.smithi145.stderr: -253> 2023-12-03T11:50:47.769+0000 7ff9bf322800 20 add_watcher() i=6 2023-12-03T11:50:47.882 INFO:tasks.workunit.client.0.smithi145.stderr: -252> 2023-12-03T11:50:47.770+0000 7ff9bf322800 20 add_watcher() i=7 2023-12-03T11:50:47.882 INFO:tasks.workunit.client.0.smithi145.stderr: -251> 2023-12-03T11:50:47.770+0000 7ff9bf322800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:47.882 INFO:tasks.workunit.client.0.smithi145.stderr: -250> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding auth protocol: cephx 2023-12-03T11:50:47.882 INFO:tasks.workunit.client.0.smithi145.stderr: -249> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding auth protocol: cephx 2023-12-03T11:50:47.882 INFO:tasks.workunit.client.0.smithi145.stderr: -248> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding auth protocol: cephx 2023-12-03T11:50:47.882 INFO:tasks.workunit.client.0.smithi145.stderr: -247> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: secure 2023-12-03T11:50:47.882 INFO:tasks.workunit.client.0.smithi145.stderr: -246> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: crc 2023-12-03T11:50:47.882 INFO:tasks.workunit.client.0.smithi145.stderr: -245> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: secure 2023-12-03T11:50:47.882 INFO:tasks.workunit.client.0.smithi145.stderr: -244> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: crc 2023-12-03T11:50:47.882 INFO:tasks.workunit.client.0.smithi145.stderr: -243> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: secure 2023-12-03T11:50:47.882 INFO:tasks.workunit.client.0.smithi145.stderr: -242> 2023-12-03T11:50:47.772+0000 7ff8fbfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:47.882 INFO:tasks.workunit.client.0.smithi145.stderr: -241> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: crc 2023-12-03T11:50:47.882 INFO:tasks.workunit.client.0.smithi145.stderr: -240> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: crc 2023-12-03T11:50:47.882 INFO:tasks.workunit.client.0.smithi145.stderr: -239> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: secure 2023-12-03T11:50:47.882 INFO:tasks.workunit.client.0.smithi145.stderr: -238> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: crc 2023-12-03T11:50:47.883 INFO:tasks.workunit.client.0.smithi145.stderr: -237> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: secure 2023-12-03T11:50:47.883 INFO:tasks.workunit.client.0.smithi145.stderr: -236> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: crc 2023-12-03T11:50:47.883 INFO:tasks.workunit.client.0.smithi145.stderr: -235> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f970) adding con mode: secure 2023-12-03T11:50:47.883 INFO:tasks.workunit.client.0.smithi145.stderr: -234> 2023-12-03T11:50:47.772+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.883 INFO:tasks.workunit.client.0.smithi145.stderr: -233> 2023-12-03T11:50:47.772+0000 7ff9bf322800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:47.883 INFO:tasks.workunit.client.0.smithi145.stderr: -232> 2023-12-03T11:50:47.772+0000 7ff9bf322800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:47.883 INFO:tasks.workunit.client.0.smithi145.stderr: -231> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command cache list hook 0x55f9abc89d80 2023-12-03T11:50:47.883 INFO:tasks.workunit.client.0.smithi145.stderr: -230> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command cache inspect hook 0x55f9abc89d80 2023-12-03T11:50:47.883 INFO:tasks.workunit.client.0.smithi145.stderr: -229> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command cache erase hook 0x55f9abc89d80 2023-12-03T11:50:47.883 INFO:tasks.workunit.client.0.smithi145.stderr: -228> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command cache zap hook 0x55f9abc89d80 2023-12-03T11:50:47.883 INFO:tasks.workunit.client.0.smithi145.stderr: -227> 2023-12-03T11:50:47.772+0000 7ff9bf322800 10 monclient: get_monmap_and_config 2023-12-03T11:50:47.883 INFO:tasks.workunit.client.0.smithi145.stderr: -226> 2023-12-03T11:50:47.772+0000 7ff9bf322800 10 monclient: build_initial_monmap 2023-12-03T11:50:47.883 INFO:tasks.workunit.client.0.smithi145.stderr: -225> 2023-12-03T11:50:47.772+0000 7ff9bf322800 1 build_initial for_mkfs: 0 2023-12-03T11:50:47.883 INFO:tasks.workunit.client.0.smithi145.stderr: -224> 2023-12-03T11:50:47.772+0000 7ff9bf322800 10 monclient: monmap: 2023-12-03T11:50:47.883 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:50:47.883 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:47.884 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:50:47.884 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:50:47.884 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:47.884 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.884 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:50:47.884 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:50:47.884 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:50:47.884 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.884 INFO:tasks.workunit.client.0.smithi145.stderr: -223> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding auth protocol: cephx 2023-12-03T11:50:47.884 INFO:tasks.workunit.client.0.smithi145.stderr: -222> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding auth protocol: cephx 2023-12-03T11:50:47.884 INFO:tasks.workunit.client.0.smithi145.stderr: -221> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding auth protocol: cephx 2023-12-03T11:50:47.884 INFO:tasks.workunit.client.0.smithi145.stderr: -220> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: secure 2023-12-03T11:50:47.884 INFO:tasks.workunit.client.0.smithi145.stderr: -219> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: crc 2023-12-03T11:50:47.884 INFO:tasks.workunit.client.0.smithi145.stderr: -218> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: secure 2023-12-03T11:50:47.884 INFO:tasks.workunit.client.0.smithi145.stderr: -217> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: crc 2023-12-03T11:50:47.885 INFO:tasks.workunit.client.0.smithi145.stderr: -216> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: secure 2023-12-03T11:50:47.885 INFO:tasks.workunit.client.0.smithi145.stderr: -215> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: crc 2023-12-03T11:50:47.885 INFO:tasks.workunit.client.0.smithi145.stderr: -214> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: crc 2023-12-03T11:50:47.885 INFO:tasks.workunit.client.0.smithi145.stderr: -213> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: secure 2023-12-03T11:50:47.885 INFO:tasks.workunit.client.0.smithi145.stderr: -212> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: crc 2023-12-03T11:50:47.885 INFO:tasks.workunit.client.0.smithi145.stderr: -211> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: secure 2023-12-03T11:50:47.885 INFO:tasks.workunit.client.0.smithi145.stderr: -210> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: crc 2023-12-03T11:50:47.885 INFO:tasks.workunit.client.0.smithi145.stderr: -209> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd17400) adding con mode: secure 2023-12-03T11:50:47.885 INFO:tasks.workunit.client.0.smithi145.stderr: -208> 2023-12-03T11:50:47.772+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.885 INFO:tasks.workunit.client.0.smithi145.stderr: -207> 2023-12-03T11:50:47.772+0000 7ff9bf322800 10 monclient: init 2023-12-03T11:50:47.885 INFO:tasks.workunit.client.0.smithi145.stderr: -206> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding auth protocol: cephx 2023-12-03T11:50:47.885 INFO:tasks.workunit.client.0.smithi145.stderr: -205> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding auth protocol: cephx 2023-12-03T11:50:47.885 INFO:tasks.workunit.client.0.smithi145.stderr: -204> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding auth protocol: cephx 2023-12-03T11:50:47.885 INFO:tasks.workunit.client.0.smithi145.stderr: -203> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: secure 2023-12-03T11:50:47.885 INFO:tasks.workunit.client.0.smithi145.stderr: -202> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: crc 2023-12-03T11:50:47.885 INFO:tasks.workunit.client.0.smithi145.stderr: -201> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: secure 2023-12-03T11:50:47.886 INFO:tasks.workunit.client.0.smithi145.stderr: -200> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: crc 2023-12-03T11:50:47.886 INFO:tasks.workunit.client.0.smithi145.stderr: -199> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: secure 2023-12-03T11:50:47.886 INFO:tasks.workunit.client.0.smithi145.stderr: -198> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: crc 2023-12-03T11:50:47.886 INFO:tasks.workunit.client.0.smithi145.stderr: -197> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: crc 2023-12-03T11:50:47.886 INFO:tasks.workunit.client.0.smithi145.stderr: -196> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: secure 2023-12-03T11:50:47.886 INFO:tasks.workunit.client.0.smithi145.stderr: -195> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: crc 2023-12-03T11:50:47.886 INFO:tasks.workunit.client.0.smithi145.stderr: -194> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: secure 2023-12-03T11:50:47.886 INFO:tasks.workunit.client.0.smithi145.stderr: -193> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: crc 2023-12-03T11:50:47.886 INFO:tasks.workunit.client.0.smithi145.stderr: -192> 2023-12-03T11:50:47.772+0000 7ff9bf322800 5 AuthRegistry(0x7ffe7d23f4c0) adding con mode: secure 2023-12-03T11:50:47.886 INFO:tasks.workunit.client.0.smithi145.stderr: -191> 2023-12-03T11:50:47.773+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.886 INFO:tasks.workunit.client.0.smithi145.stderr: -190> 2023-12-03T11:50:47.773+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.886 INFO:tasks.workunit.client.0.smithi145.stderr: -189> 2023-12-03T11:50:47.773+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command rotate-key cmddesc rotate-key hook 0x7ffe7d23f608 EEXIST 2023-12-03T11:50:47.886 INFO:tasks.workunit.client.0.smithi145.stderr: -188> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient: _reopen_session rank -1 2023-12-03T11:50:47.886 INFO:tasks.workunit.client.0.smithi145.stderr: -187> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient: _add_conns ranks=[1,0,2] 2023-12-03T11:50:47.887 INFO:tasks.workunit.client.0.smithi145.stderr: -186> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-b con 0x55f9abd42300 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:50:47.887 INFO:tasks.workunit.client.0.smithi145.stderr: -185> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-a con 0x55f9abd433a0 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:50:47.887 INFO:tasks.workunit.client.0.smithi145.stderr: -184> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-c con 0x55f9abd4dec0 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:50:47.887 INFO:tasks.workunit.client.0.smithi145.stderr: -183> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.887 INFO:tasks.workunit.client.0.smithi145.stderr: -182> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.887 INFO:tasks.workunit.client.0.smithi145.stderr: -181> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.887 INFO:tasks.workunit.client.0.smithi145.stderr: -180> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient(hunting): _renew_subs 2023-12-03T11:50:47.887 INFO:tasks.workunit.client.0.smithi145.stderr: -179> 2023-12-03T11:50:47.773+0000 7ff9bf322800 10 monclient(hunting): authenticate will time out at 1603.123189s 2023-12-03T11:50:47.887 INFO:tasks.workunit.client.0.smithi145.stderr: -178> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient(hunting): get_auth_request con 0x55f9abd4dec0 auth_method 0 2023-12-03T11:50:47.887 INFO:tasks.workunit.client.0.smithi145.stderr: -177> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.887 INFO:tasks.workunit.client.0.smithi145.stderr: -176> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.887 INFO:tasks.workunit.client.0.smithi145.stderr: -175> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.887 INFO:tasks.workunit.client.0.smithi145.stderr: -174> 2023-12-03T11:50:47.773+0000 7ff9bafad640 10 monclient(hunting): get_auth_request con 0x55f9abd433a0 auth_method 0 2023-12-03T11:50:47.887 INFO:tasks.workunit.client.0.smithi145.stderr: -173> 2023-12-03T11:50:47.773+0000 7ff9bafad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.887 INFO:tasks.workunit.client.0.smithi145.stderr: -172> 2023-12-03T11:50:47.773+0000 7ff9bafad640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.887 INFO:tasks.workunit.client.0.smithi145.stderr: -171> 2023-12-03T11:50:47.773+0000 7ff9bafad640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.887 INFO:tasks.workunit.client.0.smithi145.stderr: -170> 2023-12-03T11:50:47.773+0000 7ff9bb7ae640 10 monclient(hunting): get_auth_request con 0x55f9abd42300 auth_method 0 2023-12-03T11:50:47.888 INFO:tasks.workunit.client.0.smithi145.stderr: -169> 2023-12-03T11:50:47.773+0000 7ff9bb7ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.888 INFO:tasks.workunit.client.0.smithi145.stderr: -168> 2023-12-03T11:50:47.773+0000 7ff9bb7ae640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.888 INFO:tasks.workunit.client.0.smithi145.stderr: -167> 2023-12-03T11:50:47.773+0000 7ff9bb7ae640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.888 INFO:tasks.workunit.client.0.smithi145.stderr: -166> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.888 INFO:tasks.workunit.client.0.smithi145.stderr: -165> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.888 INFO:tasks.workunit.client.0.smithi145.stderr: -164> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.888 INFO:tasks.workunit.client.0.smithi145.stderr: -163> 2023-12-03T11:50:47.773+0000 7ff9bafad640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.888 INFO:tasks.workunit.client.0.smithi145.stderr: -162> 2023-12-03T11:50:47.773+0000 7ff9bafad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.888 INFO:tasks.workunit.client.0.smithi145.stderr: -161> 2023-12-03T11:50:47.773+0000 7ff9bafad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.888 INFO:tasks.workunit.client.0.smithi145.stderr: -160> 2023-12-03T11:50:47.773+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.888 INFO:tasks.workunit.client.0.smithi145.stderr: -159> 2023-12-03T11:50:47.773+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.888 INFO:tasks.workunit.client.0.smithi145.stderr: -158> 2023-12-03T11:50:47.773+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.888 INFO:tasks.workunit.client.0.smithi145.stderr: -157> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_done global_id 6710 payload 274 2023-12-03T11:50:47.888 INFO:tasks.workunit.client.0.smithi145.stderr: -156> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient: _finish_hunting 0 2023-12-03T11:50:47.888 INFO:tasks.workunit.client.0.smithi145.stderr: -155> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 1 monclient: found mon.noname-c 2023-12-03T11:50:47.888 INFO:tasks.workunit.client.0.smithi145.stderr: -154> 2023-12-03T11:50:47.773+0000 7ff9ba7ac640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.889 INFO:tasks.workunit.client.0.smithi145.stderr: -153> 2023-12-03T11:50:47.774+0000 7ff8fb7fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:47.889 INFO:tasks.workunit.client.0.smithi145.stderr: -152> 2023-12-03T11:50:47.774+0000 7ff8fb7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:50:47.889 INFO:tasks.workunit.client.0.smithi145.stderr: -151> 2023-12-03T11:50:47.774+0000 7ff8fb7fe640 10 monclient: dump: 2023-12-03T11:50:47.889 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:47.889 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:47.889 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.889 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.889 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:47.889 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.889 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:47.889 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:47.889 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:47.889 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.889 INFO:tasks.workunit.client.0.smithi145.stderr: -150> 2023-12-03T11:50:47.774+0000 7ff8fb7fe640 10 monclient: _finish_auth 0 2023-12-03T11:50:47.889 INFO:tasks.workunit.client.0.smithi145.stderr: -149> 2023-12-03T11:50:47.774+0000 7ff8fb7fe640 10 monclient: _check_auth_tickets 2023-12-03T11:50:47.890 INFO:tasks.workunit.client.0.smithi145.stderr: -148> 2023-12-03T11:50:47.774+0000 7ff8fb7fe640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:47.890 INFO:tasks.workunit.client.0.smithi145.stderr: -147> 2023-12-03T11:50:47.774+0000 7ff8fb7fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:47.890 INFO:tasks.workunit.client.0.smithi145.stderr: -146> 2023-12-03T11:50:47.774+0000 7ff8fb7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:47.890 INFO:tasks.workunit.client.0.smithi145.stderr: -145> 2023-12-03T11:50:47.774+0000 7ff8fb7fe640 10 monclient: dump: 2023-12-03T11:50:47.890 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:47.890 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:47.890 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.890 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.890 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:47.890 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.890 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:47.890 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:47.890 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:47.890 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.890 INFO:tasks.workunit.client.0.smithi145.stderr: -144> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 monclient: authenticate success, global_id 6710 2023-12-03T11:50:47.891 INFO:tasks.workunit.client.0.smithi145.stderr: -143> 2023-12-03T11:50:47.774+0000 7ff9bf322800 10 monclient: get_monmap_and_config success 2023-12-03T11:50:47.891 INFO:tasks.workunit.client.0.smithi145.stderr: -142> 2023-12-03T11:50:47.774+0000 7ff9bf322800 4 set_mon_vals no callback set 2023-12-03T11:50:47.891 INFO:tasks.workunit.client.0.smithi145.stderr: -141> 2023-12-03T11:50:47.774+0000 7ff9bf322800 10 monclient: shutdown 2023-12-03T11:50:47.891 INFO:tasks.workunit.client.0.smithi145.stderr: -140> 2023-12-03T11:50:47.774+0000 7ff9bf322800 10 monclient: build_initial_monmap 2023-12-03T11:50:47.891 INFO:tasks.workunit.client.0.smithi145.stderr: -139> 2023-12-03T11:50:47.774+0000 7ff9bf322800 1 build_initial for_mkfs: 0 2023-12-03T11:50:47.891 INFO:tasks.workunit.client.0.smithi145.stderr: -138> 2023-12-03T11:50:47.774+0000 7ff9bf322800 10 monclient: monmap: 2023-12-03T11:50:47.891 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:50:47.891 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:47.891 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:50:47.891 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:50:47.891 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:47.891 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.891 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:50:47.891 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:50:47.891 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:50:47.891 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.892 INFO:tasks.workunit.client.0.smithi145.stderr: -137> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding auth protocol: cephx 2023-12-03T11:50:47.892 INFO:tasks.workunit.client.0.smithi145.stderr: -136> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding auth protocol: cephx 2023-12-03T11:50:47.892 INFO:tasks.workunit.client.0.smithi145.stderr: -135> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding auth protocol: cephx 2023-12-03T11:50:47.892 INFO:tasks.workunit.client.0.smithi145.stderr: -134> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: secure 2023-12-03T11:50:47.892 INFO:tasks.workunit.client.0.smithi145.stderr: -133> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: crc 2023-12-03T11:50:47.892 INFO:tasks.workunit.client.0.smithi145.stderr: -132> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: secure 2023-12-03T11:50:47.892 INFO:tasks.workunit.client.0.smithi145.stderr: -131> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: crc 2023-12-03T11:50:47.892 INFO:tasks.workunit.client.0.smithi145.stderr: -130> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: secure 2023-12-03T11:50:47.892 INFO:tasks.workunit.client.0.smithi145.stderr: -129> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: crc 2023-12-03T11:50:47.892 INFO:tasks.workunit.client.0.smithi145.stderr: -128> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: crc 2023-12-03T11:50:47.892 INFO:tasks.workunit.client.0.smithi145.stderr: -127> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: secure 2023-12-03T11:50:47.892 INFO:tasks.workunit.client.0.smithi145.stderr: -126> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: crc 2023-12-03T11:50:47.892 INFO:tasks.workunit.client.0.smithi145.stderr: -125> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: secure 2023-12-03T11:50:47.892 INFO:tasks.workunit.client.0.smithi145.stderr: -124> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: crc 2023-12-03T11:50:47.892 INFO:tasks.workunit.client.0.smithi145.stderr: -123> 2023-12-03T11:50:47.774+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd465e0) adding con mode: secure 2023-12-03T11:50:47.892 INFO:tasks.workunit.client.0.smithi145.stderr: -122> 2023-12-03T11:50:47.775+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.893 INFO:tasks.workunit.client.0.smithi145.stderr: -121> 2023-12-03T11:50:47.775+0000 7ff9bf322800 1 librados: starting msgr at 2023-12-03T11:50:47.893 INFO:tasks.workunit.client.0.smithi145.stderr: -120> 2023-12-03T11:50:47.775+0000 7ff9bf322800 1 librados: starting objecter 2023-12-03T11:50:47.893 INFO:tasks.workunit.client.0.smithi145.stderr: -119> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command objecter_requests cmddesc objecter_requests hook 0x55f9abd04580 EEXIST 2023-12-03T11:50:47.893 INFO:tasks.workunit.client.0.smithi145.stderr: -118> 2023-12-03T11:50:47.775+0000 7ff9bf322800 1 librados: setting wanted keys 2023-12-03T11:50:47.893 INFO:tasks.workunit.client.0.smithi145.stderr: -117> 2023-12-03T11:50:47.775+0000 7ff9bf322800 1 librados: calling monclient init 2023-12-03T11:50:47.893 INFO:tasks.workunit.client.0.smithi145.stderr: -116> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient: init 2023-12-03T11:50:47.893 INFO:tasks.workunit.client.0.smithi145.stderr: -115> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding auth protocol: cephx 2023-12-03T11:50:47.893 INFO:tasks.workunit.client.0.smithi145.stderr: -114> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding auth protocol: cephx 2023-12-03T11:50:47.893 INFO:tasks.workunit.client.0.smithi145.stderr: -113> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding auth protocol: cephx 2023-12-03T11:50:47.893 INFO:tasks.workunit.client.0.smithi145.stderr: -112> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: secure 2023-12-03T11:50:47.893 INFO:tasks.workunit.client.0.smithi145.stderr: -111> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: crc 2023-12-03T11:50:47.893 INFO:tasks.workunit.client.0.smithi145.stderr: -110> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: secure 2023-12-03T11:50:47.893 INFO:tasks.workunit.client.0.smithi145.stderr: -109> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: crc 2023-12-03T11:50:47.893 INFO:tasks.workunit.client.0.smithi145.stderr: -108> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: secure 2023-12-03T11:50:47.893 INFO:tasks.workunit.client.0.smithi145.stderr: -107> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: crc 2023-12-03T11:50:47.894 INFO:tasks.workunit.client.0.smithi145.stderr: -106> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: crc 2023-12-03T11:50:47.894 INFO:tasks.workunit.client.0.smithi145.stderr: -105> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: secure 2023-12-03T11:50:47.894 INFO:tasks.workunit.client.0.smithi145.stderr: -104> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: crc 2023-12-03T11:50:47.894 INFO:tasks.workunit.client.0.smithi145.stderr: -103> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: secure 2023-12-03T11:50:47.894 INFO:tasks.workunit.client.0.smithi145.stderr: -102> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: crc 2023-12-03T11:50:47.894 INFO:tasks.workunit.client.0.smithi145.stderr: -101> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 AuthRegistry(0x55f9abd14df8) adding con mode: secure 2023-12-03T11:50:47.894 INFO:tasks.workunit.client.0.smithi145.stderr: -100> 2023-12-03T11:50:47.775+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.894 INFO:tasks.workunit.client.0.smithi145.stderr: -99> 2023-12-03T11:50:47.775+0000 7ff9bf322800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:47.894 INFO:tasks.workunit.client.0.smithi145.stderr: -98> 2023-12-03T11:50:47.775+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command rotate-key cmddesc rotate-key hook 0x55f9abd14f40 EEXIST 2023-12-03T11:50:47.894 INFO:tasks.workunit.client.0.smithi145.stderr: -97> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient: _reopen_session rank -1 2023-12-03T11:50:47.894 INFO:tasks.workunit.client.0.smithi145.stderr: -96> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:50:47.894 INFO:tasks.workunit.client.0.smithi145.stderr: -95> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-a con 0x55f9abd42300 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:50:47.894 INFO:tasks.workunit.client.0.smithi145.stderr: -94> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-b con 0x55f9abd433a0 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:50:47.894 INFO:tasks.workunit.client.0.smithi145.stderr: -93> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient(hunting): picked mon.noname-c con 0x55f9abd4dec0 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:50:47.894 INFO:tasks.workunit.client.0.smithi145.stderr: -92> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.894 INFO:tasks.workunit.client.0.smithi145.stderr: -91> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.895 INFO:tasks.workunit.client.0.smithi145.stderr: -90> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:47.895 INFO:tasks.workunit.client.0.smithi145.stderr: -89> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient(hunting): _renew_subs 2023-12-03T11:50:47.895 INFO:tasks.workunit.client.0.smithi145.stderr: -88> 2023-12-03T11:50:47.775+0000 7ff9bf322800 10 monclient(hunting): authenticate will time out at 1603.125583s 2023-12-03T11:50:47.895 INFO:tasks.workunit.client.0.smithi145.stderr: -87> 2023-12-03T11:50:47.775+0000 7ff9ba7ac640 10 monclient(hunting): get_auth_request con 0x55f9abd4dec0 auth_method 0 2023-12-03T11:50:47.895 INFO:tasks.workunit.client.0.smithi145.stderr: -86> 2023-12-03T11:50:47.775+0000 7ff9ba7ac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.895 INFO:tasks.workunit.client.0.smithi145.stderr: -85> 2023-12-03T11:50:47.775+0000 7ff9ba7ac640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.895 INFO:tasks.workunit.client.0.smithi145.stderr: -84> 2023-12-03T11:50:47.775+0000 7ff9ba7ac640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.895 INFO:tasks.workunit.client.0.smithi145.stderr: -83> 2023-12-03T11:50:47.775+0000 7ff9bb7ae640 10 monclient(hunting): get_auth_request con 0x55f9abd42300 auth_method 0 2023-12-03T11:50:47.895 INFO:tasks.workunit.client.0.smithi145.stderr: -82> 2023-12-03T11:50:47.775+0000 7ff9bb7ae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.895 INFO:tasks.workunit.client.0.smithi145.stderr: -81> 2023-12-03T11:50:47.775+0000 7ff9bb7ae640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.895 INFO:tasks.workunit.client.0.smithi145.stderr: -80> 2023-12-03T11:50:47.775+0000 7ff9bb7ae640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.895 INFO:tasks.workunit.client.0.smithi145.stderr: -79> 2023-12-03T11:50:47.776+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.895 INFO:tasks.workunit.client.0.smithi145.stderr: -78> 2023-12-03T11:50:47.776+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.895 INFO:tasks.workunit.client.0.smithi145.stderr: -77> 2023-12-03T11:50:47.776+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.895 INFO:tasks.workunit.client.0.smithi145.stderr: -76> 2023-12-03T11:50:47.776+0000 7ff9bafad640 10 monclient(hunting): get_auth_request con 0x55f9abd433a0 auth_method 0 2023-12-03T11:50:47.895 INFO:tasks.workunit.client.0.smithi145.stderr: -75> 2023-12-03T11:50:47.776+0000 7ff9bafad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:47.896 INFO:tasks.workunit.client.0.smithi145.stderr: -74> 2023-12-03T11:50:47.776+0000 7ff9bafad640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:47.896 INFO:tasks.workunit.client.0.smithi145.stderr: -73> 2023-12-03T11:50:47.776+0000 7ff9bafad640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:47.896 INFO:tasks.workunit.client.0.smithi145.stderr: -72> 2023-12-03T11:50:47.776+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.896 INFO:tasks.workunit.client.0.smithi145.stderr: -71> 2023-12-03T11:50:47.776+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.896 INFO:tasks.workunit.client.0.smithi145.stderr: -70> 2023-12-03T11:50:47.776+0000 7ff9bb7ae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.896 INFO:tasks.workunit.client.0.smithi145.stderr: -69> 2023-12-03T11:50:47.776+0000 7ff9bafad640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:47.896 INFO:tasks.workunit.client.0.smithi145.stderr: -68> 2023-12-03T11:50:47.776+0000 7ff9bafad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:47.896 INFO:tasks.workunit.client.0.smithi145.stderr: -67> 2023-12-03T11:50:47.776+0000 7ff9bafad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:47.896 INFO:tasks.workunit.client.0.smithi145.stderr: -66> 2023-12-03T11:50:47.776+0000 7ff9ba7ac640 10 monclient(hunting): handle_auth_done global_id 6713 payload 824 2023-12-03T11:50:47.896 INFO:tasks.workunit.client.0.smithi145.stderr: -65> 2023-12-03T11:50:47.776+0000 7ff9ba7ac640 10 monclient: _finish_hunting 0 2023-12-03T11:50:47.896 INFO:tasks.workunit.client.0.smithi145.stderr: -64> 2023-12-03T11:50:47.776+0000 7ff9ba7ac640 1 monclient: found mon.noname-c 2023-12-03T11:50:47.896 INFO:tasks.workunit.client.0.smithi145.stderr: -63> 2023-12-03T11:50:47.776+0000 7ff9ba7ac640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.896 INFO:tasks.workunit.client.0.smithi145.stderr: -62> 2023-12-03T11:50:47.776+0000 7ff8f9ffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:47.896 INFO:tasks.workunit.client.0.smithi145.stderr: -61> 2023-12-03T11:50:47.776+0000 7ff8f9ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:50:47.896 INFO:tasks.workunit.client.0.smithi145.stderr: -60> 2023-12-03T11:50:47.776+0000 7ff8f9ffb640 10 monclient: dump: 2023-12-03T11:50:47.896 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:47.897 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:47.897 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.897 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.897 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:47.897 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.897 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:47.897 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:47.897 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:47.897 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.897 INFO:tasks.workunit.client.0.smithi145.stderr: -59> 2023-12-03T11:50:47.776+0000 7ff8f9ffb640 10 monclient: _finish_auth 0 2023-12-03T11:50:47.897 INFO:tasks.workunit.client.0.smithi145.stderr: -58> 2023-12-03T11:50:47.776+0000 7ff8f9ffb640 10 monclient: _check_auth_tickets 2023-12-03T11:50:47.897 INFO:tasks.workunit.client.0.smithi145.stderr: -57> 2023-12-03T11:50:47.776+0000 7ff9bf322800 5 monclient: authenticate success, global_id 6713 2023-12-03T11:50:47.897 INFO:tasks.workunit.client.0.smithi145.stderr: -56> 2023-12-03T11:50:47.776+0000 7ff9bf322800 10 monclient: _renew_subs 2023-12-03T11:50:47.897 INFO:tasks.workunit.client.0.smithi145.stderr: -55> 2023-12-03T11:50:47.776+0000 7ff9bf322800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.897 INFO:tasks.workunit.client.0.smithi145.stderr: -54> 2023-12-03T11:50:47.776+0000 7ff8f9ffb640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:47.897 INFO:tasks.workunit.client.0.smithi145.stderr: -53> 2023-12-03T11:50:47.776+0000 7ff8f9ffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:47.898 INFO:tasks.workunit.client.0.smithi145.stderr: -52> 2023-12-03T11:50:47.776+0000 7ff8f9ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:47.898 INFO:tasks.workunit.client.0.smithi145.stderr: -51> 2023-12-03T11:50:47.776+0000 7ff8f9ffb640 10 monclient: dump: 2023-12-03T11:50:47.898 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:50:47.898 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:50:47.898 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.898 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:50:47.898 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:47.898 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:50:47.898 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:50:47.898 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:50:47.898 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:50:47.898 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.898 INFO:tasks.workunit.client.0.smithi145.stderr: -50> 2023-12-03T11:50:47.776+0000 7ff8fb7fe640 4 set_mon_vals no callback set 2023-12-03T11:50:47.898 INFO:tasks.workunit.client.0.smithi145.stderr: -49> 2023-12-03T11:50:47.776+0000 7ff9bf322800 10 monclient: _renew_subs 2023-12-03T11:50:47.899 INFO:tasks.workunit.client.0.smithi145.stderr: -48> 2023-12-03T11:50:47.776+0000 7ff9bf322800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:50:47.899 INFO:tasks.workunit.client.0.smithi145.stderr: -47> 2023-12-03T11:50:47.776+0000 7ff9bf322800 1 librados: init done 2023-12-03T11:50:47.899 INFO:tasks.workunit.client.0.smithi145.stderr: -46> 2023-12-03T11:50:47.776+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command cr dump hook 0x55f9abd516f8 2023-12-03T11:50:47.899 INFO:tasks.workunit.client.0.smithi145.stderr: -45> 2023-12-03T11:50:47.777+0000 7ff8f9ffb640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:47.899 INFO:tasks.workunit.client.0.smithi145.stderr: -44> 2023-12-03T11:50:47.777+0000 7ff8f9ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:47.899 INFO:tasks.workunit.client.0.smithi145.stderr: -43> 2023-12-03T11:50:47.777+0000 7ff8f9ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:50:47.899 INFO:tasks.workunit.client.0.smithi145.stderr: -42> 2023-12-03T11:50:47.778+0000 7ff9bb7ae640 10 monclient: get_auth_request con 0x7ff8ec069820 auth_method 0 2023-12-03T11:50:47.899 INFO:tasks.workunit.client.0.smithi145.stderr: -41> 2023-12-03T11:50:47.778+0000 7ff9bf322800 5 note: GC not initialized 2023-12-03T11:50:47.899 INFO:tasks.workunit.client.0.smithi145.stderr: -40> 2023-12-03T11:50:47.778+0000 7ff8f2ffd640 20 reqs_thread_entry: start 2023-12-03T11:50:47.899 INFO:tasks.workunit.client.0.smithi145.stderr: -39> 2023-12-03T11:50:47.778+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command sync trace show hook 0x7ff9ac004460 2023-12-03T11:50:47.899 INFO:tasks.workunit.client.0.smithi145.stderr: -38> 2023-12-03T11:50:47.778+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command sync trace history hook 0x7ff9ac004460 2023-12-03T11:50:47.899 INFO:tasks.workunit.client.0.smithi145.stderr: -37> 2023-12-03T11:50:47.778+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command sync trace active hook 0x7ff9ac004460 2023-12-03T11:50:47.899 INFO:tasks.workunit.client.0.smithi145.stderr: -36> 2023-12-03T11:50:47.778+0000 7ff9bf322800 5 asok(0x55f9abaa7a10) register_command sync trace active_short hook 0x7ff9ac004460 2023-12-03T11:50:47.899 INFO:tasks.workunit.client.0.smithi145.stderr: -35> 2023-12-03T11:50:47.778+0000 7ff9bf322800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:47.899 INFO:tasks.workunit.client.0.smithi145.stderr: -34> 2023-12-03T11:50:47.778+0000 7ff9bf322800 20 Filter name: none 2023-12-03T11:50:47.899 INFO:tasks.workunit.client.0.smithi145.stderr: -33> 2023-12-03T11:50:47.778+0000 7ff8f0ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:47.899 INFO:tasks.workunit.client.0.smithi145.stderr: -32> 2023-12-03T11:50:47.778+0000 7ff9bf322800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2023-12-03T11:50:47.900 INFO:tasks.workunit.client.0.smithi145.stderr: -31> 2023-12-03T11:50:47.778+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.900 INFO:tasks.workunit.client.0.smithi145.stderr: -30> 2023-12-03T11:50:47.779+0000 7ff9bf322800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:47.900 INFO:tasks.workunit.client.0.smithi145.stderr: -29> 2023-12-03T11:50:47.779+0000 7ff9bf322800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2023-12-03T11:50:47.900 INFO:tasks.workunit.client.0.smithi145.stderr: -28> 2023-12-03T11:50:47.779+0000 7ff9bf322800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2023-12-03T11:50:47.900 INFO:tasks.workunit.client.0.smithi145.stderr: -27> 2023-12-03T11:50:47.779+0000 7ff9bf322800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 : miss 2023-12-03T11:50:47.900 INFO:tasks.workunit.client.0.smithi145.stderr: -26> 2023-12-03T11:50:47.779+0000 7ff9bf322800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.900 INFO:tasks.workunit.client.0.smithi145.stderr: -25> 2023-12-03T11:50:47.779+0000 7ff9bf322800 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:47.900 INFO:tasks.workunit.client.0.smithi145.stderr: -24> 2023-12-03T11:50:47.779+0000 7ff9bf322800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 info.flags=0x17 2023-12-03T11:50:47.900 INFO:tasks.workunit.client.0.smithi145.stderr: -23> 2023-12-03T11:50:47.779+0000 7ff9bf322800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 to cache LRU end 2023-12-03T11:50:47.900 INFO:tasks.workunit.client.0.smithi145.stderr: -22> 2023-12-03T11:50:47.779+0000 7ff9bf322800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:47.900 INFO:tasks.workunit.client.0.smithi145.stderr: -21> 2023-12-03T11:50:47.779+0000 7ff9bf322800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:47.900 INFO:tasks.workunit.client.0.smithi145.stderr: -20> 2023-12-03T11:50:47.779+0000 7ff9bf322800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 2023-12-03T11:50:47.900 INFO:tasks.workunit.client.0.smithi145.stderr: -19> 2023-12-03T11:50:47.779+0000 7ff9bafad640 10 monclient: get_auth_request con 0x55f9abd93ec0 auth_method 0 2023-12-03T11:50:47.900 INFO:tasks.workunit.client.0.smithi145.stderr: -18> 2023-12-03T11:50:47.783+0000 7ff9bf322800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 info.flags=0x17 2023-12-03T11:50:47.900 INFO:tasks.workunit.client.0.smithi145.stderr: -17> 2023-12-03T11:50:47.783+0000 7ff9bf322800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 to cache LRU end 2023-12-03T11:50:47.900 INFO:tasks.workunit.client.0.smithi145.stderr: -16> 2023-12-03T11:50:47.783+0000 7ff9bf322800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:47.901 INFO:tasks.workunit.client.0.smithi145.stderr: -15> 2023-12-03T11:50:47.783+0000 7ff9bf322800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25, ofs0, ns] 2023-12-03T11:50:47.901 INFO:tasks.workunit.client.0.smithi145.stderr: -14> 2023-12-03T11:50:47.783+0000 7ff9b17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791388 cookie 94530817805552 notifier 6707 bl.length()=893 2023-12-03T11:50:47.901 INFO:tasks.workunit.client.0.smithi145.stderr: -13> 2023-12-03T11:50:47.783+0000 7ff9b17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 info.flags=0x17 2023-12-03T11:50:47.901 INFO:tasks.workunit.client.0.smithi145.stderr: -12> 2023-12-03T11:50:47.783+0000 7ff9b17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 to cache LRU end 2023-12-03T11:50:47.901 INFO:tasks.workunit.client.0.smithi145.stderr: -11> 2023-12-03T11:50:47.783+0000 7ff9b17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:47.901 INFO:tasks.workunit.client.0.smithi145.stderr: -10> 2023-12-03T11:50:47.783+0000 7ff9bf322800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): orig_sources= new_sources= 2023-12-03T11:50:47.901 INFO:tasks.workunit.client.0.smithi145.stderr: -9> 2023-12-03T11:50:47.783+0000 7ff9bf322800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): potential sources added=[] removed=[] 2023-12-03T11:50:47.901 INFO:tasks.workunit.client.0.smithi145.stderr: -8> 2023-12-03T11:50:47.783+0000 7ff9bf322800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): orig_dests= new_dests= 2023-12-03T11:50:47.901 INFO:tasks.workunit.client.0.smithi145.stderr: -7> 2023-12-03T11:50:47.783+0000 7ff9bf322800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): potential dests added=[] removed=[] 2023-12-03T11:50:47.901 INFO:tasks.workunit.client.0.smithi145.stderr: -6> 2023-12-03T11:50:47.785+0000 7ff9bf322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.1.0 2023-12-03T11:50:47.901 INFO:tasks.workunit.client.0.smithi145.stderr: -5> 2023-12-03T11:50:47.785+0000 7ff9bf322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.1.0 2023-12-03T11:50:47.901 INFO:tasks.workunit.client.0.smithi145.stderr: -4> 2023-12-03T11:50:47.785+0000 7ff9bf322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.1.1 2023-12-03T11:50:47.901 INFO:tasks.workunit.client.0.smithi145.stderr: -3> 2023-12-03T11:50:47.785+0000 7ff9bf322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.1.1 2023-12-03T11:50:47.901 INFO:tasks.workunit.client.0.smithi145.stderr: -2> 2023-12-03T11:50:47.785+0000 7ff9bf322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.0 2023-12-03T11:50:47.901 INFO:tasks.workunit.client.0.smithi145.stderr: -1> 2023-12-03T11:50:47.787+0000 7ff9bf322800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff9bf322800 time 2023-12-03T11:50:47.788266+0000 2023-12-03T11:50:47.902 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:50:47.902 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.902 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:47.902 INFO:tasks.workunit.client.0.smithi145.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7ff9c1f6eef8] 2023-12-03T11:50:47.902 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7ff9c1f6f0b6] 2023-12-03T11:50:47.902 INFO:tasks.workunit.client.0.smithi145.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f9aaa3fa71] 2023-12-03T11:50:47.902 INFO:tasks.workunit.client.0.smithi145.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x5b8) [0x55f9aaa4c1d8] 2023-12-03T11:50:47.902 INFO:tasks.workunit.client.0.smithi145.stderr: 5: main() 2023-12-03T11:50:47.902 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /lib64/libc.so.6(+0x3feb0) [0x7ff9bf83feb0] 2023-12-03T11:50:47.902 INFO:tasks.workunit.client.0.smithi145.stderr: 7: __libc_start_main() 2023-12-03T11:50:47.902 INFO:tasks.workunit.client.0.smithi145.stderr: 8: _start() 2023-12-03T11:50:47.902 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.902 INFO:tasks.workunit.client.0.smithi145.stderr: 0> 2023-12-03T11:50:47.788+0000 7ff9bf322800 -1 *** Caught signal (Aborted) ** 2023-12-03T11:50:47.902 INFO:tasks.workunit.client.0.smithi145.stderr: in thread 7ff9bf322800 thread_name:radosgw-admin 2023-12-03T11:50:47.903 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.903 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:47.903 INFO:tasks.workunit.client.0.smithi145.stderr: 1: /lib64/libc.so.6(+0x54db0) [0x7ff9bf854db0] 2023-12-03T11:50:47.903 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /lib64/libc.so.6(+0xa154c) [0x7ff9bf8a154c] 2023-12-03T11:50:47.903 INFO:tasks.workunit.client.0.smithi145.stderr: 3: raise() 2023-12-03T11:50:47.903 INFO:tasks.workunit.client.0.smithi145.stderr: 4: abort() 2023-12-03T11:50:47.903 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7ff9c1f6ef52] 2023-12-03T11:50:47.903 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7ff9c1f6f0b6] 2023-12-03T11:50:47.903 INFO:tasks.workunit.client.0.smithi145.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f9aaa3fa71] 2023-12-03T11:50:47.903 INFO:tasks.workunit.client.0.smithi145.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x5b8) [0x55f9aaa4c1d8] 2023-12-03T11:50:47.903 INFO:tasks.workunit.client.0.smithi145.stderr: 9: main() 2023-12-03T11:50:47.903 INFO:tasks.workunit.client.0.smithi145.stderr: 10: /lib64/libc.so.6(+0x3feb0) [0x7ff9bf83feb0] 2023-12-03T11:50:47.903 INFO:tasks.workunit.client.0.smithi145.stderr: 11: __libc_start_main() 2023-12-03T11:50:47.903 INFO:tasks.workunit.client.0.smithi145.stderr: 12: _start() 2023-12-03T11:50:47.903 INFO:tasks.workunit.client.0.smithi145.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:50:47.903 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.904 INFO:tasks.workunit.client.0.smithi145.stderr:--- logging levels --- 2023-12-03T11:50:47.904 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 none 2023-12-03T11:50:47.904 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 lockdep 2023-12-03T11:50:47.904 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 context 2023-12-03T11:50:47.904 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 crush 2023-12-03T11:50:47.904 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds 2023-12-03T11:50:47.904 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_balancer 2023-12-03T11:50:47.904 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_locker 2023-12-03T11:50:47.904 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_log 2023-12-03T11:50:47.904 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_log_expire 2023-12-03T11:50:47.904 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_migrator 2023-12-03T11:50:47.904 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 buffer 2023-12-03T11:50:47.904 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 timer 2023-12-03T11:50:47.904 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 filer 2023-12-03T11:50:47.904 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 striper 2023-12-03T11:50:47.904 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 objecter 2023-12-03T11:50:47.905 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rados 2023-12-03T11:50:47.905 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd 2023-12-03T11:50:47.905 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_mirror 2023-12-03T11:50:47.905 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_replay 2023-12-03T11:50:47.905 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_pwl 2023-12-03T11:50:47.905 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 journaler 2023-12-03T11:50:47.905 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 objectcacher 2023-12-03T11:50:47.905 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 immutable_obj_cache 2023-12-03T11:50:47.905 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 client 2023-12-03T11:50:47.905 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 osd 2023-12-03T11:50:47.905 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 optracker 2023-12-03T11:50:47.905 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 objclass 2023-12-03T11:50:47.905 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 filestore 2023-12-03T11:50:47.905 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 journal 2023-12-03T11:50:47.905 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 0 ms 2023-12-03T11:50:47.905 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mon 2023-12-03T11:50:47.906 INFO:tasks.workunit.client.0.smithi145.stderr: 0/10 monc 2023-12-03T11:50:47.906 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 paxos 2023-12-03T11:50:47.906 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 tp 2023-12-03T11:50:47.906 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 auth 2023-12-03T11:50:47.906 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 crypto 2023-12-03T11:50:47.906 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 finisher 2023-12-03T11:50:47.906 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 reserver 2023-12-03T11:50:47.906 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 heartbeatmap 2023-12-03T11:50:47.906 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 perfcounter 2023-12-03T11:50:47.906 INFO:tasks.workunit.client.0.smithi145.stderr: 20/20 rgw 2023-12-03T11:50:47.906 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_sync 2023-12-03T11:50:47.906 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_datacache 2023-12-03T11:50:47.906 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_access 2023-12-03T11:50:47.906 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_dbstore 2023-12-03T11:50:47.906 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_flight 2023-12-03T11:50:47.907 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 javaclient 2023-12-03T11:50:47.907 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 asok 2023-12-03T11:50:47.907 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 throttle 2023-12-03T11:50:47.907 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 0 refs 2023-12-03T11:50:47.907 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 compressor 2023-12-03T11:50:47.907 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 bluestore 2023-12-03T11:50:47.907 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 bluefs 2023-12-03T11:50:47.907 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 bdev 2023-12-03T11:50:47.907 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 kstore 2023-12-03T11:50:47.907 INFO:tasks.workunit.client.0.smithi145.stderr: 4/ 5 rocksdb 2023-12-03T11:50:47.907 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 fuse 2023-12-03T11:50:47.907 INFO:tasks.workunit.client.0.smithi145.stderr: 2/ 5 mgr 2023-12-03T11:50:47.907 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mgrc 2023-12-03T11:50:47.907 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 dpdk 2023-12-03T11:50:47.907 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 eventtrace 2023-12-03T11:50:47.907 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 prioritycache 2023-12-03T11:50:47.908 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 test 2023-12-03T11:50:47.908 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cephfs_mirror 2023-12-03T11:50:47.908 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cephsqlite 2023-12-03T11:50:47.908 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 crimson_interrupt 2023-12-03T11:50:47.908 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore 2023-12-03T11:50:47.908 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_onode 2023-12-03T11:50:47.908 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_odata 2023-12-03T11:50:47.908 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_omap 2023-12-03T11:50:47.908 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_tm 2023-12-03T11:50:47.908 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_t 2023-12-03T11:50:47.908 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_cleaner 2023-12-03T11:50:47.908 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_epm 2023-12-03T11:50:47.908 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_lba 2023-12-03T11:50:47.908 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_fixedkv_tree 2023-12-03T11:50:47.908 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_cache 2023-12-03T11:50:47.908 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_journal 2023-12-03T11:50:47.909 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_device 2023-12-03T11:50:47.909 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_backref 2023-12-03T11:50:47.909 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 alienstore 2023-12-03T11:50:47.909 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mclock 2023-12-03T11:50:47.909 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cyanstore 2023-12-03T11:50:47.909 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 ceph_exporter 2023-12-03T11:50:47.909 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 memstore 2023-12-03T11:50:47.909 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 trace 2023-12-03T11:50:47.909 INFO:tasks.workunit.client.0.smithi145.stderr: -2/-2 (syslog threshold) 2023-12-03T11:50:47.909 INFO:tasks.workunit.client.0.smithi145.stderr: 99/99 (stderr threshold) 2023-12-03T11:50:47.909 INFO:tasks.workunit.client.0.smithi145.stderr:--- pthread ID / name mapping for recent threads --- 2023-12-03T11:50:47.909 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff8f0ff9640 / http_manager 2023-12-03T11:50:47.909 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff8f2ffd640 / http_manager 2023-12-03T11:50:47.909 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff8f9ffb640 / ms_dispatch 2023-12-03T11:50:47.909 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff8fb7fe640 / io_context_pool 2023-12-03T11:50:47.909 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff8fbfff640 / rgw_dt_lg_renew 2023-12-03T11:50:47.910 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff99b7fe640 / ms_dispatch 2023-12-03T11:50:47.910 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff9b17fa640 / io_context_pool 2023-12-03T11:50:47.910 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff9b3fff640 / ms_dispatch 2023-12-03T11:50:47.910 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff9b97aa640 / io_context_pool 2023-12-03T11:50:47.910 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff9ba7ac640 / msgr-worker-2 2023-12-03T11:50:47.910 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff9bafad640 / msgr-worker-1 2023-12-03T11:50:47.910 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff9bb7ae640 / msgr-worker-0 2023-12-03T11:50:47.910 INFO:tasks.workunit.client.0.smithi145.stderr: 7ff9bf322800 / radosgw-admin 2023-12-03T11:50:47.910 INFO:tasks.workunit.client.0.smithi145.stderr: max_recent 500 2023-12-03T11:50:47.910 INFO:tasks.workunit.client.0.smithi145.stderr: max_new 1000 2023-12-03T11:50:47.910 INFO:tasks.workunit.client.0.smithi145.stderr: log_file /var/lib/ceph/crash/2023-12-03T11:50:47.789579Z_e340bb58-89b3-43e6-9a0b-ab38af6ffc45/log 2023-12-03T11:50:47.910 INFO:tasks.workunit.client.0.smithi145.stderr:--- end dump of recent events --- 2023-12-03T11:50:47.910 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2023-12-03T11:50:47.916 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:47.916 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:47.916 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.835+0000 7fe61508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.916 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.837+0000 7fe61508c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.916 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.837+0000 7fe61508c800 20 realm 2023-12-03T11:50:47.916 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.837+0000 7fe61508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.916 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.837+0000 7fe61508c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.837+0000 7fe61508c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:47.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.837+0000 7fe61508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.837+0000 7fe61508c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.837+0000 7fe61508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.838+0000 7fe61508c800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:47.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.838+0000 7fe61508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.838+0000 7fe61508c800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:47.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.838+0000 7fe61508c800 20 searching for the correct realm 2023-12-03T11:50:47.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.847+0000 7fe61238b640 0 -- 172.21.15.145:0/3486068657 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x556f541222a0 msgr2=0x556f54124690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:47.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.848+0000 7fe61508c800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:50:47.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.848+0000 7fe61508c800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:50:47.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.848+0000 7fe61508c800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:47.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.848+0000 7fe61508c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:47.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.848+0000 7fe61508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.848+0000 7fe61508c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.848+0000 7fe61508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.848+0000 7fe61508c800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:47.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.848+0000 7fe61508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.849+0000 7fe61508c800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:47.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.849+0000 7fe61508c800 20 zone default found 2023-12-03T11:50:47.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.849+0000 7fe61508c800 4 Realm: () 2023-12-03T11:50:47.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.849+0000 7fe61508c800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:50:47.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.849+0000 7fe61508c800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:50:47.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.849+0000 7fe61508c800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:47.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.849+0000 7fe61508c800 20 zonegroup default 2023-12-03T11:50:47.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.849+0000 7fe61508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.849+0000 7fe61508c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.849+0000 7fe61508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.849+0000 7fe61508c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.849+0000 7fe61508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.849+0000 7fe61508c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.849+0000 7fe61508c800 20 started sync module instance, tier type = 2023-12-03T11:50:47.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.849+0000 7fe61508c800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:50:47.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.858+0000 7fe61238b640 0 -- 172.21.15.145:0/3486068657 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x7fe5ec0795c0 msgr2=0x7fe5ec07b9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:47.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.859+0000 7fe61508c800 20 add_watcher() i=0 2023-12-03T11:50:47.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.859+0000 7fe61508c800 20 add_watcher() i=1 2023-12-03T11:50:47.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.859+0000 7fe61508c800 20 add_watcher() i=2 2023-12-03T11:50:47.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.859+0000 7fe61508c800 20 add_watcher() i=3 2023-12-03T11:50:47.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.859+0000 7fe61508c800 20 add_watcher() i=4 2023-12-03T11:50:47.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.859+0000 7fe61508c800 20 add_watcher() i=5 2023-12-03T11:50:47.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.859+0000 7fe61508c800 20 add_watcher() i=6 2023-12-03T11:50:47.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.860+0000 7fe61508c800 20 add_watcher() i=7 2023-12-03T11:50:47.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.860+0000 7fe61508c800 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:47.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.861+0000 7fe553fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:47.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.862+0000 7fe61508c800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:47.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.862+0000 7fe61508c800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:47.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.867+0000 7fe61508c800 5 note: GC not initialized 2023-12-03T11:50:47.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.867+0000 7fe542ffd640 20 reqs_thread_entry: start 2023-12-03T11:50:47.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.868+0000 7fe61508c800 20 init_complete bucket index max shards: 1 2023-12-03T11:50:47.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.868+0000 7fe61508c800 20 Filter name: none 2023-12-03T11:50:47.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.868+0000 7fe540ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:47.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.868+0000 7fe61508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.868+0000 7fe61508c800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:47.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.868+0000 7fe61508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.869+0000 7fe61508c800 20 rados_obj.operate() r=0 bl.length=413 2023-12-03T11:50:47.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.869+0000 7fe61508c800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:47.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.869+0000 7fe61508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.869+0000 7fe61508c800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:47.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.869+0000 7fe61508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.870+0000 7fe61508c800 20 rados_obj.operate() r=0 bl.length=413 2023-12-03T11:50:47.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.870+0000 7fe61508c800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:47.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.870+0000 7fe61508c800 20 rados->read ofs=0 len=0 2023-12-03T11:50:47.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.870+0000 7fe61508c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:47.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.871+0000 7fe553fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:47.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.873+0000 7fe61508c800 20 remove_watcher() i=0 2023-12-03T11:50:47.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.873+0000 7fe61508c800 2 removed watcher, disabling cache 2023-12-03T11:50:47.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.874+0000 7fe61508c800 20 remove_watcher() i=1 2023-12-03T11:50:47.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.875+0000 7fe61508c800 20 remove_watcher() i=2 2023-12-03T11:50:47.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.876+0000 7fe61508c800 20 remove_watcher() i=3 2023-12-03T11:50:47.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.877+0000 7fe61508c800 20 remove_watcher() i=4 2023-12-03T11:50:47.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.878+0000 7fe61508c800 20 remove_watcher() i=5 2023-12-03T11:50:47.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.879+0000 7fe61508c800 20 remove_watcher() i=6 2023-12-03T11:50:47.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:50:47.880+0000 7fe61508c800 20 remove_watcher() i=7 2023-12-03T11:50:47.921 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.921 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:50:47.921 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: abort-at-commit-target-layout id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:50:47.921 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:50:47.921 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:50:47.922 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:17.922 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:17.923 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:17.967 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:51:18.001 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:18.001 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:18.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.016+0000 7f615b12a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.018+0000 7f615b12a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.018+0000 7f615b12a800 20 realm 2023-12-03T11:51:18.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.018+0000 7f615b12a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.018+0000 7f615b12a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.018+0000 7f615b12a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:18.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.018+0000 7f615b12a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.018+0000 7f615b12a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.018+0000 7f615b12a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.019+0000 7f615b12a800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:18.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.019+0000 7f615b12a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.022 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.020+0000 7f615b12a800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:18.022 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.020+0000 7f615b12a800 20 searching for the correct realm 2023-12-03T11:51:18.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.031+0000 7f614e664640 0 -- 172.21.15.145:0/1361570984 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x5598ad362b30 msgr2=0x5598ad364f20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:18.034 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.032+0000 7f615b12a800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:18.034 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.032+0000 7f615b12a800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:18.034 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.032+0000 7f615b12a800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:18.034 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.032+0000 7f615b12a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:18.034 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.032+0000 7f615b12a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.034 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.032+0000 7f615b12a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.034 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.032+0000 7f615b12a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.033+0000 7f615b12a800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:18.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.033+0000 7f615b12a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.033+0000 7f615b12a800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:18.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.033+0000 7f615b12a800 20 zone default found 2023-12-03T11:51:18.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.033+0000 7f615b12a800 4 Realm: () 2023-12-03T11:51:18.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.033+0000 7f615b12a800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:18.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.033+0000 7f615b12a800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:18.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.033+0000 7f615b12a800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:18.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.033+0000 7f615b12a800 20 zonegroup default 2023-12-03T11:51:18.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.033+0000 7f615b12a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.033+0000 7f615b12a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.033+0000 7f615b12a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.034+0000 7f615b12a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.034+0000 7f615b12a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.034+0000 7f615b12a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.036 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.034+0000 7f615b12a800 20 started sync module instance, tier type = 2023-12-03T11:51:18.037 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.034+0000 7f615b12a800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:18.043 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.042+0000 7f614e664640 0 -- 172.21.15.145:0/1361570984 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x7f61300795c0 msgr2=0x7f613007b9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:18.046 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.045+0000 7f615b12a800 20 add_watcher() i=0 2023-12-03T11:51:18.046 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.045+0000 7f615b12a800 20 add_watcher() i=1 2023-12-03T11:51:18.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.045+0000 7f615b12a800 20 add_watcher() i=2 2023-12-03T11:51:18.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.045+0000 7f615b12a800 20 add_watcher() i=3 2023-12-03T11:51:18.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.045+0000 7f615b12a800 20 add_watcher() i=4 2023-12-03T11:51:18.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.045+0000 7f615b12a800 20 add_watcher() i=5 2023-12-03T11:51:18.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.045+0000 7f615b12a800 20 add_watcher() i=6 2023-12-03T11:51:18.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.046+0000 7f615b12a800 20 add_watcher() i=7 2023-12-03T11:51:18.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.046+0000 7f615b12a800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:18.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.047+0000 7f6097fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:18.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.048+0000 7f615b12a800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:18.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.048+0000 7f615b12a800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:18.055 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.054+0000 7f615b12a800 5 note: GC not initialized 2023-12-03T11:51:18.056 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.054+0000 7f6086ffd640 20 reqs_thread_entry: start 2023-12-03T11:51:18.056 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.055+0000 7f615b12a800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:18.056 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.055+0000 7f615b12a800 20 Filter name: none 2023-12-03T11:51:18.056 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.055+0000 7f6084ff9640 20 reqs_thread_entry: start 2023-12-03T11:51:18.056 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.055+0000 7f615b12a800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2023-12-03T11:51:18.057 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.055+0000 7f615b12a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.057 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.055+0000 7f615b12a800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:51:18.057 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.055+0000 7f615b12a800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2023-12-03T11:51:18.057 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.055+0000 7f615b12a800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2023-12-03T11:51:18.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.055+0000 7f615b12a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 : miss 2023-12-03T11:51:18.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.055+0000 7f615b12a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.056+0000 7f615b12a800 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:51:18.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.056+0000 7f615b12a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 info.flags=0x17 2023-12-03T11:51:18.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.056+0000 7f615b12a800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 to cache LRU end 2023-12-03T11:51:18.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.056+0000 7f615b12a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:51:18.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.056+0000 7f615b12a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:18.058 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.056+0000 7f615b12a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 2023-12-03T11:51:18.062 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.060+0000 7f615b12a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 info.flags=0x17 2023-12-03T11:51:18.062 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.060+0000 7f615b12a800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 to cache LRU end 2023-12-03T11:51:18.062 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.060+0000 7f615b12a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:18.062 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.060+0000 7f615b12a800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25, ofs0, ns] 2023-12-03T11:51:18.062 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.061+0000 7f614d662640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791390 cookie 94114229430560 notifier 6746 bl.length()=893 2023-12-03T11:51:18.062 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.061+0000 7f614d662640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 info.flags=0x17 2023-12-03T11:51:18.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.061+0000 7f614d662640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 to cache LRU end 2023-12-03T11:51:18.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.061+0000 7f614d662640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:18.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.061+0000 7f615b12a800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): orig_sources= new_sources= 2023-12-03T11:51:18.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.061+0000 7f615b12a800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): potential sources added=[] removed=[] 2023-12-03T11:51:18.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.061+0000 7f615b12a800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): orig_dests= new_dests= 2023-12-03T11:51:18.063 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.061+0000 7f615b12a800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): potential dests added=[] removed=[] 2023-12-03T11:51:18.064 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.062+0000 7f615b12a800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.1.0 2023-12-03T11:51:18.064 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.062+0000 7f615b12a800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.1.0 2023-12-03T11:51:18.064 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.062+0000 7f615b12a800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.1.1 2023-12-03T11:51:18.064 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.062+0000 7f615b12a800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.1.1 2023-12-03T11:51:18.064 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.062+0000 7f615b12a800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25.0 2023-12-03T11:51:18.066 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.065+0000 7f615b12a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 : hit (requested=0x17, cached=0x17) 2023-12-03T11:51:18.066 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.065+0000 7f615b12a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 2023-12-03T11:51:18.067 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.066+0000 7f615b12a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 info.flags=0x17 2023-12-03T11:51:18.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.066+0000 7f615b12a800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 to cache LRU end 2023-12-03T11:51:18.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.066+0000 7f615b12a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:18.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.066+0000 7f615b12a800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25, ofs0, ns] 2023-12-03T11:51:18.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.066+0000 7f614d662640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791391 cookie 94114229430560 notifier 6746 bl.length()=861 2023-12-03T11:51:18.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.066+0000 7f614d662640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 info.flags=0x17 2023-12-03T11:51:18.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.066+0000 7f614d662640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 to cache LRU end 2023-12-03T11:51:18.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.066+0000 7f614d662640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:18.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.066+0000 7f615b12a800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): orig_sources= new_sources= 2023-12-03T11:51:18.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.066+0000 7f615b12a800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): potential sources added=[] removed=[] 2023-12-03T11:51:18.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.066+0000 7f615b12a800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): orig_dests= new_dests= 2023-12-03T11:51:18.068 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.066+0000 7f615b12a800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25]): potential dests added=[] removed=[] 2023-12-03T11:51:18.069 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.068+0000 7f615b12a800 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" completed successfully 2023-12-03T11:51:18.071 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.069+0000 7f6097fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:18.073 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.072+0000 7f615b12a800 20 remove_watcher() i=0 2023-12-03T11:51:18.073 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.072+0000 7f615b12a800 2 removed watcher, disabling cache 2023-12-03T11:51:18.074 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.073+0000 7f615b12a800 20 remove_watcher() i=1 2023-12-03T11:51:18.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.074+0000 7f615b12a800 20 remove_watcher() i=2 2023-12-03T11:51:18.076 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.075+0000 7f615b12a800 20 remove_watcher() i=3 2023-12-03T11:51:18.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.076+0000 7f615b12a800 20 remove_watcher() i=4 2023-12-03T11:51:18.078 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.077+0000 7f615b12a800 20 remove_watcher() i=5 2023-12-03T11:51:18.079 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.078+0000 7f615b12a800 20 remove_watcher() i=6 2023-12-03T11:51:18.080 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.079+0000 7f615b12a800 20 remove_watcher() i=7 2023-12-03T11:51:18.087 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2023-12-03T11:51:18.114 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:18.115 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:18.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.127+0000 7efd42644800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.129+0000 7efd42644800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.129+0000 7efd42644800 20 realm 2023-12-03T11:51:18.131 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.129+0000 7efd42644800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.131 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.129+0000 7efd42644800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.131 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.129+0000 7efd42644800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:18.131 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.129+0000 7efd42644800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.131 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.129+0000 7efd42644800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.131 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.129+0000 7efd42644800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.131 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.130+0000 7efd42644800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:18.132 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.130+0000 7efd42644800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.132 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.131+0000 7efd42644800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:18.132 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.131+0000 7efd42644800 20 searching for the correct realm 2023-12-03T11:51:18.141 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.139+0000 7efd40144640 0 -- 172.21.15.145:0/1001707977 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x55ead5f32f70 msgr2=0x7efd38023430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:18.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.141+0000 7efd42644800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:18.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.141+0000 7efd42644800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:18.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.141+0000 7efd42644800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:18.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.141+0000 7efd42644800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:18.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.141+0000 7efd42644800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.142+0000 7efd42644800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.144 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.142+0000 7efd42644800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.144 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.142+0000 7efd42644800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:18.144 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.142+0000 7efd42644800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.142+0000 7efd42644800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:18.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.142+0000 7efd42644800 20 zone default found 2023-12-03T11:51:18.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.142+0000 7efd42644800 4 Realm: () 2023-12-03T11:51:18.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.142+0000 7efd42644800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:18.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.142+0000 7efd42644800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:18.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.142+0000 7efd42644800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:18.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.142+0000 7efd42644800 20 zonegroup default 2023-12-03T11:51:18.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.142+0000 7efd42644800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.143+0000 7efd42644800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.143+0000 7efd42644800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.143+0000 7efd42644800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.143+0000 7efd42644800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.143+0000 7efd42644800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.143+0000 7efd42644800 20 started sync module instance, tier type = 2023-12-03T11:51:18.146 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.143+0000 7efd42644800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:18.147 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.146+0000 7efd40945640 0 -- 172.21.15.145:0/1001707977 >> [v2:172.21.15.149:6816/3721565933,v1:172.21.15.149:6817/3721565933] conn(0x7efd2801d040 msgr2=0x7efd2801d420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:51:18.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.153+0000 7efd42644800 20 add_watcher() i=0 2023-12-03T11:51:18.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.153+0000 7efd42644800 20 add_watcher() i=1 2023-12-03T11:51:18.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.153+0000 7efd42644800 20 add_watcher() i=2 2023-12-03T11:51:18.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.153+0000 7efd42644800 20 add_watcher() i=3 2023-12-03T11:51:18.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.153+0000 7efd42644800 20 add_watcher() i=4 2023-12-03T11:51:18.154 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.153+0000 7efd42644800 20 add_watcher() i=5 2023-12-03T11:51:18.155 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.153+0000 7efd42644800 20 add_watcher() i=6 2023-12-03T11:51:18.155 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.154+0000 7efd42644800 20 add_watcher() i=7 2023-12-03T11:51:18.155 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.154+0000 7efd42644800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:18.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.155+0000 7efd067e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:18.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.156+0000 7efd42644800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:18.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.156+0000 7efd42644800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:18.163 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.161+0000 7efd42644800 5 note: GC not initialized 2023-12-03T11:51:18.163 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.162+0000 7efc757fa640 20 reqs_thread_entry: start 2023-12-03T11:51:18.163 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.162+0000 7efd42644800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:18.163 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.162+0000 7efd42644800 20 Filter name: none 2023-12-03T11:51:18.163 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.162+0000 7efc6effd640 20 reqs_thread_entry: start 2023-12-03T11:51:18.163 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.162+0000 7efd42644800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.164 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.162+0000 7efd42644800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:51:18.164 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.162+0000 7efd42644800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.165 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.163+0000 7efd42644800 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:51:18.165 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.163+0000 7efd42644800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:18.165 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.163+0000 7efd42644800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.165 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.163+0000 7efd42644800 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:51:18.165 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.163+0000 7efd42644800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.166 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.164+0000 7efd42644800 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:51:18.166 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.164+0000 7efd42644800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:18.166 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.164+0000 7efd42644800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.166 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.165+0000 7efd42644800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.167 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.165+0000 7efd067e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:18.169 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.168+0000 7efd42644800 20 remove_watcher() i=0 2023-12-03T11:51:18.169 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.168+0000 7efd42644800 2 removed watcher, disabling cache 2023-12-03T11:51:18.170 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.169+0000 7efd42644800 20 remove_watcher() i=1 2023-12-03T11:51:18.171 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.170+0000 7efd42644800 20 remove_watcher() i=2 2023-12-03T11:51:18.172 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.171+0000 7efd42644800 20 remove_watcher() i=3 2023-12-03T11:51:18.173 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.172+0000 7efd42644800 20 remove_watcher() i=4 2023-12-03T11:51:18.174 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.173+0000 7efd42644800 20 remove_watcher() i=5 2023-12-03T11:51:18.175 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.174+0000 7efd42644800 20 remove_watcher() i=6 2023-12-03T11:51:18.176 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.175+0000 7efd42644800 20 remove_watcher() i=7 2023-12-03T11:51:18.181 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:18.181 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:51:18.181 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: abort-at-commit-target-layout id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.25 num_objects: 19 size_kb: 1 num_shards: 2 2023-12-03T11:51:18.181 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:18.182 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.183 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.186 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.186 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.245 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.245 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.260 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: reshard bucket with EIO injected at do_reshard 2023-12-03T11:51:18.260 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:18.261 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.261 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.272 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.272 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.316 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.316 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.322 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.323 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.329 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.329 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.335 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.335 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.341 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.341 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.347 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.347 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.353 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.353 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.359 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.360 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.365 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.365 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.371 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.371 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.376 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.376 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.382 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.382 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.388 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.388 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.394 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.394 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.399 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.399 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.405 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.405 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.410 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.410 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.416 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.416 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.421 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.421 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.427 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.427 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.433 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2023-12-03T11:51:18.460 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:18.460 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:18.474 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.472+0000 7f107bf3a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.475 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.474+0000 7f107bf3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.475 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.474+0000 7f107bf3a800 20 realm 2023-12-03T11:51:18.476 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.474+0000 7f107bf3a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.476 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.474+0000 7f107bf3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.476 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.474+0000 7f107bf3a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:18.476 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.474+0000 7f107bf3a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.476 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.474+0000 7f107bf3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.476 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.474+0000 7f107bf3a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.476 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.475+0000 7f107bf3a800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:18.476 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.475+0000 7f107bf3a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.476+0000 7f107bf3a800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:18.477 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.476+0000 7f107bf3a800 20 searching for the correct realm 2023-12-03T11:51:18.486 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.484+0000 7f1077c06640 0 -- 172.21.15.145:0/4088683927 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x563afc3b94f0 msgr2=0x563afc3bb8e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:18.487 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.486+0000 7f107bf3a800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:18.487 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.486+0000 7f107bf3a800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:18.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.486+0000 7f107bf3a800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:18.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.486+0000 7f107bf3a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:18.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.486+0000 7f107bf3a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.486+0000 7f107bf3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.488 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.486+0000 7f107bf3a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.486+0000 7f107bf3a800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:18.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.486+0000 7f107bf3a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.487+0000 7f107bf3a800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:18.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.487+0000 7f107bf3a800 20 zone default found 2023-12-03T11:51:18.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.487+0000 7f107bf3a800 4 Realm: () 2023-12-03T11:51:18.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.487+0000 7f107bf3a800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:18.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.487+0000 7f107bf3a800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:18.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.487+0000 7f107bf3a800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:18.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.487+0000 7f107bf3a800 20 zonegroup default 2023-12-03T11:51:18.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.487+0000 7f107bf3a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.489 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.487+0000 7f107bf3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.487+0000 7f107bf3a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.487+0000 7f107bf3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.487+0000 7f107bf3a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.487+0000 7f107bf3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.487+0000 7f107bf3a800 20 started sync module instance, tier type = 2023-12-03T11:51:18.490 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.487+0000 7f107bf3a800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:18.495 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.494+0000 7f1077405640 0 -- 172.21.15.145:0/4088683927 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x563afc3bcc80 msgr2=0x563afc3bf070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:18.498 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.496+0000 7f107bf3a800 20 add_watcher() i=0 2023-12-03T11:51:18.498 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.496+0000 7f107bf3a800 20 add_watcher() i=1 2023-12-03T11:51:18.498 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.496+0000 7f107bf3a800 20 add_watcher() i=2 2023-12-03T11:51:18.498 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.496+0000 7f107bf3a800 20 add_watcher() i=3 2023-12-03T11:51:18.498 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.496+0000 7f107bf3a800 20 add_watcher() i=4 2023-12-03T11:51:18.498 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.496+0000 7f107bf3a800 20 add_watcher() i=5 2023-12-03T11:51:18.498 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.496+0000 7f107bf3a800 20 add_watcher() i=6 2023-12-03T11:51:18.499 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.497+0000 7f107bf3a800 20 add_watcher() i=7 2023-12-03T11:51:18.499 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.497+0000 7f107bf3a800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:18.500 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.499+0000 7f103dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:18.501 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.499+0000 7f107bf3a800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:18.501 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.499+0000 7f107bf3a800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:18.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.505+0000 7f107bf3a800 5 note: GC not initialized 2023-12-03T11:51:18.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.505+0000 7f0fb4ff9640 20 reqs_thread_entry: start 2023-12-03T11:51:18.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.505+0000 7f107bf3a800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:18.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.505+0000 7f107bf3a800 20 Filter name: none 2023-12-03T11:51:18.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.506+0000 7f0faa7fc640 20 reqs_thread_entry: start 2023-12-03T11:51:18.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.506+0000 7f107bf3a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.508 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.506+0000 7f107bf3a800 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:18.508 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.506+0000 7f107bf3a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.509 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.507+0000 7f107bf3a800 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:18.509 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.507+0000 7f107bf3a800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:18.509 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.507+0000 7f107bf3a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.509 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.507+0000 7f107bf3a800 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:18.509 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.507+0000 7f107bf3a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.510 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.507+0000 7f107bf3a800 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:18.510 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.507+0000 7f107bf3a800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:18.510 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.508+0000 7f107bf3a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.510 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.508+0000 7f107bf3a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.510 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.509+0000 7f103dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:18.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.511+0000 7f107bf3a800 20 remove_watcher() i=0 2023-12-03T11:51:18.512 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.511+0000 7f107bf3a800 2 removed watcher, disabling cache 2023-12-03T11:51:18.513 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.512+0000 7f107bf3a800 20 remove_watcher() i=1 2023-12-03T11:51:18.514 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.513+0000 7f107bf3a800 20 remove_watcher() i=2 2023-12-03T11:51:18.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.514+0000 7f107bf3a800 20 remove_watcher() i=3 2023-12-03T11:51:18.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.516+0000 7f107bf3a800 20 remove_watcher() i=4 2023-12-03T11:51:18.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.517+0000 7f107bf3a800 20 remove_watcher() i=5 2023-12-03T11:51:18.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.518+0000 7f107bf3a800 20 remove_watcher() i=6 2023-12-03T11:51:18.521 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.519+0000 7f107bf3a800 20 remove_watcher() i=7 2023-12-03T11:51:18.525 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:18.525 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:51:18.525 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: error-at-do-reshard id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:51:18.525 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:18.527 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2023-12-03T11:51:18.559 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:18.559 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:18.572 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.571+0000 7fb0de726800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.574 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.573+0000 7fb0de726800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.574 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.573+0000 7fb0de726800 20 realm 2023-12-03T11:51:18.574 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.573+0000 7fb0de726800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.574 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.573+0000 7fb0de726800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.575 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.573+0000 7fb0de726800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:18.575 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.573+0000 7fb0de726800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.575 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.573+0000 7fb0de726800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.575 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.573+0000 7fb0de726800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.575 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.574+0000 7fb0de726800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:18.575 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.574+0000 7fb0de726800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.576 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.574+0000 7fb0de726800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:18.576 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.574+0000 7fb0de726800 20 searching for the correct realm 2023-12-03T11:51:18.584 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.583+0000 7fb0da323640 0 -- 172.21.15.145:0/1350050822 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x56397c582540 msgr2=0x56397c584930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:18.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.584+0000 7fb0de726800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:18.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.584+0000 7fb0de726800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:18.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.584+0000 7fb0de726800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:18.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.584+0000 7fb0de726800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:18.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.584+0000 7fb0de726800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.585+0000 7fb0de726800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.585+0000 7fb0de726800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.585+0000 7fb0de726800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:18.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.585+0000 7fb0de726800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.588 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.585+0000 7fb0de726800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:18.588 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.585+0000 7fb0de726800 20 zone default found 2023-12-03T11:51:18.588 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.585+0000 7fb0de726800 4 Realm: () 2023-12-03T11:51:18.588 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.585+0000 7fb0de726800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:18.588 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.585+0000 7fb0de726800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:18.588 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.585+0000 7fb0de726800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:18.588 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.585+0000 7fb0de726800 20 zonegroup default 2023-12-03T11:51:18.588 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.585+0000 7fb0de726800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.588 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.585+0000 7fb0de726800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.588 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.585+0000 7fb0de726800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.588 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.586+0000 7fb0de726800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.589 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.586+0000 7fb0de726800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.589 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.586+0000 7fb0de726800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.589 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.586+0000 7fb0de726800 20 started sync module instance, tier type = 2023-12-03T11:51:18.589 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.586+0000 7fb0de726800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:18.593 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.591+0000 7fb0da323640 0 -- 172.21.15.145:0/1350050822 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7fb0d4016430 msgr2=0x7fb0d4016870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:18.596 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.595+0000 7fb0de726800 20 add_watcher() i=0 2023-12-03T11:51:18.596 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.595+0000 7fb0de726800 20 add_watcher() i=1 2023-12-03T11:51:18.596 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.595+0000 7fb0de726800 20 add_watcher() i=2 2023-12-03T11:51:18.596 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.595+0000 7fb0de726800 20 add_watcher() i=3 2023-12-03T11:51:18.596 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.595+0000 7fb0de726800 20 add_watcher() i=4 2023-12-03T11:51:18.596 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.595+0000 7fb0de726800 20 add_watcher() i=5 2023-12-03T11:51:18.597 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.595+0000 7fb0de726800 20 add_watcher() i=6 2023-12-03T11:51:18.597 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.596+0000 7fb0de726800 20 add_watcher() i=7 2023-12-03T11:51:18.597 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.596+0000 7fb0de726800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:18.599 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.597+0000 7fb09ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:18.599 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.598+0000 7fb0de726800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:18.599 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.598+0000 7fb0de726800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:18.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.603+0000 7fb0de726800 5 note: GC not initialized 2023-12-03T11:51:18.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.603+0000 7fb00effd640 20 reqs_thread_entry: start 2023-12-03T11:51:18.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.603+0000 7fb0de726800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:18.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.604+0000 7fb0de726800 20 Filter name: none 2023-12-03T11:51:18.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.604+0000 7fb00cff9640 20 reqs_thread_entry: start 2023-12-03T11:51:18.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.604+0000 7fb0de726800 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2023-12-03T11:51:18.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.604+0000 7fb0de726800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.604+0000 7fb0de726800 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:18.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.604+0000 7fb0de726800 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2023-12-03T11:51:18.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.604+0000 7fb0de726800 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2023-12-03T11:51:18.606 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.604+0000 7fb0de726800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 : miss 2023-12-03T11:51:18.607 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.604+0000 7fb0de726800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.607 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.605+0000 7fb0de726800 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:18.607 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.605+0000 7fb0de726800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 info.flags=0x17 2023-12-03T11:51:18.607 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.605+0000 7fb0de726800 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 to cache LRU end 2023-12-03T11:51:18.607 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.605+0000 7fb0de726800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:51:18.607 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.605+0000 7fb0de726800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:18.607 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.605+0000 7fb0de726800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 2023-12-03T11:51:18.610 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.608+0000 7fb0de726800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 info.flags=0x17 2023-12-03T11:51:18.610 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.608+0000 7fb0de726800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 to cache LRU end 2023-12-03T11:51:18.610 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.608+0000 7fb0de726800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:18.610 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.608+0000 7fb0de726800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26, ofs0, ns] 2023-12-03T11:51:18.610 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.609+0000 7fb0c8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791330 cookie 94804899316432 notifier 7104 bl.length()=873 2023-12-03T11:51:18.610 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.609+0000 7fb0c8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 info.flags=0x17 2023-12-03T11:51:18.610 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.609+0000 7fb0c8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 to cache LRU end 2023-12-03T11:51:18.610 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.609+0000 7fb0c8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:18.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.609+0000 7fb0de726800 20 handle_bi_update(): bucket=:error-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26]): orig_sources= new_sources= 2023-12-03T11:51:18.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.609+0000 7fb0de726800 20 handle_bi_update(): bucket=:error-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26]): potential sources added=[] removed=[] 2023-12-03T11:51:18.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.609+0000 7fb0de726800 20 handle_bi_update(): bucket=:error-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26]): orig_dests= new_dests= 2023-12-03T11:51:18.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.609+0000 7fb0de726800 20 handle_bi_update(): bucket=:error-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26]): potential dests added=[] removed=[] 2023-12-03T11:51:18.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.610+0000 7fb0de726800 -1 Injecting error=-5 at location=do_reshard 2023-12-03T11:51:18.613 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.612+0000 7fb0de726800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 : hit (requested=0x17, cached=0x17) 2023-12-03T11:51:18.613 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.612+0000 7fb0de726800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 2023-12-03T11:51:18.615 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.613+0000 7fb0de726800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 info.flags=0x17 2023-12-03T11:51:18.615 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.613+0000 7fb0de726800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 to cache LRU end 2023-12-03T11:51:18.615 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.613+0000 7fb0de726800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:18.615 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.613+0000 7fb0de726800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26, ofs0, ns] 2023-12-03T11:51:18.615 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.614+0000 7fb0c8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791331 cookie 94804899316432 notifier 7104 bl.length()=841 2023-12-03T11:51:18.615 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.614+0000 7fb0c8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 info.flags=0x17 2023-12-03T11:51:18.615 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.614+0000 7fb0c8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 to cache LRU end 2023-12-03T11:51:18.615 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.614+0000 7fb0c8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:18.616 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.614+0000 7fb0de726800 20 handle_bi_update(): bucket=:error-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26]): orig_sources= new_sources= 2023-12-03T11:51:18.616 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.614+0000 7fb0de726800 20 handle_bi_update(): bucket=:error-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26]): potential sources added=[] removed=[] 2023-12-03T11:51:18.616 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.614+0000 7fb0de726800 20 handle_bi_update(): bucket=:error-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26]): orig_dests= new_dests= 2023-12-03T11:51:18.616 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.614+0000 7fb0de726800 20 handle_bi_update(): bucket=:error-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26]): potential dests added=[] removed=[] 2023-12-03T11:51:18.616 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.614+0000 7fb0de726800 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2023-12-03T11:51:18.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.616+0000 7fb09ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:18.619 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.618+0000 7fb0de726800 20 remove_watcher() i=0 2023-12-03T11:51:18.619 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.618+0000 7fb0de726800 2 removed watcher, disabling cache 2023-12-03T11:51:18.620 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.619+0000 7fb0de726800 20 remove_watcher() i=1 2023-12-03T11:51:18.621 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.620+0000 7fb0de726800 20 remove_watcher() i=2 2023-12-03T11:51:18.623 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.621+0000 7fb0de726800 20 remove_watcher() i=3 2023-12-03T11:51:18.624 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.622+0000 7fb0de726800 20 remove_watcher() i=4 2023-12-03T11:51:18.625 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.623+0000 7fb0de726800 20 remove_watcher() i=5 2023-12-03T11:51:18.626 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.624+0000 7fb0de726800 20 remove_watcher() i=6 2023-12-03T11:51:18.627 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.625+0000 7fb0de726800 20 remove_watcher() i=7 2023-12-03T11:51:18.633 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2023-12-03T11:51:18.660 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:18.660 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:18.674 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.672+0000 7f7168927800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.675 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.674+0000 7f7168927800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.674+0000 7f7168927800 20 realm 2023-12-03T11:51:18.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.674+0000 7f7168927800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.674+0000 7f7168927800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.674+0000 7f7168927800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:18.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.674+0000 7f7168927800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.674+0000 7f7168927800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.674+0000 7f7168927800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.675+0000 7f7168927800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:18.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.675+0000 7f7168927800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.677 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.676+0000 7f7168927800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:18.677 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.676+0000 7f7168927800 20 searching for the correct realm 2023-12-03T11:51:18.686 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.685+0000 7f71645f4640 0 -- 172.21.15.145:0/3561285386 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x555b37fdc310 msgr2=0x555b37fde700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:18.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.686+0000 7f7168927800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:18.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.686+0000 7f7168927800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:18.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.686+0000 7f7168927800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:18.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.686+0000 7f7168927800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:18.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.686+0000 7f7168927800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.686+0000 7f7168927800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.686+0000 7f7168927800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.686+0000 7f7168927800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:18.688 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.686+0000 7f7168927800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.687+0000 7f7168927800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:18.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.687+0000 7f7168927800 20 zone default found 2023-12-03T11:51:18.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.687+0000 7f7168927800 4 Realm: () 2023-12-03T11:51:18.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.687+0000 7f7168927800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:18.689 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.687+0000 7f7168927800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:18.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.687+0000 7f7168927800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:18.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.687+0000 7f7168927800 20 zonegroup default 2023-12-03T11:51:18.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.687+0000 7f7168927800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.687+0000 7f7168927800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.687+0000 7f7168927800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.687+0000 7f7168927800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.687+0000 7f7168927800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.687+0000 7f7168927800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.687+0000 7f7168927800 20 started sync module instance, tier type = 2023-12-03T11:51:18.690 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.687+0000 7f7168927800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:18.696 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.694+0000 7f715bdf3640 0 -- 172.21.15.145:0/3561285386 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x555b37fdfaa0 msgr2=0x555b37fe1e90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:51:18.699 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.697+0000 7f7168927800 20 add_watcher() i=0 2023-12-03T11:51:18.699 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.697+0000 7f7168927800 20 add_watcher() i=1 2023-12-03T11:51:18.699 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.697+0000 7f7168927800 20 add_watcher() i=2 2023-12-03T11:51:18.699 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.697+0000 7f7168927800 20 add_watcher() i=3 2023-12-03T11:51:18.699 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.697+0000 7f7168927800 20 add_watcher() i=4 2023-12-03T11:51:18.699 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.697+0000 7f7168927800 20 add_watcher() i=5 2023-12-03T11:51:18.699 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.697+0000 7f7168927800 20 add_watcher() i=6 2023-12-03T11:51:18.700 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.698+0000 7f7168927800 20 add_watcher() i=7 2023-12-03T11:51:18.700 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.698+0000 7f7168927800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:18.701 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.699+0000 7f712a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:18.701 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.700+0000 7f7168927800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:18.701 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.700+0000 7f7168927800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:18.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.705+0000 7f7168927800 5 note: GC not initialized 2023-12-03T11:51:18.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.706+0000 7f70997fa640 20 reqs_thread_entry: start 2023-12-03T11:51:18.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.706+0000 7f7168927800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:18.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.706+0000 7f7168927800 20 Filter name: none 2023-12-03T11:51:18.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.706+0000 7f7092ffd640 20 reqs_thread_entry: start 2023-12-03T11:51:18.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.706+0000 7f7168927800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.706+0000 7f7168927800 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:18.708 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.706+0000 7f7168927800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.709 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.707+0000 7f7168927800 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:18.709 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.707+0000 7f7168927800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:18.709 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.707+0000 7f7168927800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.709 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.707+0000 7f7168927800 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:18.709 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.707+0000 7f7168927800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.709 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.708+0000 7f7168927800 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:18.709 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.708+0000 7f7168927800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:18.710 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.708+0000 7f7168927800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.710 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.708+0000 7f7168927800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.710 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.709+0000 7f712a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:18.712 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.711+0000 7f7168927800 20 remove_watcher() i=0 2023-12-03T11:51:18.712 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.711+0000 7f7168927800 2 removed watcher, disabling cache 2023-12-03T11:51:18.713 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.712+0000 7f7168927800 20 remove_watcher() i=1 2023-12-03T11:51:18.714 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.713+0000 7f7168927800 20 remove_watcher() i=2 2023-12-03T11:51:18.715 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.714+0000 7f7168927800 20 remove_watcher() i=3 2023-12-03T11:51:18.716 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.715+0000 7f7168927800 20 remove_watcher() i=4 2023-12-03T11:51:18.717 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.716+0000 7f7168927800 20 remove_watcher() i=5 2023-12-03T11:51:18.718 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.717+0000 7f7168927800 20 remove_watcher() i=6 2023-12-03T11:51:18.719 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.718+0000 7f7168927800 20 remove_watcher() i=7 2023-12-03T11:51:18.723 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:18.724 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:51:18.724 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: error-at-do-reshard id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:51:18.724 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:18.725 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.725 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.731 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.731 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.774 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:51:18.803 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:18.804 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:18.817 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.816+0000 7f2f30f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.819 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.817+0000 7f2f30f2b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.819 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.817+0000 7f2f30f2b800 20 realm 2023-12-03T11:51:18.819 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.817+0000 7f2f30f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.819 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.818+0000 7f2f30f2b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.820 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.818+0000 7f2f30f2b800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:18.820 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.818+0000 7f2f30f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.820 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.818+0000 7f2f30f2b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.820 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.818+0000 7f2f30f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.820 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.819+0000 7f2f30f2b800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:18.820 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.819+0000 7f2f30f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.821 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.819+0000 7f2f30f2b800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:18.821 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.819+0000 7f2f30f2b800 20 searching for the correct realm 2023-12-03T11:51:18.829 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.828+0000 7f2f2cb7b640 0 -- 172.21.15.145:0/3031805533 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x56335d072e00 msgr2=0x56335d075230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:18.831 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.829+0000 7f2f30f2b800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:18.831 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.829+0000 7f2f30f2b800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:18.831 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.829+0000 7f2f30f2b800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:18.831 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.829+0000 7f2f30f2b800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:18.831 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.829+0000 7f2f30f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.831 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.830+0000 7f2f30f2b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.832 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.830+0000 7f2f30f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.832 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.830+0000 7f2f30f2b800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:18.832 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.830+0000 7f2f30f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.830+0000 7f2f30f2b800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:18.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.830+0000 7f2f30f2b800 20 zone default found 2023-12-03T11:51:18.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.830+0000 7f2f30f2b800 4 Realm: () 2023-12-03T11:51:18.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.830+0000 7f2f30f2b800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:18.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.830+0000 7f2f30f2b800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:18.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.830+0000 7f2f30f2b800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:18.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.830+0000 7f2f30f2b800 20 zonegroup default 2023-12-03T11:51:18.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.830+0000 7f2f30f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.830+0000 7f2f30f2b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.830+0000 7f2f30f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.831+0000 7f2f30f2b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.831+0000 7f2f30f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.831+0000 7f2f30f2b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.831+0000 7f2f30f2b800 20 started sync module instance, tier type = 2023-12-03T11:51:18.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.831+0000 7f2f30f2b800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:18.838 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.837+0000 7f2f2d37c640 0 -- 172.21.15.145:0/3031805533 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f2f14031410 msgr2=0x7f2f14031890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:18.841 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.840+0000 7f2f30f2b800 20 add_watcher() i=0 2023-12-03T11:51:18.841 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.840+0000 7f2f30f2b800 20 add_watcher() i=1 2023-12-03T11:51:18.841 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.840+0000 7f2f30f2b800 20 add_watcher() i=2 2023-12-03T11:51:18.841 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.840+0000 7f2f30f2b800 20 add_watcher() i=3 2023-12-03T11:51:18.841 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.840+0000 7f2f30f2b800 20 add_watcher() i=4 2023-12-03T11:51:18.841 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.840+0000 7f2f30f2b800 20 add_watcher() i=5 2023-12-03T11:51:18.841 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.840+0000 7f2f30f2b800 20 add_watcher() i=6 2023-12-03T11:51:18.842 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.840+0000 7f2f30f2b800 20 add_watcher() i=7 2023-12-03T11:51:18.842 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.840+0000 7f2f30f2b800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:18.843 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.842+0000 7f2ef37de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:18.843 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.842+0000 7f2f30f2b800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:18.843 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.842+0000 7f2f30f2b800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:18.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.848+0000 7f2f30f2b800 5 note: GC not initialized 2023-12-03T11:51:18.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.848+0000 7f2e627fc640 20 reqs_thread_entry: start 2023-12-03T11:51:18.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.848+0000 7f2f30f2b800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:18.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.848+0000 7f2f30f2b800 20 Filter name: none 2023-12-03T11:51:18.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.848+0000 7f2e53fff640 20 reqs_thread_entry: start 2023-12-03T11:51:18.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.848+0000 7f2f30f2b800 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2023-12-03T11:51:18.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.848+0000 7f2f30f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.849+0000 7f2f30f2b800 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:18.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.849+0000 7f2f30f2b800 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2023-12-03T11:51:18.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.849+0000 7f2f30f2b800 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2023-12-03T11:51:18.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.849+0000 7f2f30f2b800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 : miss 2023-12-03T11:51:18.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.849+0000 7f2f30f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.849+0000 7f2f30f2b800 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:18.852 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.849+0000 7f2f30f2b800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 info.flags=0x17 2023-12-03T11:51:18.852 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.849+0000 7f2f30f2b800 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 to cache LRU end 2023-12-03T11:51:18.852 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.849+0000 7f2f30f2b800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:51:18.852 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.849+0000 7f2f30f2b800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:18.852 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.849+0000 7f2f30f2b800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 2023-12-03T11:51:18.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.853+0000 7f2f30f2b800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 info.flags=0x17 2023-12-03T11:51:18.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.853+0000 7f2f30f2b800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 to cache LRU end 2023-12-03T11:51:18.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.853+0000 7f2f30f2b800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:18.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.853+0000 7f2f30f2b800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26, ofs0, ns] 2023-12-03T11:51:18.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.853+0000 7f2f23378640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791332 cookie 94778604113664 notifier 6839 bl.length()=873 2023-12-03T11:51:18.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.853+0000 7f2f23378640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 info.flags=0x17 2023-12-03T11:51:18.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.853+0000 7f2f23378640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 to cache LRU end 2023-12-03T11:51:18.855 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.853+0000 7f2f23378640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:18.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.854+0000 7f2f30f2b800 20 handle_bi_update(): bucket=:error-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26]): orig_sources= new_sources= 2023-12-03T11:51:18.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.854+0000 7f2f30f2b800 20 handle_bi_update(): bucket=:error-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26]): potential sources added=[] removed=[] 2023-12-03T11:51:18.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.854+0000 7f2f30f2b800 20 handle_bi_update(): bucket=:error-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26]): orig_dests= new_dests= 2023-12-03T11:51:18.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.854+0000 7f2f30f2b800 20 handle_bi_update(): bucket=:error-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26]): potential dests added=[] removed=[] 2023-12-03T11:51:18.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.855+0000 7f2f30f2b800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26.1.0 2023-12-03T11:51:18.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.855+0000 7f2f30f2b800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26.1.0 2023-12-03T11:51:18.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.855+0000 7f2f30f2b800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26.1.1 2023-12-03T11:51:18.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.855+0000 7f2f30f2b800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26.1.1 2023-12-03T11:51:18.857 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.855+0000 7f2f30f2b800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26.0 2023-12-03T11:51:18.858 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.857+0000 7f2f30f2b800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 : hit (requested=0x17, cached=0x17) 2023-12-03T11:51:18.858 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.857+0000 7f2f30f2b800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 2023-12-03T11:51:18.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.858+0000 7f2f30f2b800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 info.flags=0x17 2023-12-03T11:51:18.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.858+0000 7f2f30f2b800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 to cache LRU end 2023-12-03T11:51:18.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.858+0000 7f2f30f2b800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:18.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.858+0000 7f2f30f2b800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26, ofs0, ns] 2023-12-03T11:51:18.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.858+0000 7f2f22b77640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791333 cookie 94778604113664 notifier 6839 bl.length()=841 2023-12-03T11:51:18.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.858+0000 7f2f22b77640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 info.flags=0x17 2023-12-03T11:51:18.861 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.858+0000 7f2f22b77640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 to cache LRU end 2023-12-03T11:51:18.861 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.858+0000 7f2f22b77640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:18.861 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.858+0000 7f2f30f2b800 20 handle_bi_update(): bucket=:error-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26]): orig_sources= new_sources= 2023-12-03T11:51:18.861 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.858+0000 7f2f30f2b800 20 handle_bi_update(): bucket=:error-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26]): potential sources added=[] removed=[] 2023-12-03T11:51:18.861 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.858+0000 7f2f30f2b800 20 handle_bi_update(): bucket=:error-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26]): orig_dests= new_dests= 2023-12-03T11:51:18.861 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.858+0000 7f2f30f2b800 20 handle_bi_update(): bucket=:error-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26]): potential dests added=[] removed=[] 2023-12-03T11:51:18.861 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.859+0000 7f2f30f2b800 1 execute INFO: reshard of bucket "error-at-do-reshard" completed successfully 2023-12-03T11:51:18.862 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.861+0000 7f2ef37de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:18.864 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.863+0000 7f2f30f2b800 20 remove_watcher() i=0 2023-12-03T11:51:18.865 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.863+0000 7f2f30f2b800 2 removed watcher, disabling cache 2023-12-03T11:51:18.866 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.865+0000 7f2f30f2b800 20 remove_watcher() i=1 2023-12-03T11:51:18.868 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.866+0000 7f2f30f2b800 20 remove_watcher() i=2 2023-12-03T11:51:18.869 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.867+0000 7f2f30f2b800 20 remove_watcher() i=3 2023-12-03T11:51:18.869 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.868+0000 7f2f30f2b800 20 remove_watcher() i=4 2023-12-03T11:51:18.870 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.869+0000 7f2f30f2b800 20 remove_watcher() i=5 2023-12-03T11:51:18.872 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.871+0000 7f2f30f2b800 20 remove_watcher() i=6 2023-12-03T11:51:18.873 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.872+0000 7f2f30f2b800 20 remove_watcher() i=7 2023-12-03T11:51:18.879 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2023-12-03T11:51:18.906 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:18.906 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:18.920 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.919+0000 7fee70727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.920+0000 7fee70727800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.920+0000 7fee70727800 20 realm 2023-12-03T11:51:18.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.920+0000 7fee70727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.920+0000 7fee70727800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.920+0000 7fee70727800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:18.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.920+0000 7fee70727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.920+0000 7fee70727800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.920+0000 7fee70727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.923 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.921+0000 7fee70727800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:18.923 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.921+0000 7fee70727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.923 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.922+0000 7fee70727800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:18.923 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.922+0000 7fee70727800 20 searching for the correct realm 2023-12-03T11:51:18.932 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.931+0000 7fee6c3f4640 0 -- 172.21.15.145:0/4218613993 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55f11e5153c0 msgr2=0x55f11e5177b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:18.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.932+0000 7fee70727800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:18.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.932+0000 7fee70727800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:18.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.932+0000 7fee70727800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:18.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.932+0000 7fee70727800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:18.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.932+0000 7fee70727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.932+0000 7fee70727800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.932+0000 7fee70727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.935 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.933+0000 7fee70727800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:18.935 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.933+0000 7fee70727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.936 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.933+0000 7fee70727800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:18.936 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.933+0000 7fee70727800 20 zone default found 2023-12-03T11:51:18.936 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.933+0000 7fee70727800 4 Realm: () 2023-12-03T11:51:18.936 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.933+0000 7fee70727800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:18.936 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.933+0000 7fee70727800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:18.936 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.933+0000 7fee70727800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:18.936 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.933+0000 7fee70727800 20 zonegroup default 2023-12-03T11:51:18.936 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.933+0000 7fee70727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.937 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.933+0000 7fee70727800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.937 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.933+0000 7fee70727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.937 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.933+0000 7fee70727800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.937 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.933+0000 7fee70727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.937 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.934+0000 7fee70727800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.937 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.934+0000 7fee70727800 20 started sync module instance, tier type = 2023-12-03T11:51:18.937 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.934+0000 7fee70727800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:18.941 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.940+0000 7fee6cbf5640 0 -- 172.21.15.145:0/4218613993 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7fee54033920 msgr2=0x7fee54041400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:18.945 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.943+0000 7fee70727800 20 add_watcher() i=0 2023-12-03T11:51:18.945 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.943+0000 7fee70727800 20 add_watcher() i=1 2023-12-03T11:51:18.945 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.943+0000 7fee70727800 20 add_watcher() i=2 2023-12-03T11:51:18.945 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.943+0000 7fee70727800 20 add_watcher() i=3 2023-12-03T11:51:18.945 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.943+0000 7fee70727800 20 add_watcher() i=4 2023-12-03T11:51:18.945 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.943+0000 7fee70727800 20 add_watcher() i=5 2023-12-03T11:51:18.945 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.943+0000 7fee70727800 20 add_watcher() i=6 2023-12-03T11:51:18.946 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.944+0000 7fee70727800 20 add_watcher() i=7 2023-12-03T11:51:18.946 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.944+0000 7fee70727800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:18.947 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.945+0000 7fee327e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:18.947 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.946+0000 7fee70727800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:18.947 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.946+0000 7fee70727800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:18.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.951+0000 7fee70727800 5 note: GC not initialized 2023-12-03T11:51:18.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.952+0000 7feda17fa640 20 reqs_thread_entry: start 2023-12-03T11:51:18.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.952+0000 7fee70727800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:18.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.952+0000 7fee70727800 20 Filter name: none 2023-12-03T11:51:18.954 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.952+0000 7fed9affd640 20 reqs_thread_entry: start 2023-12-03T11:51:18.954 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.952+0000 7fee70727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.952+0000 7fee70727800 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:18.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.952+0000 7fee70727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.953+0000 7fee70727800 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:18.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.953+0000 7fee70727800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:18.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.953+0000 7fee70727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.953+0000 7fee70727800 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:18.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.953+0000 7fee70727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.954+0000 7fee70727800 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:18.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.954+0000 7fee70727800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:18.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.954+0000 7fee70727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:18.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.954+0000 7fee70727800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:18.957 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.955+0000 7fee327e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:18.958 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.957+0000 7fee70727800 20 remove_watcher() i=0 2023-12-03T11:51:18.958 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.957+0000 7fee70727800 2 removed watcher, disabling cache 2023-12-03T11:51:18.959 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.958+0000 7fee70727800 20 remove_watcher() i=1 2023-12-03T11:51:18.960 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.959+0000 7fee70727800 20 remove_watcher() i=2 2023-12-03T11:51:18.961 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.959+0000 7fee70727800 20 remove_watcher() i=3 2023-12-03T11:51:18.962 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.960+0000 7fee70727800 20 remove_watcher() i=4 2023-12-03T11:51:18.963 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.961+0000 7fee70727800 20 remove_watcher() i=5 2023-12-03T11:51:18.964 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.962+0000 7fee70727800 20 remove_watcher() i=6 2023-12-03T11:51:18.965 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:18.963+0000 7fee70727800 20 remove_watcher() i=7 2023-12-03T11:51:18.969 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:18.970 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:51:18.970 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: error-at-do-reshard id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.26 num_objects: 19 size_kb: 1 num_shards: 2 2023-12-03T11:51:18.970 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:18.971 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.971 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:18.975 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:18.975 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.018 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.018 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.031 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: reshard bucket with abort at do_reshard 2023-12-03T11:51:19.032 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.033 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.033 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.044 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.044 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.087 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.087 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.093 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.093 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.099 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.099 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.104 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.104 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.110 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.110 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.116 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.116 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.122 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.122 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.128 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.128 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.134 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.134 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.140 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.140 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.146 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.146 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.152 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.152 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.158 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.158 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.164 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.164 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.170 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.170 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.176 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.176 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.183 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.183 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.189 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.189 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.195 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.195 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.201 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.202 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:19.208 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2023-12-03T11:51:19.236 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:19.236 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:19.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.248+0000 7faa08d3d800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.250+0000 7faa08d3d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.250+0000 7faa08d3d800 20 realm 2023-12-03T11:51:19.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.250+0000 7faa08d3d800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.250+0000 7faa08d3d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.250+0000 7faa08d3d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:19.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.250+0000 7faa08d3d800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.250+0000 7faa08d3d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.250+0000 7faa08d3d800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.251+0000 7faa08d3d800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:19.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.251+0000 7faa08d3d800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.252+0000 7faa08d3d800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:19.253 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.252+0000 7faa08d3d800 20 searching for the correct realm 2023-12-03T11:51:19.262 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.260+0000 7faa04aa3640 0 -- 172.21.15.145:0/2252236147 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55f043e73920 msgr2=0x55f043e75d10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:19.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.262+0000 7faa08d3d800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:19.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.262+0000 7faa08d3d800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:19.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.262+0000 7faa08d3d800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:19.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.262+0000 7faa08d3d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:19.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.262+0000 7faa08d3d800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.262+0000 7faa08d3d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.262+0000 7faa08d3d800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.267 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.262+0000 7faa08d3d800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:19.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.262+0000 7faa08d3d800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.263+0000 7faa08d3d800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:19.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.263+0000 7faa08d3d800 20 zone default found 2023-12-03T11:51:19.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.263+0000 7faa08d3d800 4 Realm: () 2023-12-03T11:51:19.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.263+0000 7faa08d3d800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:19.268 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.263+0000 7faa08d3d800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:19.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.263+0000 7faa08d3d800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:19.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.263+0000 7faa08d3d800 20 zonegroup default 2023-12-03T11:51:19.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.263+0000 7faa08d3d800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.263+0000 7faa08d3d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.263+0000 7faa08d3d800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.264+0000 7faa08d3d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.264+0000 7faa08d3d800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.264+0000 7faa08d3d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.264+0000 7faa08d3d800 20 started sync module instance, tier type = 2023-12-03T11:51:19.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.264+0000 7faa08d3d800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:19.274 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.272+0000 7faa052a4640 0 -- 172.21.15.145:0/2252236147 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7fa9ec058c40 msgr2=0x7fa9ec05d870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:51:19.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.275+0000 7faa08d3d800 20 add_watcher() i=0 2023-12-03T11:51:19.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.275+0000 7faa08d3d800 20 add_watcher() i=1 2023-12-03T11:51:19.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.275+0000 7faa08d3d800 20 add_watcher() i=2 2023-12-03T11:51:19.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.275+0000 7faa08d3d800 20 add_watcher() i=3 2023-12-03T11:51:19.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.275+0000 7faa08d3d800 20 add_watcher() i=4 2023-12-03T11:51:19.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.275+0000 7faa08d3d800 20 add_watcher() i=5 2023-12-03T11:51:19.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.275+0000 7faa08d3d800 20 add_watcher() i=6 2023-12-03T11:51:19.278 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.277+0000 7faa08d3d800 20 add_watcher() i=7 2023-12-03T11:51:19.278 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.277+0000 7faa08d3d800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:19.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.278+0000 7fa9cb7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:19.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.278+0000 7faa08d3d800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:19.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.278+0000 7faa08d3d800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:19.286 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.284+0000 7faa08d3d800 5 note: GC not initialized 2023-12-03T11:51:19.286 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.284+0000 7fa93a7fc640 20 reqs_thread_entry: start 2023-12-03T11:51:19.286 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.284+0000 7faa08d3d800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:19.286 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.284+0000 7faa08d3d800 20 Filter name: none 2023-12-03T11:51:19.286 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.284+0000 7fa92bfff640 20 reqs_thread_entry: start 2023-12-03T11:51:19.286 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.285+0000 7faa08d3d800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.287 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.285+0000 7faa08d3d800 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:19.287 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.285+0000 7faa08d3d800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.286+0000 7faa08d3d800 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:19.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.286+0000 7faa08d3d800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:19.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.286+0000 7faa08d3d800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.286+0000 7faa08d3d800 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:19.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.286+0000 7faa08d3d800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.287+0000 7faa08d3d800 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:19.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.287+0000 7faa08d3d800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:19.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.287+0000 7faa08d3d800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.287+0000 7faa08d3d800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.288+0000 7fa9cb7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:19.291 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.290+0000 7faa08d3d800 20 remove_watcher() i=0 2023-12-03T11:51:19.291 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.290+0000 7faa08d3d800 2 removed watcher, disabling cache 2023-12-03T11:51:19.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.291+0000 7faa08d3d800 20 remove_watcher() i=1 2023-12-03T11:51:19.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.292+0000 7faa08d3d800 20 remove_watcher() i=2 2023-12-03T11:51:19.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.293+0000 7faa08d3d800 20 remove_watcher() i=3 2023-12-03T11:51:19.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.294+0000 7faa08d3d800 20 remove_watcher() i=4 2023-12-03T11:51:19.296 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.295+0000 7faa08d3d800 20 remove_watcher() i=5 2023-12-03T11:51:19.297 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.296+0000 7faa08d3d800 20 remove_watcher() i=6 2023-12-03T11:51:19.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.297+0000 7faa08d3d800 20 remove_watcher() i=7 2023-12-03T11:51:19.303 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.303 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:51:19.303 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: abort-at-do-reshard id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:51:19.303 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.304 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2023-12-03T11:51:19.337 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:19.338 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:19.351 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.350+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.351+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.351+0000 7f2dc172a800 20 realm 2023-12-03T11:51:19.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.351+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.352+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.352+0000 7f2dc172a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:19.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.352+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.354 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.352+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.355 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.352+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.355 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.353+0000 7f2dc172a800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:19.355 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.353+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.355 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.353+0000 7f2dc172a800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:19.355 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.353+0000 7f2dc172a800 20 searching for the correct realm 2023-12-03T11:51:19.363 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.362+0000 7f2dbd465640 0 -- 172.21.15.145:0/517670953 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5591d08f7120 msgr2=0x5591d08f9510 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:19.365 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.363+0000 7f2dc172a800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:19.365 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.363+0000 7f2dc172a800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:19.365 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.363+0000 7f2dc172a800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:19.365 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.363+0000 7f2dc172a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:19.365 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.363+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.365 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.364+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.365 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.364+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.366 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.364+0000 7f2dc172a800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:19.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.364+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.364+0000 7f2dc172a800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:19.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.364+0000 7f2dc172a800 20 zone default found 2023-12-03T11:51:19.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.364+0000 7f2dc172a800 4 Realm: () 2023-12-03T11:51:19.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.364+0000 7f2dc172a800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:19.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.364+0000 7f2dc172a800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:19.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.364+0000 7f2dc172a800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:19.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.364+0000 7f2dc172a800 20 zonegroup default 2023-12-03T11:51:19.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.364+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.365+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.365+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.365+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.365+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.365+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.367 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.365+0000 7f2dc172a800 20 started sync module instance, tier type = 2023-12-03T11:51:19.368 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.365+0000 7f2dc172a800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:19.372 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.370+0000 7f2dbdc66640 0 -- 172.21.15.145:0/517670953 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f2db4056340 msgr2=0x7f2db4055cf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:19.375 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=0 2023-12-03T11:51:19.375 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=1 2023-12-03T11:51:19.375 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=2 2023-12-03T11:51:19.375 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=3 2023-12-03T11:51:19.375 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=4 2023-12-03T11:51:19.375 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=5 2023-12-03T11:51:19.375 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=6 2023-12-03T11:51:19.375 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.374+0000 7f2dc172a800 20 add_watcher() i=7 2023-12-03T11:51:19.376 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.374+0000 7f2dc172a800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:19.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.376+0000 7f2d82fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:19.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.376+0000 7f2dc172a800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:19.377 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.376+0000 7f2dc172a800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:19.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.382+0000 7f2dc172a800 5 note: GC not initialized 2023-12-03T11:51:19.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.382+0000 7f2cf1ffb640 20 reqs_thread_entry: start 2023-12-03T11:51:19.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.382+0000 7f2dc172a800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:19.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.382+0000 7f2dc172a800 20 Filter name: none 2023-12-03T11:51:19.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.382+0000 7f2ce37fe640 20 reqs_thread_entry: start 2023-12-03T11:51:19.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.382+0000 7f2dc172a800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2023-12-03T11:51:19.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.382+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.383+0000 7f2dc172a800 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:19.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.383+0000 7f2dc172a800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2023-12-03T11:51:19.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.383+0000 7f2dc172a800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2023-12-03T11:51:19.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.383+0000 7f2dc172a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 : miss 2023-12-03T11:51:19.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.383+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.383+0000 7f2dc172a800 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:19.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.383+0000 7f2dc172a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 info.flags=0x17 2023-12-03T11:51:19.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.383+0000 7f2dc172a800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 to cache LRU end 2023-12-03T11:51:19.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.383+0000 7f2dc172a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:51:19.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.383+0000 7f2dc172a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:19.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.383+0000 7f2dc172a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 2023-12-03T11:51:19.388 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.387+0000 7f2dc172a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 info.flags=0x17 2023-12-03T11:51:19.388 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.387+0000 7f2dc172a800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 to cache LRU end 2023-12-03T11:51:19.388 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.387+0000 7f2dc172a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:19.388 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.387+0000 7f2dc172a800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27, ofs0, ns] 2023-12-03T11:51:19.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.387+0000 7f2d9f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791321 cookie 94084757716064 notifier 6899 bl.length()=873 2023-12-03T11:51:19.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.387+0000 7f2d9f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 info.flags=0x17 2023-12-03T11:51:19.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.387+0000 7f2d9f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 to cache LRU end 2023-12-03T11:51:19.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.387+0000 7f2d9f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:19.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.388+0000 7f2dc172a800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): orig_sources= new_sources= 2023-12-03T11:51:19.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.388+0000 7f2dc172a800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): potential sources added=[] removed=[] 2023-12-03T11:51:19.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.388+0000 7f2dc172a800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): orig_dests= new_dests= 2023-12-03T11:51:19.389 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.388+0000 7f2dc172a800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): potential dests added=[] removed=[] 2023-12-03T11:51:19.390 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2dc172a800 time 2023-12-03T11:51:19.390137+0000 2023-12-03T11:51:19.390 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:51:19.391 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:51:19.391 INFO:tasks.workunit.client.0.smithi145.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f2dc436eef8] 2023-12-03T11:51:19.391 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7f2dc436f0b6] 2023-12-03T11:51:19.391 INFO:tasks.workunit.client.0.smithi145.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5591cea2ca71] 2023-12-03T11:51:19.391 INFO:tasks.workunit.client.0.smithi145.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x314) [0x5591cea38f34] 2023-12-03T11:51:19.392 INFO:tasks.workunit.client.0.smithi145.stderr: 5: main() 2023-12-03T11:51:19.392 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /lib64/libc.so.6(+0x3feb0) [0x7f2dc1c3feb0] 2023-12-03T11:51:19.392 INFO:tasks.workunit.client.0.smithi145.stderr: 7: __libc_start_main() 2023-12-03T11:51:19.392 INFO:tasks.workunit.client.0.smithi145.stderr: 8: _start() 2023-12-03T11:51:19.392 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.389+0000 7f2dc172a800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2dc172a800 time 2023-12-03T11:51:19.390137+0000 2023-12-03T11:51:19.392 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:51:19.392 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.393 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:51:19.393 INFO:tasks.workunit.client.0.smithi145.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f2dc436eef8] 2023-12-03T11:51:19.393 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7f2dc436f0b6] 2023-12-03T11:51:19.393 INFO:tasks.workunit.client.0.smithi145.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5591cea2ca71] 2023-12-03T11:51:19.393 INFO:tasks.workunit.client.0.smithi145.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x314) [0x5591cea38f34] 2023-12-03T11:51:19.393 INFO:tasks.workunit.client.0.smithi145.stderr: 5: main() 2023-12-03T11:51:19.393 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /lib64/libc.so.6(+0x3feb0) [0x7f2dc1c3feb0] 2023-12-03T11:51:19.394 INFO:tasks.workunit.client.0.smithi145.stderr: 7: __libc_start_main() 2023-12-03T11:51:19.394 INFO:tasks.workunit.client.0.smithi145.stderr: 8: _start() 2023-12-03T11:51:19.394 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.394 INFO:tasks.workunit.client.0.smithi145.stderr:*** Caught signal (Aborted) ** 2023-12-03T11:51:19.394 INFO:tasks.workunit.client.0.smithi145.stderr: in thread 7f2dc172a800 thread_name:radosgw-admin 2023-12-03T11:51:19.413 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:51:19.413 INFO:tasks.workunit.client.0.smithi145.stderr: 1: /lib64/libc.so.6(+0x54db0) [0x7f2dc1c54db0] 2023-12-03T11:51:19.413 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /lib64/libc.so.6(+0xa154c) [0x7f2dc1ca154c] 2023-12-03T11:51:19.414 INFO:tasks.workunit.client.0.smithi145.stderr: 3: raise() 2023-12-03T11:51:19.414 INFO:tasks.workunit.client.0.smithi145.stderr: 4: abort() 2023-12-03T11:51:19.414 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f2dc436ef52] 2023-12-03T11:51:19.414 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7f2dc436f0b6] 2023-12-03T11:51:19.414 INFO:tasks.workunit.client.0.smithi145.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5591cea2ca71] 2023-12-03T11:51:19.414 INFO:tasks.workunit.client.0.smithi145.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x314) [0x5591cea38f34] 2023-12-03T11:51:19.414 INFO:tasks.workunit.client.0.smithi145.stderr: 9: main() 2023-12-03T11:51:19.414 INFO:tasks.workunit.client.0.smithi145.stderr: 10: /lib64/libc.so.6(+0x3feb0) [0x7f2dc1c3feb0] 2023-12-03T11:51:19.414 INFO:tasks.workunit.client.0.smithi145.stderr: 11: __libc_start_main() 2023-12-03T11:51:19.414 INFO:tasks.workunit.client.0.smithi145.stderr: 12: _start() 2023-12-03T11:51:19.414 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.390+0000 7f2dc172a800 -1 *** Caught signal (Aborted) ** 2023-12-03T11:51:19.414 INFO:tasks.workunit.client.0.smithi145.stderr: in thread 7f2dc172a800 thread_name:radosgw-admin 2023-12-03T11:51:19.414 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.414 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:51:19.415 INFO:tasks.workunit.client.0.smithi145.stderr: 1: /lib64/libc.so.6(+0x54db0) [0x7f2dc1c54db0] 2023-12-03T11:51:19.415 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /lib64/libc.so.6(+0xa154c) [0x7f2dc1ca154c] 2023-12-03T11:51:19.415 INFO:tasks.workunit.client.0.smithi145.stderr: 3: raise() 2023-12-03T11:51:19.415 INFO:tasks.workunit.client.0.smithi145.stderr: 4: abort() 2023-12-03T11:51:19.415 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f2dc436ef52] 2023-12-03T11:51:19.415 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7f2dc436f0b6] 2023-12-03T11:51:19.415 INFO:tasks.workunit.client.0.smithi145.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5591cea2ca71] 2023-12-03T11:51:19.415 INFO:tasks.workunit.client.0.smithi145.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x314) [0x5591cea38f34] 2023-12-03T11:51:19.415 INFO:tasks.workunit.client.0.smithi145.stderr: 9: main() 2023-12-03T11:51:19.415 INFO:tasks.workunit.client.0.smithi145.stderr: 10: /lib64/libc.so.6(+0x3feb0) [0x7f2dc1c3feb0] 2023-12-03T11:51:19.415 INFO:tasks.workunit.client.0.smithi145.stderr: 11: __libc_start_main() 2023-12-03T11:51:19.415 INFO:tasks.workunit.client.0.smithi145.stderr: 12: _start() 2023-12-03T11:51:19.415 INFO:tasks.workunit.client.0.smithi145.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:51:19.415 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.416 INFO:tasks.workunit.client.0.smithi145.stderr:--- begin dump of recent events --- 2023-12-03T11:51:19.416 INFO:tasks.workunit.client.0.smithi145.stderr: -499> 2023-12-03T11:51:19.344+0000 7f2dae7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:51:19.416 INFO:tasks.workunit.client.0.smithi145.stderr: -498> 2023-12-03T11:51:19.344+0000 7f2dae7fc640 10 monclient: dump: 2023-12-03T11:51:19.416 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:51:19.416 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:51:19.416 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.416 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.416 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:19.416 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.416 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:51:19.416 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:51:19.416 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:51:19.416 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.416 INFO:tasks.workunit.client.0.smithi145.stderr: -497> 2023-12-03T11:51:19.344+0000 7f2dc172a800 5 monclient: authenticate success, global_id 7209 2023-12-03T11:51:19.416 INFO:tasks.workunit.client.0.smithi145.stderr: -496> 2023-12-03T11:51:19.344+0000 7f2daf7fe640 4 set_mon_vals no callback set 2023-12-03T11:51:19.416 INFO:tasks.workunit.client.0.smithi145.stderr: -495> 2023-12-03T11:51:19.344+0000 7f2dc172a800 10 monclient: _renew_subs 2023-12-03T11:51:19.417 INFO:tasks.workunit.client.0.smithi145.stderr: -494> 2023-12-03T11:51:19.344+0000 7f2dc172a800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.145:3300/0 2023-12-03T11:51:19.417 INFO:tasks.workunit.client.0.smithi145.stderr: -493> 2023-12-03T11:51:19.344+0000 7f2dc172a800 10 monclient: _renew_subs 2023-12-03T11:51:19.417 INFO:tasks.workunit.client.0.smithi145.stderr: -492> 2023-12-03T11:51:19.344+0000 7f2dc172a800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.145:3300/0 2023-12-03T11:51:19.417 INFO:tasks.workunit.client.0.smithi145.stderr: -491> 2023-12-03T11:51:19.344+0000 7f2dc172a800 1 librados: init done 2023-12-03T11:51:19.417 INFO:tasks.workunit.client.0.smithi145.stderr: -490> 2023-12-03T11:51:19.345+0000 7f2dc172a800 10 monclient: get_monmap_and_config 2023-12-03T11:51:19.417 INFO:tasks.workunit.client.0.smithi145.stderr: -489> 2023-12-03T11:51:19.345+0000 7f2dc172a800 10 monclient: build_initial_monmap 2023-12-03T11:51:19.417 INFO:tasks.workunit.client.0.smithi145.stderr: -488> 2023-12-03T11:51:19.345+0000 7f2dc172a800 1 build_initial for_mkfs: 0 2023-12-03T11:51:19.417 INFO:tasks.workunit.client.0.smithi145.stderr: -487> 2023-12-03T11:51:19.345+0000 7f2dc172a800 10 monclient: monmap: 2023-12-03T11:51:19.417 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:51:19.417 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:51:19.417 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:51:19.417 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:51:19.417 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:51:19.417 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.417 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:51:19.418 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:51:19.418 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:51:19.418 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.418 INFO:tasks.workunit.client.0.smithi145.stderr: -486> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding auth protocol: cephx 2023-12-03T11:51:19.418 INFO:tasks.workunit.client.0.smithi145.stderr: -485> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding auth protocol: cephx 2023-12-03T11:51:19.418 INFO:tasks.workunit.client.0.smithi145.stderr: -484> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding auth protocol: cephx 2023-12-03T11:51:19.418 INFO:tasks.workunit.client.0.smithi145.stderr: -483> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: secure 2023-12-03T11:51:19.418 INFO:tasks.workunit.client.0.smithi145.stderr: -482> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: crc 2023-12-03T11:51:19.418 INFO:tasks.workunit.client.0.smithi145.stderr: -481> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: secure 2023-12-03T11:51:19.418 INFO:tasks.workunit.client.0.smithi145.stderr: -480> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: crc 2023-12-03T11:51:19.418 INFO:tasks.workunit.client.0.smithi145.stderr: -479> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: secure 2023-12-03T11:51:19.418 INFO:tasks.workunit.client.0.smithi145.stderr: -478> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: crc 2023-12-03T11:51:19.418 INFO:tasks.workunit.client.0.smithi145.stderr: -477> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: crc 2023-12-03T11:51:19.418 INFO:tasks.workunit.client.0.smithi145.stderr: -476> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: secure 2023-12-03T11:51:19.418 INFO:tasks.workunit.client.0.smithi145.stderr: -475> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: crc 2023-12-03T11:51:19.419 INFO:tasks.workunit.client.0.smithi145.stderr: -474> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: secure 2023-12-03T11:51:19.419 INFO:tasks.workunit.client.0.smithi145.stderr: -473> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: crc 2023-12-03T11:51:19.419 INFO:tasks.workunit.client.0.smithi145.stderr: -472> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: secure 2023-12-03T11:51:19.419 INFO:tasks.workunit.client.0.smithi145.stderr: -471> 2023-12-03T11:51:19.345+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.419 INFO:tasks.workunit.client.0.smithi145.stderr: -470> 2023-12-03T11:51:19.345+0000 7f2dc172a800 10 monclient: init 2023-12-03T11:51:19.419 INFO:tasks.workunit.client.0.smithi145.stderr: -469> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding auth protocol: cephx 2023-12-03T11:51:19.419 INFO:tasks.workunit.client.0.smithi145.stderr: -468> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding auth protocol: cephx 2023-12-03T11:51:19.419 INFO:tasks.workunit.client.0.smithi145.stderr: -467> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding auth protocol: cephx 2023-12-03T11:51:19.419 INFO:tasks.workunit.client.0.smithi145.stderr: -466> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: secure 2023-12-03T11:51:19.419 INFO:tasks.workunit.client.0.smithi145.stderr: -465> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: crc 2023-12-03T11:51:19.419 INFO:tasks.workunit.client.0.smithi145.stderr: -464> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: secure 2023-12-03T11:51:19.419 INFO:tasks.workunit.client.0.smithi145.stderr: -463> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: crc 2023-12-03T11:51:19.419 INFO:tasks.workunit.client.0.smithi145.stderr: -462> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: secure 2023-12-03T11:51:19.419 INFO:tasks.workunit.client.0.smithi145.stderr: -461> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: crc 2023-12-03T11:51:19.419 INFO:tasks.workunit.client.0.smithi145.stderr: -460> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: crc 2023-12-03T11:51:19.420 INFO:tasks.workunit.client.0.smithi145.stderr: -459> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: secure 2023-12-03T11:51:19.420 INFO:tasks.workunit.client.0.smithi145.stderr: -458> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: crc 2023-12-03T11:51:19.420 INFO:tasks.workunit.client.0.smithi145.stderr: -457> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: secure 2023-12-03T11:51:19.420 INFO:tasks.workunit.client.0.smithi145.stderr: -456> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: crc 2023-12-03T11:51:19.420 INFO:tasks.workunit.client.0.smithi145.stderr: -455> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: secure 2023-12-03T11:51:19.420 INFO:tasks.workunit.client.0.smithi145.stderr: -454> 2023-12-03T11:51:19.346+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.420 INFO:tasks.workunit.client.0.smithi145.stderr: -453> 2023-12-03T11:51:19.346+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.420 INFO:tasks.workunit.client.0.smithi145.stderr: -452> 2023-12-03T11:51:19.346+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command rotate-key cmddesc rotate-key hook 0x7ffcdf8d0788 EEXIST 2023-12-03T11:51:19.420 INFO:tasks.workunit.client.0.smithi145.stderr: -451> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient: _reopen_session rank -1 2023-12-03T11:51:19.420 INFO:tasks.workunit.client.0.smithi145.stderr: -450> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient: _add_conns ranks=[0,2,1] 2023-12-03T11:51:19.420 INFO:tasks.workunit.client.0.smithi145.stderr: -449> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-a con 0x5591d08d8b60 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:51:19.420 INFO:tasks.workunit.client.0.smithi145.stderr: -448> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-c con 0x5591d08d8f40 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:51:19.420 INFO:tasks.workunit.client.0.smithi145.stderr: -447> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-b con 0x5591d08ad040 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:51:19.420 INFO:tasks.workunit.client.0.smithi145.stderr: -446> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.421 INFO:tasks.workunit.client.0.smithi145.stderr: -445> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.421 INFO:tasks.workunit.client.0.smithi145.stderr: -444> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.421 INFO:tasks.workunit.client.0.smithi145.stderr: -443> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient(hunting): _renew_subs 2023-12-03T11:51:19.421 INFO:tasks.workunit.client.0.smithi145.stderr: -442> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient(hunting): authenticate will time out at 1634.696013s 2023-12-03T11:51:19.421 INFO:tasks.workunit.client.0.smithi145.stderr: -441> 2023-12-03T11:51:19.346+0000 7f2dbdc66640 10 monclient(hunting): get_auth_request con 0x5591d08d8b60 auth_method 0 2023-12-03T11:51:19.421 INFO:tasks.workunit.client.0.smithi145.stderr: -440> 2023-12-03T11:51:19.346+0000 7f2dbdc66640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.421 INFO:tasks.workunit.client.0.smithi145.stderr: -439> 2023-12-03T11:51:19.346+0000 7f2dbdc66640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.421 INFO:tasks.workunit.client.0.smithi145.stderr: -438> 2023-12-03T11:51:19.346+0000 7f2dbdc66640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.421 INFO:tasks.workunit.client.0.smithi145.stderr: -437> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient(hunting): get_auth_request con 0x5591d08d8f40 auth_method 0 2023-12-03T11:51:19.421 INFO:tasks.workunit.client.0.smithi145.stderr: -436> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.421 INFO:tasks.workunit.client.0.smithi145.stderr: -435> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.421 INFO:tasks.workunit.client.0.smithi145.stderr: -434> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.422 INFO:tasks.workunit.client.0.smithi145.stderr: -433> 2023-12-03T11:51:19.346+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.422 INFO:tasks.workunit.client.0.smithi145.stderr: -432> 2023-12-03T11:51:19.346+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.422 INFO:tasks.workunit.client.0.smithi145.stderr: -431> 2023-12-03T11:51:19.346+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.422 INFO:tasks.workunit.client.0.smithi145.stderr: -430> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.422 INFO:tasks.workunit.client.0.smithi145.stderr: -429> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.422 INFO:tasks.workunit.client.0.smithi145.stderr: -428> 2023-12-03T11:51:19.346+0000 7f2dae7fc640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:51:19.422 INFO:tasks.workunit.client.0.smithi145.stderr: -427> 2023-12-03T11:51:19.346+0000 7f2dae7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:51:19.422 INFO:tasks.workunit.client.0.smithi145.stderr: -426> 2023-12-03T11:51:19.346+0000 7f2dae7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:51:19.422 INFO:tasks.workunit.client.0.smithi145.stderr: -425> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.422 INFO:tasks.workunit.client.0.smithi145.stderr: -424> 2023-12-03T11:51:19.346+0000 7f2dbcc64640 10 monclient(hunting): get_auth_request con 0x5591d08ad040 auth_method 0 2023-12-03T11:51:19.422 INFO:tasks.workunit.client.0.smithi145.stderr: -423> 2023-12-03T11:51:19.346+0000 7f2dbcc64640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.422 INFO:tasks.workunit.client.0.smithi145.stderr: -422> 2023-12-03T11:51:19.346+0000 7f2dbcc64640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.422 INFO:tasks.workunit.client.0.smithi145.stderr: -421> 2023-12-03T11:51:19.346+0000 7f2dbcc64640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.422 INFO:tasks.workunit.client.0.smithi145.stderr: -420> 2023-12-03T11:51:19.346+0000 7f2dbcc64640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.423 INFO:tasks.workunit.client.0.smithi145.stderr: -419> 2023-12-03T11:51:19.346+0000 7f2dbcc64640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.423 INFO:tasks.workunit.client.0.smithi145.stderr: -418> 2023-12-03T11:51:19.346+0000 7f2dbcc64640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.423 INFO:tasks.workunit.client.0.smithi145.stderr: -417> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient(hunting): handle_auth_done global_id 6896 payload 274 2023-12-03T11:51:19.423 INFO:tasks.workunit.client.0.smithi145.stderr: -416> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient: _finish_hunting 0 2023-12-03T11:51:19.423 INFO:tasks.workunit.client.0.smithi145.stderr: -415> 2023-12-03T11:51:19.346+0000 7f2dbd465640 1 monclient: found mon.noname-c 2023-12-03T11:51:19.423 INFO:tasks.workunit.client.0.smithi145.stderr: -414> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:51:19.423 INFO:tasks.workunit.client.0.smithi145.stderr: -413> 2023-12-03T11:51:19.346+0000 7f2dbdc66640 10 monclient: get_auth_request con 0x7f2da0069820 auth_method 0 2023-12-03T11:51:19.423 INFO:tasks.workunit.client.0.smithi145.stderr: -412> 2023-12-03T11:51:19.347+0000 7f2d9f7fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:19.423 INFO:tasks.workunit.client.0.smithi145.stderr: -411> 2023-12-03T11:51:19.347+0000 7f2d9f7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:51:19.423 INFO:tasks.workunit.client.0.smithi145.stderr: -410> 2023-12-03T11:51:19.347+0000 7f2d9f7fe640 10 monclient: dump: 2023-12-03T11:51:19.423 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:51:19.423 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:51:19.423 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.423 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.423 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:19.423 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.424 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:51:19.424 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:51:19.424 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:51:19.424 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.424 INFO:tasks.workunit.client.0.smithi145.stderr: -409> 2023-12-03T11:51:19.347+0000 7f2d9f7fe640 10 monclient: _finish_auth 0 2023-12-03T11:51:19.424 INFO:tasks.workunit.client.0.smithi145.stderr: -408> 2023-12-03T11:51:19.347+0000 7f2d9f7fe640 10 monclient: _check_auth_tickets 2023-12-03T11:51:19.424 INFO:tasks.workunit.client.0.smithi145.stderr: -407> 2023-12-03T11:51:19.347+0000 7f2d9f7fe640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:51:19.424 INFO:tasks.workunit.client.0.smithi145.stderr: -406> 2023-12-03T11:51:19.347+0000 7f2d9f7fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:19.424 INFO:tasks.workunit.client.0.smithi145.stderr: -405> 2023-12-03T11:51:19.347+0000 7f2d9f7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:51:19.424 INFO:tasks.workunit.client.0.smithi145.stderr: -404> 2023-12-03T11:51:19.347+0000 7f2d9f7fe640 10 monclient: dump: 2023-12-03T11:51:19.424 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:51:19.424 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:51:19.424 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.424 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.424 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:19.424 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.425 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:51:19.425 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:51:19.425 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:51:19.425 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.425 INFO:tasks.workunit.client.0.smithi145.stderr: -403> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 monclient: authenticate success, global_id 6896 2023-12-03T11:51:19.425 INFO:tasks.workunit.client.0.smithi145.stderr: -402> 2023-12-03T11:51:19.347+0000 7f2dc172a800 10 monclient: get_monmap_and_config success 2023-12-03T11:51:19.425 INFO:tasks.workunit.client.0.smithi145.stderr: -401> 2023-12-03T11:51:19.347+0000 7f2dc172a800 4 set_mon_vals no callback set 2023-12-03T11:51:19.425 INFO:tasks.workunit.client.0.smithi145.stderr: -400> 2023-12-03T11:51:19.347+0000 7f2dc172a800 10 monclient: shutdown 2023-12-03T11:51:19.425 INFO:tasks.workunit.client.0.smithi145.stderr: -399> 2023-12-03T11:51:19.347+0000 7f2dc172a800 10 monclient: build_initial_monmap 2023-12-03T11:51:19.425 INFO:tasks.workunit.client.0.smithi145.stderr: -398> 2023-12-03T11:51:19.347+0000 7f2dc172a800 1 build_initial for_mkfs: 0 2023-12-03T11:51:19.425 INFO:tasks.workunit.client.0.smithi145.stderr: -397> 2023-12-03T11:51:19.347+0000 7f2dc172a800 10 monclient: monmap: 2023-12-03T11:51:19.425 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:51:19.425 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:51:19.425 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:51:19.425 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:51:19.426 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:51:19.426 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.426 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:51:19.426 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:51:19.426 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:51:19.426 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.426 INFO:tasks.workunit.client.0.smithi145.stderr: -396> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding auth protocol: cephx 2023-12-03T11:51:19.426 INFO:tasks.workunit.client.0.smithi145.stderr: -395> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding auth protocol: cephx 2023-12-03T11:51:19.426 INFO:tasks.workunit.client.0.smithi145.stderr: -394> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding auth protocol: cephx 2023-12-03T11:51:19.426 INFO:tasks.workunit.client.0.smithi145.stderr: -393> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: secure 2023-12-03T11:51:19.426 INFO:tasks.workunit.client.0.smithi145.stderr: -392> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: crc 2023-12-03T11:51:19.426 INFO:tasks.workunit.client.0.smithi145.stderr: -391> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: secure 2023-12-03T11:51:19.426 INFO:tasks.workunit.client.0.smithi145.stderr: -390> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: crc 2023-12-03T11:51:19.426 INFO:tasks.workunit.client.0.smithi145.stderr: -389> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: secure 2023-12-03T11:51:19.426 INFO:tasks.workunit.client.0.smithi145.stderr: -388> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: crc 2023-12-03T11:51:19.427 INFO:tasks.workunit.client.0.smithi145.stderr: -387> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: crc 2023-12-03T11:51:19.427 INFO:tasks.workunit.client.0.smithi145.stderr: -386> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: secure 2023-12-03T11:51:19.427 INFO:tasks.workunit.client.0.smithi145.stderr: -385> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: crc 2023-12-03T11:51:19.427 INFO:tasks.workunit.client.0.smithi145.stderr: -384> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: secure 2023-12-03T11:51:19.427 INFO:tasks.workunit.client.0.smithi145.stderr: -383> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: crc 2023-12-03T11:51:19.427 INFO:tasks.workunit.client.0.smithi145.stderr: -382> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: secure 2023-12-03T11:51:19.427 INFO:tasks.workunit.client.0.smithi145.stderr: -381> 2023-12-03T11:51:19.347+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.427 INFO:tasks.workunit.client.0.smithi145.stderr: -380> 2023-12-03T11:51:19.347+0000 7f2dc172a800 1 librados: starting msgr at 2023-12-03T11:51:19.427 INFO:tasks.workunit.client.0.smithi145.stderr: -379> 2023-12-03T11:51:19.347+0000 7f2dc172a800 1 librados: starting objecter 2023-12-03T11:51:19.427 INFO:tasks.workunit.client.0.smithi145.stderr: -378> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command objecter_requests cmddesc objecter_requests hook 0x5591d08e2740 EEXIST 2023-12-03T11:51:19.427 INFO:tasks.workunit.client.0.smithi145.stderr: -377> 2023-12-03T11:51:19.348+0000 7f2dc172a800 1 librados: setting wanted keys 2023-12-03T11:51:19.427 INFO:tasks.workunit.client.0.smithi145.stderr: -376> 2023-12-03T11:51:19.348+0000 7f2dc172a800 1 librados: calling monclient init 2023-12-03T11:51:19.427 INFO:tasks.workunit.client.0.smithi145.stderr: -375> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient: init 2023-12-03T11:51:19.427 INFO:tasks.workunit.client.0.smithi145.stderr: -374> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding auth protocol: cephx 2023-12-03T11:51:19.427 INFO:tasks.workunit.client.0.smithi145.stderr: -373> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding auth protocol: cephx 2023-12-03T11:51:19.428 INFO:tasks.workunit.client.0.smithi145.stderr: -372> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding auth protocol: cephx 2023-12-03T11:51:19.428 INFO:tasks.workunit.client.0.smithi145.stderr: -371> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: secure 2023-12-03T11:51:19.428 INFO:tasks.workunit.client.0.smithi145.stderr: -370> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: crc 2023-12-03T11:51:19.428 INFO:tasks.workunit.client.0.smithi145.stderr: -369> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: secure 2023-12-03T11:51:19.428 INFO:tasks.workunit.client.0.smithi145.stderr: -368> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: crc 2023-12-03T11:51:19.428 INFO:tasks.workunit.client.0.smithi145.stderr: -367> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: secure 2023-12-03T11:51:19.428 INFO:tasks.workunit.client.0.smithi145.stderr: -366> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: crc 2023-12-03T11:51:19.428 INFO:tasks.workunit.client.0.smithi145.stderr: -365> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: crc 2023-12-03T11:51:19.428 INFO:tasks.workunit.client.0.smithi145.stderr: -364> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: secure 2023-12-03T11:51:19.428 INFO:tasks.workunit.client.0.smithi145.stderr: -363> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: crc 2023-12-03T11:51:19.428 INFO:tasks.workunit.client.0.smithi145.stderr: -362> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: secure 2023-12-03T11:51:19.428 INFO:tasks.workunit.client.0.smithi145.stderr: -361> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: crc 2023-12-03T11:51:19.428 INFO:tasks.workunit.client.0.smithi145.stderr: -360> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: secure 2023-12-03T11:51:19.428 INFO:tasks.workunit.client.0.smithi145.stderr: -359> 2023-12-03T11:51:19.348+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.428 INFO:tasks.workunit.client.0.smithi145.stderr: -358> 2023-12-03T11:51:19.348+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.428 INFO:tasks.workunit.client.0.smithi145.stderr: -357> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command rotate-key cmddesc rotate-key hook 0x5591d08a6d30 EEXIST 2023-12-03T11:51:19.429 INFO:tasks.workunit.client.0.smithi145.stderr: -356> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient: _reopen_session rank -1 2023-12-03T11:51:19.429 INFO:tasks.workunit.client.0.smithi145.stderr: -355> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:51:19.429 INFO:tasks.workunit.client.0.smithi145.stderr: -354> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-a con 0x5591d08ad040 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:51:19.429 INFO:tasks.workunit.client.0.smithi145.stderr: -353> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-b con 0x5591d08d8b60 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:51:19.429 INFO:tasks.workunit.client.0.smithi145.stderr: -352> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-c con 0x5591d08dc5f0 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:51:19.429 INFO:tasks.workunit.client.0.smithi145.stderr: -351> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.429 INFO:tasks.workunit.client.0.smithi145.stderr: -350> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.429 INFO:tasks.workunit.client.0.smithi145.stderr: -349> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.429 INFO:tasks.workunit.client.0.smithi145.stderr: -348> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient(hunting): _renew_subs 2023-12-03T11:51:19.429 INFO:tasks.workunit.client.0.smithi145.stderr: -347> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient(hunting): authenticate will time out at 1634.698284s 2023-12-03T11:51:19.429 INFO:tasks.workunit.client.0.smithi145.stderr: -346> 2023-12-03T11:51:19.348+0000 7f2dbd465640 10 monclient(hunting): get_auth_request con 0x5591d08ad040 auth_method 0 2023-12-03T11:51:19.429 INFO:tasks.workunit.client.0.smithi145.stderr: -345> 2023-12-03T11:51:19.348+0000 7f2dbd465640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.429 INFO:tasks.workunit.client.0.smithi145.stderr: -344> 2023-12-03T11:51:19.348+0000 7f2dbd465640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.429 INFO:tasks.workunit.client.0.smithi145.stderr: -343> 2023-12-03T11:51:19.348+0000 7f2dbd465640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.429 INFO:tasks.workunit.client.0.smithi145.stderr: -342> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient(hunting): get_auth_request con 0x5591d08dc5f0 auth_method 0 2023-12-03T11:51:19.429 INFO:tasks.workunit.client.0.smithi145.stderr: -341> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.430 INFO:tasks.workunit.client.0.smithi145.stderr: -340> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.430 INFO:tasks.workunit.client.0.smithi145.stderr: -339> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.430 INFO:tasks.workunit.client.0.smithi145.stderr: -338> 2023-12-03T11:51:19.348+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.430 INFO:tasks.workunit.client.0.smithi145.stderr: -337> 2023-12-03T11:51:19.348+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.430 INFO:tasks.workunit.client.0.smithi145.stderr: -336> 2023-12-03T11:51:19.348+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.430 INFO:tasks.workunit.client.0.smithi145.stderr: -335> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.430 INFO:tasks.workunit.client.0.smithi145.stderr: -334> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.430 INFO:tasks.workunit.client.0.smithi145.stderr: -333> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.430 INFO:tasks.workunit.client.0.smithi145.stderr: -332> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_done global_id 6899 payload 824 2023-12-03T11:51:19.430 INFO:tasks.workunit.client.0.smithi145.stderr: -331> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient: _finish_hunting 0 2023-12-03T11:51:19.430 INFO:tasks.workunit.client.0.smithi145.stderr: -330> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 1 monclient: found mon.noname-c 2023-12-03T11:51:19.430 INFO:tasks.workunit.client.0.smithi145.stderr: -329> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:51:19.430 INFO:tasks.workunit.client.0.smithi145.stderr: -328> 2023-12-03T11:51:19.348+0000 7f2dbcc64640 10 monclient: get_auth_request con 0x5591d08d8b60 auth_method 0 2023-12-03T11:51:19.430 INFO:tasks.workunit.client.0.smithi145.stderr: -327> 2023-12-03T11:51:19.349+0000 7f2d9dffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:19.430 INFO:tasks.workunit.client.0.smithi145.stderr: -326> 2023-12-03T11:51:19.349+0000 7f2d9dffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:51:19.431 INFO:tasks.workunit.client.0.smithi145.stderr: -325> 2023-12-03T11:51:19.349+0000 7f2d9dffb640 10 monclient: dump: 2023-12-03T11:51:19.431 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:51:19.431 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:51:19.431 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.431 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.431 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:19.431 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.431 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:51:19.431 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:51:19.431 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:51:19.431 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.431 INFO:tasks.workunit.client.0.smithi145.stderr: -324> 2023-12-03T11:51:19.349+0000 7f2d9dffb640 10 monclient: _finish_auth 0 2023-12-03T11:51:19.431 INFO:tasks.workunit.client.0.smithi145.stderr: -323> 2023-12-03T11:51:19.349+0000 7f2d9dffb640 10 monclient: _check_auth_tickets 2023-12-03T11:51:19.431 INFO:tasks.workunit.client.0.smithi145.stderr: -322> 2023-12-03T11:51:19.349+0000 7f2d9dffb640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:51:19.431 INFO:tasks.workunit.client.0.smithi145.stderr: -321> 2023-12-03T11:51:19.349+0000 7f2d9dffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:19.431 INFO:tasks.workunit.client.0.smithi145.stderr: -320> 2023-12-03T11:51:19.349+0000 7f2d9dffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:51:19.432 INFO:tasks.workunit.client.0.smithi145.stderr: -319> 2023-12-03T11:51:19.349+0000 7f2d9dffb640 10 monclient: dump: 2023-12-03T11:51:19.432 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:51:19.432 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:51:19.432 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.432 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.432 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:19.432 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.432 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:51:19.432 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:51:19.432 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:51:19.432 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.432 INFO:tasks.workunit.client.0.smithi145.stderr: -318> 2023-12-03T11:51:19.349+0000 7f2dc172a800 5 monclient: authenticate success, global_id 6899 2023-12-03T11:51:19.432 INFO:tasks.workunit.client.0.smithi145.stderr: -317> 2023-12-03T11:51:19.349+0000 7f2dc172a800 10 monclient: _renew_subs 2023-12-03T11:51:19.432 INFO:tasks.workunit.client.0.smithi145.stderr: -316> 2023-12-03T11:51:19.349+0000 7f2d9f7fe640 4 set_mon_vals no callback set 2023-12-03T11:51:19.433 INFO:tasks.workunit.client.0.smithi145.stderr: -315> 2023-12-03T11:51:19.349+0000 7f2dc172a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:51:19.433 INFO:tasks.workunit.client.0.smithi145.stderr: -314> 2023-12-03T11:51:19.349+0000 7f2dc172a800 10 monclient: _renew_subs 2023-12-03T11:51:19.433 INFO:tasks.workunit.client.0.smithi145.stderr: -313> 2023-12-03T11:51:19.349+0000 7f2dc172a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:51:19.433 INFO:tasks.workunit.client.0.smithi145.stderr: -312> 2023-12-03T11:51:19.349+0000 7f2dc172a800 1 librados: init done 2023-12-03T11:51:19.433 INFO:tasks.workunit.client.0.smithi145.stderr: -311> 2023-12-03T11:51:19.350+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.433 INFO:tasks.workunit.client.0.smithi145.stderr: -310> 2023-12-03T11:51:19.350+0000 7f2d9dffb640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:51:19.433 INFO:tasks.workunit.client.0.smithi145.stderr: -309> 2023-12-03T11:51:19.350+0000 7f2d9dffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:51:19.433 INFO:tasks.workunit.client.0.smithi145.stderr: -308> 2023-12-03T11:51:19.350+0000 7f2d9dffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:51:19.433 INFO:tasks.workunit.client.0.smithi145.stderr: -307> 2023-12-03T11:51:19.351+0000 7f2dbd465640 10 monclient: get_auth_request con 0x7f2d98069820 auth_method 0 2023-12-03T11:51:19.433 INFO:tasks.workunit.client.0.smithi145.stderr: -306> 2023-12-03T11:51:19.351+0000 7f2dbcc64640 10 monclient: get_auth_request con 0x5591d08f3260 auth_method 0 2023-12-03T11:51:19.433 INFO:tasks.workunit.client.0.smithi145.stderr: -305> 2023-12-03T11:51:19.351+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.433 INFO:tasks.workunit.client.0.smithi145.stderr: -304> 2023-12-03T11:51:19.351+0000 7f2dc172a800 20 realm 2023-12-03T11:51:19.433 INFO:tasks.workunit.client.0.smithi145.stderr: -303> 2023-12-03T11:51:19.351+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.433 INFO:tasks.workunit.client.0.smithi145.stderr: -302> 2023-12-03T11:51:19.352+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.433 INFO:tasks.workunit.client.0.smithi145.stderr: -301> 2023-12-03T11:51:19.352+0000 7f2dc172a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:19.433 INFO:tasks.workunit.client.0.smithi145.stderr: -300> 2023-12-03T11:51:19.352+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.434 INFO:tasks.workunit.client.0.smithi145.stderr: -299> 2023-12-03T11:51:19.352+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.434 INFO:tasks.workunit.client.0.smithi145.stderr: -298> 2023-12-03T11:51:19.352+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.434 INFO:tasks.workunit.client.0.smithi145.stderr: -297> 2023-12-03T11:51:19.352+0000 7f2dbd465640 10 monclient: get_auth_request con 0x5591d08f7120 auth_method 0 2023-12-03T11:51:19.434 INFO:tasks.workunit.client.0.smithi145.stderr: -296> 2023-12-03T11:51:19.353+0000 7f2dc172a800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:19.434 INFO:tasks.workunit.client.0.smithi145.stderr: -295> 2023-12-03T11:51:19.353+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.434 INFO:tasks.workunit.client.0.smithi145.stderr: -294> 2023-12-03T11:51:19.353+0000 7f2dbcc64640 10 monclient: get_auth_request con 0x5591d08fa8d0 auth_method 0 2023-12-03T11:51:19.434 INFO:tasks.workunit.client.0.smithi145.stderr: -293> 2023-12-03T11:51:19.353+0000 7f2dc172a800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:19.434 INFO:tasks.workunit.client.0.smithi145.stderr: -292> 2023-12-03T11:51:19.353+0000 7f2dc172a800 20 searching for the correct realm 2023-12-03T11:51:19.434 INFO:tasks.workunit.client.0.smithi145.stderr: -291> 2023-12-03T11:51:19.354+0000 7f2dbdc66640 10 monclient: get_auth_request con 0x7f2db4017030 auth_method 0 2023-12-03T11:51:19.434 INFO:tasks.workunit.client.0.smithi145.stderr: -290> 2023-12-03T11:51:19.354+0000 7f2dbd465640 10 monclient: get_auth_request con 0x7f2db807f070 auth_method 0 2023-12-03T11:51:19.434 INFO:tasks.workunit.client.0.smithi145.stderr: -289> 2023-12-03T11:51:19.355+0000 7f2dbcc64640 10 monclient: get_auth_request con 0x7f2db0031040 auth_method 0 2023-12-03T11:51:19.434 INFO:tasks.workunit.client.0.smithi145.stderr: -288> 2023-12-03T11:51:19.357+0000 7f2dbdc66640 10 monclient: get_auth_request con 0x7f2db4056340 auth_method 0 2023-12-03T11:51:19.434 INFO:tasks.workunit.client.0.smithi145.stderr: -287> 2023-12-03T11:51:19.359+0000 7f2dbd465640 10 monclient: get_auth_request con 0x7f2db40603c0 auth_method 0 2023-12-03T11:51:19.434 INFO:tasks.workunit.client.0.smithi145.stderr: -286> 2023-12-03T11:51:19.362+0000 7f2dbd465640 0 -- 172.21.15.145:0/517670953 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5591d08f7120 msgr2=0x5591d08f9510 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:19.435 INFO:tasks.workunit.client.0.smithi145.stderr: -285> 2023-12-03T11:51:19.362+0000 7f2d9dffb640 1 client.6899.objecter ms_handle_reset 0x5591d08f7120 session 0x5591d0666320 osd.5 2023-12-03T11:51:19.435 INFO:tasks.workunit.client.0.smithi145.stderr: -284> 2023-12-03T11:51:19.362+0000 7f2d9dffb640 10 monclient: _renew_subs 2023-12-03T11:51:19.435 INFO:tasks.workunit.client.0.smithi145.stderr: -283> 2023-12-03T11:51:19.362+0000 7f2d9dffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:51:19.435 INFO:tasks.workunit.client.0.smithi145.stderr: -282> 2023-12-03T11:51:19.362+0000 7f2dbd465640 10 monclient: get_auth_request con 0x7f2d980795c0 auth_method 0 2023-12-03T11:51:19.435 INFO:tasks.workunit.client.0.smithi145.stderr: -281> 2023-12-03T11:51:19.363+0000 7f2dc172a800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:19.435 INFO:tasks.workunit.client.0.smithi145.stderr: -280> 2023-12-03T11:51:19.363+0000 7f2dc172a800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:19.435 INFO:tasks.workunit.client.0.smithi145.stderr: -279> 2023-12-03T11:51:19.363+0000 7f2dc172a800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:19.435 INFO:tasks.workunit.client.0.smithi145.stderr: -278> 2023-12-03T11:51:19.363+0000 7f2dc172a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:19.435 INFO:tasks.workunit.client.0.smithi145.stderr: -277> 2023-12-03T11:51:19.363+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.435 INFO:tasks.workunit.client.0.smithi145.stderr: -276> 2023-12-03T11:51:19.364+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.435 INFO:tasks.workunit.client.0.smithi145.stderr: -275> 2023-12-03T11:51:19.364+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.435 INFO:tasks.workunit.client.0.smithi145.stderr: -274> 2023-12-03T11:51:19.364+0000 7f2dc172a800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:19.435 INFO:tasks.workunit.client.0.smithi145.stderr: -273> 2023-12-03T11:51:19.364+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.435 INFO:tasks.workunit.client.0.smithi145.stderr: -272> 2023-12-03T11:51:19.364+0000 7f2dc172a800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:19.435 INFO:tasks.workunit.client.0.smithi145.stderr: -271> 2023-12-03T11:51:19.364+0000 7f2dc172a800 20 zone default found 2023-12-03T11:51:19.435 INFO:tasks.workunit.client.0.smithi145.stderr: -270> 2023-12-03T11:51:19.364+0000 7f2dc172a800 4 Realm: () 2023-12-03T11:51:19.436 INFO:tasks.workunit.client.0.smithi145.stderr: -269> 2023-12-03T11:51:19.364+0000 7f2dc172a800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:19.436 INFO:tasks.workunit.client.0.smithi145.stderr: -268> 2023-12-03T11:51:19.364+0000 7f2dc172a800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:19.436 INFO:tasks.workunit.client.0.smithi145.stderr: -267> 2023-12-03T11:51:19.364+0000 7f2dc172a800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:19.436 INFO:tasks.workunit.client.0.smithi145.stderr: -266> 2023-12-03T11:51:19.364+0000 7f2dc172a800 20 zonegroup default 2023-12-03T11:51:19.436 INFO:tasks.workunit.client.0.smithi145.stderr: -265> 2023-12-03T11:51:19.364+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.436 INFO:tasks.workunit.client.0.smithi145.stderr: -264> 2023-12-03T11:51:19.365+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.436 INFO:tasks.workunit.client.0.smithi145.stderr: -263> 2023-12-03T11:51:19.365+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.436 INFO:tasks.workunit.client.0.smithi145.stderr: -262> 2023-12-03T11:51:19.365+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.436 INFO:tasks.workunit.client.0.smithi145.stderr: -261> 2023-12-03T11:51:19.365+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.436 INFO:tasks.workunit.client.0.smithi145.stderr: -260> 2023-12-03T11:51:19.365+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.436 INFO:tasks.workunit.client.0.smithi145.stderr: -259> 2023-12-03T11:51:19.365+0000 7f2dc172a800 20 started sync module instance, tier type = 2023-12-03T11:51:19.436 INFO:tasks.workunit.client.0.smithi145.stderr: -258> 2023-12-03T11:51:19.365+0000 7f2dc172a800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:19.436 INFO:tasks.workunit.client.0.smithi145.stderr: -257> 2023-12-03T11:51:19.370+0000 7f2dbdc66640 0 -- 172.21.15.145:0/517670953 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f2db4056340 msgr2=0x7f2db4055cf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:19.436 INFO:tasks.workunit.client.0.smithi145.stderr: -256> 2023-12-03T11:51:19.370+0000 7f2d9dffb640 1 client.6899.objecter ms_handle_reset 0x7f2db4056340 session 0x7f2db408a220 osd.6 2023-12-03T11:51:19.436 INFO:tasks.workunit.client.0.smithi145.stderr: -255> 2023-12-03T11:51:19.371+0000 7f2dbdc66640 10 monclient: get_auth_request con 0x5591d08f7120 auth_method 0 2023-12-03T11:51:19.437 INFO:tasks.workunit.client.0.smithi145.stderr: -254> 2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=0 2023-12-03T11:51:19.437 INFO:tasks.workunit.client.0.smithi145.stderr: -253> 2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=1 2023-12-03T11:51:19.437 INFO:tasks.workunit.client.0.smithi145.stderr: -252> 2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=2 2023-12-03T11:51:19.437 INFO:tasks.workunit.client.0.smithi145.stderr: -251> 2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=3 2023-12-03T11:51:19.437 INFO:tasks.workunit.client.0.smithi145.stderr: -250> 2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=4 2023-12-03T11:51:19.437 INFO:tasks.workunit.client.0.smithi145.stderr: -249> 2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=5 2023-12-03T11:51:19.437 INFO:tasks.workunit.client.0.smithi145.stderr: -248> 2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=6 2023-12-03T11:51:19.437 INFO:tasks.workunit.client.0.smithi145.stderr: -247> 2023-12-03T11:51:19.374+0000 7f2dc172a800 20 add_watcher() i=7 2023-12-03T11:51:19.437 INFO:tasks.workunit.client.0.smithi145.stderr: -246> 2023-12-03T11:51:19.374+0000 7f2dc172a800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:19.437 INFO:tasks.workunit.client.0.smithi145.stderr: -245> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding auth protocol: cephx 2023-12-03T11:51:19.437 INFO:tasks.workunit.client.0.smithi145.stderr: -244> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding auth protocol: cephx 2023-12-03T11:51:19.437 INFO:tasks.workunit.client.0.smithi145.stderr: -243> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding auth protocol: cephx 2023-12-03T11:51:19.437 INFO:tasks.workunit.client.0.smithi145.stderr: -242> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: secure 2023-12-03T11:51:19.437 INFO:tasks.workunit.client.0.smithi145.stderr: -241> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: crc 2023-12-03T11:51:19.437 INFO:tasks.workunit.client.0.smithi145.stderr: -240> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: secure 2023-12-03T11:51:19.437 INFO:tasks.workunit.client.0.smithi145.stderr: -239> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: crc 2023-12-03T11:51:19.438 INFO:tasks.workunit.client.0.smithi145.stderr: -238> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: secure 2023-12-03T11:51:19.438 INFO:tasks.workunit.client.0.smithi145.stderr: -237> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: crc 2023-12-03T11:51:19.438 INFO:tasks.workunit.client.0.smithi145.stderr: -236> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: crc 2023-12-03T11:51:19.438 INFO:tasks.workunit.client.0.smithi145.stderr: -235> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: secure 2023-12-03T11:51:19.438 INFO:tasks.workunit.client.0.smithi145.stderr: -234> 2023-12-03T11:51:19.376+0000 7f2d82fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:19.438 INFO:tasks.workunit.client.0.smithi145.stderr: -233> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: crc 2023-12-03T11:51:19.438 INFO:tasks.workunit.client.0.smithi145.stderr: -232> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: secure 2023-12-03T11:51:19.438 INFO:tasks.workunit.client.0.smithi145.stderr: -231> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: crc 2023-12-03T11:51:19.438 INFO:tasks.workunit.client.0.smithi145.stderr: -230> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: secure 2023-12-03T11:51:19.438 INFO:tasks.workunit.client.0.smithi145.stderr: -229> 2023-12-03T11:51:19.376+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.438 INFO:tasks.workunit.client.0.smithi145.stderr: -228> 2023-12-03T11:51:19.376+0000 7f2dc172a800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:19.438 INFO:tasks.workunit.client.0.smithi145.stderr: -227> 2023-12-03T11:51:19.376+0000 7f2dc172a800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:19.438 INFO:tasks.workunit.client.0.smithi145.stderr: -226> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command cache list hook 0x5591d088d1b0 2023-12-03T11:51:19.438 INFO:tasks.workunit.client.0.smithi145.stderr: -225> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command cache inspect hook 0x5591d088d1b0 2023-12-03T11:51:19.439 INFO:tasks.workunit.client.0.smithi145.stderr: -224> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command cache erase hook 0x5591d088d1b0 2023-12-03T11:51:19.439 INFO:tasks.workunit.client.0.smithi145.stderr: -223> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command cache zap hook 0x5591d088d1b0 2023-12-03T11:51:19.439 INFO:tasks.workunit.client.0.smithi145.stderr: -222> 2023-12-03T11:51:19.376+0000 7f2dc172a800 10 monclient: get_monmap_and_config 2023-12-03T11:51:19.439 INFO:tasks.workunit.client.0.smithi145.stderr: -221> 2023-12-03T11:51:19.376+0000 7f2dc172a800 10 monclient: build_initial_monmap 2023-12-03T11:51:19.439 INFO:tasks.workunit.client.0.smithi145.stderr: -220> 2023-12-03T11:51:19.376+0000 7f2dc172a800 1 build_initial for_mkfs: 0 2023-12-03T11:51:19.439 INFO:tasks.workunit.client.0.smithi145.stderr: -219> 2023-12-03T11:51:19.376+0000 7f2dc172a800 10 monclient: monmap: 2023-12-03T11:51:19.439 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:51:19.439 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:51:19.439 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:51:19.439 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:51:19.439 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:51:19.439 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.439 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:51:19.439 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:51:19.440 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:51:19.440 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.440 INFO:tasks.workunit.client.0.smithi145.stderr: -218> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding auth protocol: cephx 2023-12-03T11:51:19.440 INFO:tasks.workunit.client.0.smithi145.stderr: -217> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding auth protocol: cephx 2023-12-03T11:51:19.440 INFO:tasks.workunit.client.0.smithi145.stderr: -216> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding auth protocol: cephx 2023-12-03T11:51:19.440 INFO:tasks.workunit.client.0.smithi145.stderr: -215> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.440 INFO:tasks.workunit.client.0.smithi145.stderr: -214> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.441 INFO:tasks.workunit.client.0.smithi145.stderr: -213> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.441 INFO:tasks.workunit.client.0.smithi145.stderr: -212> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.441 INFO:tasks.workunit.client.0.smithi145.stderr: -211> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.441 INFO:tasks.workunit.client.0.smithi145.stderr: -210> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.441 INFO:tasks.workunit.client.0.smithi145.stderr: -209> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.441 INFO:tasks.workunit.client.0.smithi145.stderr: -208> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.441 INFO:tasks.workunit.client.0.smithi145.stderr: -207> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.441 INFO:tasks.workunit.client.0.smithi145.stderr: -206> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.442 INFO:tasks.workunit.client.0.smithi145.stderr: -205> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.442 INFO:tasks.workunit.client.0.smithi145.stderr: -204> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.442 INFO:tasks.workunit.client.0.smithi145.stderr: -203> 2023-12-03T11:51:19.376+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.442 INFO:tasks.workunit.client.0.smithi145.stderr: -202> 2023-12-03T11:51:19.376+0000 7f2dc172a800 10 monclient: init 2023-12-03T11:51:19.442 INFO:tasks.workunit.client.0.smithi145.stderr: -201> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding auth protocol: cephx 2023-12-03T11:51:19.442 INFO:tasks.workunit.client.0.smithi145.stderr: -200> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding auth protocol: cephx 2023-12-03T11:51:19.442 INFO:tasks.workunit.client.0.smithi145.stderr: -199> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding auth protocol: cephx 2023-12-03T11:51:19.443 INFO:tasks.workunit.client.0.smithi145.stderr: -198> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: secure 2023-12-03T11:51:19.443 INFO:tasks.workunit.client.0.smithi145.stderr: -197> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: crc 2023-12-03T11:51:19.443 INFO:tasks.workunit.client.0.smithi145.stderr: -196> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: secure 2023-12-03T11:51:19.443 INFO:tasks.workunit.client.0.smithi145.stderr: -195> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: crc 2023-12-03T11:51:19.443 INFO:tasks.workunit.client.0.smithi145.stderr: -194> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: secure 2023-12-03T11:51:19.443 INFO:tasks.workunit.client.0.smithi145.stderr: -193> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: crc 2023-12-03T11:51:19.443 INFO:tasks.workunit.client.0.smithi145.stderr: -192> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: crc 2023-12-03T11:51:19.444 INFO:tasks.workunit.client.0.smithi145.stderr: -191> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: secure 2023-12-03T11:51:19.444 INFO:tasks.workunit.client.0.smithi145.stderr: -190> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: crc 2023-12-03T11:51:19.444 INFO:tasks.workunit.client.0.smithi145.stderr: -189> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: secure 2023-12-03T11:51:19.444 INFO:tasks.workunit.client.0.smithi145.stderr: -188> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: crc 2023-12-03T11:51:19.444 INFO:tasks.workunit.client.0.smithi145.stderr: -187> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: secure 2023-12-03T11:51:19.444 INFO:tasks.workunit.client.0.smithi145.stderr: -186> 2023-12-03T11:51:19.377+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.444 INFO:tasks.workunit.client.0.smithi145.stderr: -185> 2023-12-03T11:51:19.377+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.444 INFO:tasks.workunit.client.0.smithi145.stderr: -184> 2023-12-03T11:51:19.377+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command rotate-key cmddesc rotate-key hook 0x7ffcdf8d0d08 EEXIST 2023-12-03T11:51:19.445 INFO:tasks.workunit.client.0.smithi145.stderr: -183> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient: _reopen_session rank -1 2023-12-03T11:51:19.445 INFO:tasks.workunit.client.0.smithi145.stderr: -182> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient: _add_conns ranks=[2,0,1] 2023-12-03T11:51:19.445 INFO:tasks.workunit.client.0.smithi145.stderr: -181> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-c con 0x5591d0936680 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:51:19.445 INFO:tasks.workunit.client.0.smithi145.stderr: -180> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-a con 0x5591d093a500 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:51:19.445 INFO:tasks.workunit.client.0.smithi145.stderr: -179> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-b con 0x5591d0944c10 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:51:19.445 INFO:tasks.workunit.client.0.smithi145.stderr: -178> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.445 INFO:tasks.workunit.client.0.smithi145.stderr: -177> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.445 INFO:tasks.workunit.client.0.smithi145.stderr: -176> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.446 INFO:tasks.workunit.client.0.smithi145.stderr: -175> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient(hunting): _renew_subs 2023-12-03T11:51:19.446 INFO:tasks.workunit.client.0.smithi145.stderr: -174> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient(hunting): authenticate will time out at 1634.727139s 2023-12-03T11:51:19.446 INFO:tasks.workunit.client.0.smithi145.stderr: -173> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient(hunting): get_auth_request con 0x5591d0936680 auth_method 0 2023-12-03T11:51:19.446 INFO:tasks.workunit.client.0.smithi145.stderr: -172> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.446 INFO:tasks.workunit.client.0.smithi145.stderr: -171> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.446 INFO:tasks.workunit.client.0.smithi145.stderr: -170> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.446 INFO:tasks.workunit.client.0.smithi145.stderr: -169> 2023-12-03T11:51:19.377+0000 7f2dbd465640 10 monclient(hunting): get_auth_request con 0x5591d093a500 auth_method 0 2023-12-03T11:51:19.447 INFO:tasks.workunit.client.0.smithi145.stderr: -168> 2023-12-03T11:51:19.377+0000 7f2dbd465640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.447 INFO:tasks.workunit.client.0.smithi145.stderr: -167> 2023-12-03T11:51:19.377+0000 7f2dbd465640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.447 INFO:tasks.workunit.client.0.smithi145.stderr: -166> 2023-12-03T11:51:19.377+0000 7f2dbd465640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.447 INFO:tasks.workunit.client.0.smithi145.stderr: -165> 2023-12-03T11:51:19.377+0000 7f2dbcc64640 10 monclient(hunting): get_auth_request con 0x5591d0944c10 auth_method 0 2023-12-03T11:51:19.447 INFO:tasks.workunit.client.0.smithi145.stderr: -164> 2023-12-03T11:51:19.377+0000 7f2dbcc64640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.447 INFO:tasks.workunit.client.0.smithi145.stderr: -163> 2023-12-03T11:51:19.377+0000 7f2dbcc64640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.447 INFO:tasks.workunit.client.0.smithi145.stderr: -162> 2023-12-03T11:51:19.377+0000 7f2dbcc64640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.448 INFO:tasks.workunit.client.0.smithi145.stderr: -161> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.448 INFO:tasks.workunit.client.0.smithi145.stderr: -160> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.448 INFO:tasks.workunit.client.0.smithi145.stderr: -159> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.448 INFO:tasks.workunit.client.0.smithi145.stderr: -158> 2023-12-03T11:51:19.377+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.448 INFO:tasks.workunit.client.0.smithi145.stderr: -157> 2023-12-03T11:51:19.377+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.448 INFO:tasks.workunit.client.0.smithi145.stderr: -156> 2023-12-03T11:51:19.377+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.449 INFO:tasks.workunit.client.0.smithi145.stderr: -155> 2023-12-03T11:51:19.377+0000 7f2dbcc64640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.449 INFO:tasks.workunit.client.0.smithi145.stderr: -154> 2023-12-03T11:51:19.377+0000 7f2dbcc64640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.449 INFO:tasks.workunit.client.0.smithi145.stderr: -153> 2023-12-03T11:51:19.377+0000 7f2dbcc64640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.449 INFO:tasks.workunit.client.0.smithi145.stderr: -152> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_done global_id 6902 payload 274 2023-12-03T11:51:19.449 INFO:tasks.workunit.client.0.smithi145.stderr: -151> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient: _finish_hunting 0 2023-12-03T11:51:19.449 INFO:tasks.workunit.client.0.smithi145.stderr: -150> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 1 monclient: found mon.noname-c 2023-12-03T11:51:19.449 INFO:tasks.workunit.client.0.smithi145.stderr: -149> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:51:19.449 INFO:tasks.workunit.client.0.smithi145.stderr: -148> 2023-12-03T11:51:19.378+0000 7f2d827e4640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:19.449 INFO:tasks.workunit.client.0.smithi145.stderr: -147> 2023-12-03T11:51:19.378+0000 7f2d827e4640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:51:19.449 INFO:tasks.workunit.client.0.smithi145.stderr: -146> 2023-12-03T11:51:19.378+0000 7f2d827e4640 10 monclient: dump: 2023-12-03T11:51:19.449 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:51:19.449 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:51:19.449 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.449 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.450 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:19.450 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.450 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:51:19.450 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:51:19.450 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:51:19.450 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.450 INFO:tasks.workunit.client.0.smithi145.stderr: -145> 2023-12-03T11:51:19.378+0000 7f2d827e4640 10 monclient: _finish_auth 0 2023-12-03T11:51:19.450 INFO:tasks.workunit.client.0.smithi145.stderr: -144> 2023-12-03T11:51:19.378+0000 7f2d827e4640 10 monclient: _check_auth_tickets 2023-12-03T11:51:19.450 INFO:tasks.workunit.client.0.smithi145.stderr: -143> 2023-12-03T11:51:19.378+0000 7f2d827e4640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:51:19.450 INFO:tasks.workunit.client.0.smithi145.stderr: -142> 2023-12-03T11:51:19.378+0000 7f2d827e4640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:19.450 INFO:tasks.workunit.client.0.smithi145.stderr: -141> 2023-12-03T11:51:19.378+0000 7f2d827e4640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:51:19.450 INFO:tasks.workunit.client.0.smithi145.stderr: -140> 2023-12-03T11:51:19.378+0000 7f2d827e4640 10 monclient: dump: 2023-12-03T11:51:19.450 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:51:19.450 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:51:19.451 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.451 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.451 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:19.451 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.451 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:51:19.451 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:51:19.451 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:51:19.451 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.451 INFO:tasks.workunit.client.0.smithi145.stderr: -139> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 monclient: authenticate success, global_id 6902 2023-12-03T11:51:19.451 INFO:tasks.workunit.client.0.smithi145.stderr: -138> 2023-12-03T11:51:19.378+0000 7f2dc172a800 10 monclient: get_monmap_and_config success 2023-12-03T11:51:19.451 INFO:tasks.workunit.client.0.smithi145.stderr: -137> 2023-12-03T11:51:19.378+0000 7f2dc172a800 4 set_mon_vals no callback set 2023-12-03T11:51:19.451 INFO:tasks.workunit.client.0.smithi145.stderr: -136> 2023-12-03T11:51:19.378+0000 7f2dc172a800 10 monclient: shutdown 2023-12-03T11:51:19.451 INFO:tasks.workunit.client.0.smithi145.stderr: -135> 2023-12-03T11:51:19.378+0000 7f2dc172a800 10 monclient: build_initial_monmap 2023-12-03T11:51:19.451 INFO:tasks.workunit.client.0.smithi145.stderr: -134> 2023-12-03T11:51:19.378+0000 7f2dc172a800 1 build_initial for_mkfs: 0 2023-12-03T11:51:19.451 INFO:tasks.workunit.client.0.smithi145.stderr: -133> 2023-12-03T11:51:19.378+0000 7f2dc172a800 10 monclient: monmap: 2023-12-03T11:51:19.451 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:51:19.452 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:51:19.452 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:51:19.452 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:51:19.452 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:51:19.452 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.452 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:51:19.452 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:51:19.452 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:51:19.452 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.452 INFO:tasks.workunit.client.0.smithi145.stderr: -132> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding auth protocol: cephx 2023-12-03T11:51:19.452 INFO:tasks.workunit.client.0.smithi145.stderr: -131> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding auth protocol: cephx 2023-12-03T11:51:19.452 INFO:tasks.workunit.client.0.smithi145.stderr: -130> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding auth protocol: cephx 2023-12-03T11:51:19.452 INFO:tasks.workunit.client.0.smithi145.stderr: -129> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.452 INFO:tasks.workunit.client.0.smithi145.stderr: -128> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.452 INFO:tasks.workunit.client.0.smithi145.stderr: -127> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.453 INFO:tasks.workunit.client.0.smithi145.stderr: -126> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.453 INFO:tasks.workunit.client.0.smithi145.stderr: -125> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.453 INFO:tasks.workunit.client.0.smithi145.stderr: -124> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.453 INFO:tasks.workunit.client.0.smithi145.stderr: -123> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.453 INFO:tasks.workunit.client.0.smithi145.stderr: -122> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.453 INFO:tasks.workunit.client.0.smithi145.stderr: -121> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.453 INFO:tasks.workunit.client.0.smithi145.stderr: -120> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.453 INFO:tasks.workunit.client.0.smithi145.stderr: -119> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.453 INFO:tasks.workunit.client.0.smithi145.stderr: -118> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.453 INFO:tasks.workunit.client.0.smithi145.stderr: -117> 2023-12-03T11:51:19.379+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.453 INFO:tasks.workunit.client.0.smithi145.stderr: -116> 2023-12-03T11:51:19.379+0000 7f2dc172a800 1 librados: starting msgr at 2023-12-03T11:51:19.453 INFO:tasks.workunit.client.0.smithi145.stderr: -115> 2023-12-03T11:51:19.379+0000 7f2dc172a800 1 librados: starting objecter 2023-12-03T11:51:19.453 INFO:tasks.workunit.client.0.smithi145.stderr: -114> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command objecter_requests cmddesc objecter_requests hook 0x5591d0934f80 EEXIST 2023-12-03T11:51:19.453 INFO:tasks.workunit.client.0.smithi145.stderr: -113> 2023-12-03T11:51:19.379+0000 7f2dc172a800 1 librados: setting wanted keys 2023-12-03T11:51:19.453 INFO:tasks.workunit.client.0.smithi145.stderr: -112> 2023-12-03T11:51:19.379+0000 7f2dc172a800 1 librados: calling monclient init 2023-12-03T11:51:19.454 INFO:tasks.workunit.client.0.smithi145.stderr: -111> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient: init 2023-12-03T11:51:19.454 INFO:tasks.workunit.client.0.smithi145.stderr: -110> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding auth protocol: cephx 2023-12-03T11:51:19.454 INFO:tasks.workunit.client.0.smithi145.stderr: -109> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding auth protocol: cephx 2023-12-03T11:51:19.454 INFO:tasks.workunit.client.0.smithi145.stderr: -108> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding auth protocol: cephx 2023-12-03T11:51:19.454 INFO:tasks.workunit.client.0.smithi145.stderr: -107> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: secure 2023-12-03T11:51:19.454 INFO:tasks.workunit.client.0.smithi145.stderr: -106> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: crc 2023-12-03T11:51:19.454 INFO:tasks.workunit.client.0.smithi145.stderr: -105> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: secure 2023-12-03T11:51:19.454 INFO:tasks.workunit.client.0.smithi145.stderr: -104> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: crc 2023-12-03T11:51:19.454 INFO:tasks.workunit.client.0.smithi145.stderr: -103> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: secure 2023-12-03T11:51:19.454 INFO:tasks.workunit.client.0.smithi145.stderr: -102> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: crc 2023-12-03T11:51:19.454 INFO:tasks.workunit.client.0.smithi145.stderr: -101> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: crc 2023-12-03T11:51:19.454 INFO:tasks.workunit.client.0.smithi145.stderr: -100> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: secure 2023-12-03T11:51:19.454 INFO:tasks.workunit.client.0.smithi145.stderr: -99> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: crc 2023-12-03T11:51:19.454 INFO:tasks.workunit.client.0.smithi145.stderr: -98> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: secure 2023-12-03T11:51:19.454 INFO:tasks.workunit.client.0.smithi145.stderr: -97> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: crc 2023-12-03T11:51:19.455 INFO:tasks.workunit.client.0.smithi145.stderr: -96> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: secure 2023-12-03T11:51:19.455 INFO:tasks.workunit.client.0.smithi145.stderr: -95> 2023-12-03T11:51:19.379+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.455 INFO:tasks.workunit.client.0.smithi145.stderr: -94> 2023-12-03T11:51:19.379+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.455 INFO:tasks.workunit.client.0.smithi145.stderr: -93> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command rotate-key cmddesc rotate-key hook 0x5591d093ac50 EEXIST 2023-12-03T11:51:19.455 INFO:tasks.workunit.client.0.smithi145.stderr: -92> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient: _reopen_session rank -1 2023-12-03T11:51:19.455 INFO:tasks.workunit.client.0.smithi145.stderr: -91> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient: _add_conns ranks=[1,2,0] 2023-12-03T11:51:19.455 INFO:tasks.workunit.client.0.smithi145.stderr: -90> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-b con 0x5591d0936680 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:51:19.455 INFO:tasks.workunit.client.0.smithi145.stderr: -89> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-c con 0x5591d093a500 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:51:19.455 INFO:tasks.workunit.client.0.smithi145.stderr: -88> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-a con 0x5591d0944c10 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:51:19.455 INFO:tasks.workunit.client.0.smithi145.stderr: -87> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.455 INFO:tasks.workunit.client.0.smithi145.stderr: -86> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.455 INFO:tasks.workunit.client.0.smithi145.stderr: -85> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.455 INFO:tasks.workunit.client.0.smithi145.stderr: -84> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient(hunting): _renew_subs 2023-12-03T11:51:19.455 INFO:tasks.workunit.client.0.smithi145.stderr: -83> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient(hunting): authenticate will time out at 1634.729531s 2023-12-03T11:51:19.455 INFO:tasks.workunit.client.0.smithi145.stderr: -82> 2023-12-03T11:51:19.379+0000 7f2dbcc64640 10 monclient(hunting): get_auth_request con 0x5591d0944c10 auth_method 0 2023-12-03T11:51:19.456 INFO:tasks.workunit.client.0.smithi145.stderr: -81> 2023-12-03T11:51:19.379+0000 7f2dbcc64640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.456 INFO:tasks.workunit.client.0.smithi145.stderr: -80> 2023-12-03T11:51:19.379+0000 7f2dbcc64640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.456 INFO:tasks.workunit.client.0.smithi145.stderr: -79> 2023-12-03T11:51:19.379+0000 7f2dbcc64640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.456 INFO:tasks.workunit.client.0.smithi145.stderr: -78> 2023-12-03T11:51:19.379+0000 7f2dbd465640 10 monclient(hunting): get_auth_request con 0x5591d093a500 auth_method 0 2023-12-03T11:51:19.456 INFO:tasks.workunit.client.0.smithi145.stderr: -77> 2023-12-03T11:51:19.379+0000 7f2dbd465640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.456 INFO:tasks.workunit.client.0.smithi145.stderr: -76> 2023-12-03T11:51:19.379+0000 7f2dbd465640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.456 INFO:tasks.workunit.client.0.smithi145.stderr: -75> 2023-12-03T11:51:19.379+0000 7f2dbd465640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.456 INFO:tasks.workunit.client.0.smithi145.stderr: -74> 2023-12-03T11:51:19.379+0000 7f2dbdc66640 10 monclient(hunting): get_auth_request con 0x5591d0936680 auth_method 0 2023-12-03T11:51:19.456 INFO:tasks.workunit.client.0.smithi145.stderr: -73> 2023-12-03T11:51:19.379+0000 7f2dbdc66640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.456 INFO:tasks.workunit.client.0.smithi145.stderr: -72> 2023-12-03T11:51:19.379+0000 7f2dbdc66640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.456 INFO:tasks.workunit.client.0.smithi145.stderr: -71> 2023-12-03T11:51:19.379+0000 7f2dbdc66640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.456 INFO:tasks.workunit.client.0.smithi145.stderr: -70> 2023-12-03T11:51:19.379+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.456 INFO:tasks.workunit.client.0.smithi145.stderr: -69> 2023-12-03T11:51:19.379+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.456 INFO:tasks.workunit.client.0.smithi145.stderr: -68> 2023-12-03T11:51:19.380+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.456 INFO:tasks.workunit.client.0.smithi145.stderr: -67> 2023-12-03T11:51:19.380+0000 7f2dbcc64640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.456 INFO:tasks.workunit.client.0.smithi145.stderr: -66> 2023-12-03T11:51:19.380+0000 7f2dbcc64640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.457 INFO:tasks.workunit.client.0.smithi145.stderr: -65> 2023-12-03T11:51:19.380+0000 7f2dbcc64640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.457 INFO:tasks.workunit.client.0.smithi145.stderr: -64> 2023-12-03T11:51:19.380+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.457 INFO:tasks.workunit.client.0.smithi145.stderr: -63> 2023-12-03T11:51:19.380+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.457 INFO:tasks.workunit.client.0.smithi145.stderr: -62> 2023-12-03T11:51:19.380+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.457 INFO:tasks.workunit.client.0.smithi145.stderr: -61> 2023-12-03T11:51:19.380+0000 7f2dbd465640 10 monclient(hunting): handle_auth_done global_id 6905 payload 824 2023-12-03T11:51:19.457 INFO:tasks.workunit.client.0.smithi145.stderr: -60> 2023-12-03T11:51:19.380+0000 7f2dbd465640 10 monclient: _finish_hunting 0 2023-12-03T11:51:19.457 INFO:tasks.workunit.client.0.smithi145.stderr: -59> 2023-12-03T11:51:19.380+0000 7f2dbd465640 1 monclient: found mon.noname-c 2023-12-03T11:51:19.457 INFO:tasks.workunit.client.0.smithi145.stderr: -58> 2023-12-03T11:51:19.380+0000 7f2dbd465640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:51:19.457 INFO:tasks.workunit.client.0.smithi145.stderr: -57> 2023-12-03T11:51:19.380+0000 7f2d80fe1640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:19.457 INFO:tasks.workunit.client.0.smithi145.stderr: -56> 2023-12-03T11:51:19.380+0000 7f2d80fe1640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:51:19.457 INFO:tasks.workunit.client.0.smithi145.stderr: -55> 2023-12-03T11:51:19.380+0000 7f2d80fe1640 10 monclient: dump: 2023-12-03T11:51:19.457 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:51:19.457 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:51:19.457 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.457 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.457 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:19.458 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.458 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:51:19.458 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:51:19.458 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:51:19.458 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.458 INFO:tasks.workunit.client.0.smithi145.stderr: -54> 2023-12-03T11:51:19.380+0000 7f2d80fe1640 10 monclient: _finish_auth 0 2023-12-03T11:51:19.458 INFO:tasks.workunit.client.0.smithi145.stderr: -53> 2023-12-03T11:51:19.380+0000 7f2d80fe1640 10 monclient: _check_auth_tickets 2023-12-03T11:51:19.458 INFO:tasks.workunit.client.0.smithi145.stderr: -52> 2023-12-03T11:51:19.380+0000 7f2d80fe1640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:51:19.458 INFO:tasks.workunit.client.0.smithi145.stderr: -51> 2023-12-03T11:51:19.380+0000 7f2d80fe1640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:19.458 INFO:tasks.workunit.client.0.smithi145.stderr: -50> 2023-12-03T11:51:19.380+0000 7f2d80fe1640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:51:19.458 INFO:tasks.workunit.client.0.smithi145.stderr: -49> 2023-12-03T11:51:19.380+0000 7f2d80fe1640 10 monclient: dump: 2023-12-03T11:51:19.458 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:51:19.458 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:51:19.458 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.458 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.459 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:19.459 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.459 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:51:19.459 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:51:19.459 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:51:19.459 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.459 INFO:tasks.workunit.client.0.smithi145.stderr: -48> 2023-12-03T11:51:19.380+0000 7f2dc172a800 5 monclient: authenticate success, global_id 6905 2023-12-03T11:51:19.459 INFO:tasks.workunit.client.0.smithi145.stderr: -47> 2023-12-03T11:51:19.380+0000 7f2dc172a800 10 monclient: _renew_subs 2023-12-03T11:51:19.459 INFO:tasks.workunit.client.0.smithi145.stderr: -46> 2023-12-03T11:51:19.380+0000 7f2dc172a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:51:19.459 INFO:tasks.workunit.client.0.smithi145.stderr: -45> 2023-12-03T11:51:19.380+0000 7f2d827e4640 4 set_mon_vals no callback set 2023-12-03T11:51:19.459 INFO:tasks.workunit.client.0.smithi145.stderr: -44> 2023-12-03T11:51:19.380+0000 7f2dc172a800 10 monclient: _renew_subs 2023-12-03T11:51:19.459 INFO:tasks.workunit.client.0.smithi145.stderr: -43> 2023-12-03T11:51:19.380+0000 7f2dc172a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:51:19.459 INFO:tasks.workunit.client.0.smithi145.stderr: -42> 2023-12-03T11:51:19.380+0000 7f2dc172a800 1 librados: init done 2023-12-03T11:51:19.459 INFO:tasks.workunit.client.0.smithi145.stderr: -41> 2023-12-03T11:51:19.380+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command cr dump hook 0x5591d092a5c8 2023-12-03T11:51:19.459 INFO:tasks.workunit.client.0.smithi145.stderr: -40> 2023-12-03T11:51:19.381+0000 7f2d80fe1640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:51:19.459 INFO:tasks.workunit.client.0.smithi145.stderr: -39> 2023-12-03T11:51:19.381+0000 7f2d80fe1640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:51:19.459 INFO:tasks.workunit.client.0.smithi145.stderr: -38> 2023-12-03T11:51:19.381+0000 7f2d80fe1640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:51:19.460 INFO:tasks.workunit.client.0.smithi145.stderr: -37> 2023-12-03T11:51:19.382+0000 7f2dbdc66640 10 monclient: get_auth_request con 0x7f2cf8069820 auth_method 0 2023-12-03T11:51:19.460 INFO:tasks.workunit.client.0.smithi145.stderr: -36> 2023-12-03T11:51:19.382+0000 7f2dc172a800 5 note: GC not initialized 2023-12-03T11:51:19.460 INFO:tasks.workunit.client.0.smithi145.stderr: -35> 2023-12-03T11:51:19.382+0000 7f2cf1ffb640 20 reqs_thread_entry: start 2023-12-03T11:51:19.460 INFO:tasks.workunit.client.0.smithi145.stderr: -34> 2023-12-03T11:51:19.382+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command sync trace show hook 0x7f2db8004720 2023-12-03T11:51:19.460 INFO:tasks.workunit.client.0.smithi145.stderr: -33> 2023-12-03T11:51:19.382+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command sync trace history hook 0x7f2db8004720 2023-12-03T11:51:19.460 INFO:tasks.workunit.client.0.smithi145.stderr: -32> 2023-12-03T11:51:19.382+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command sync trace active hook 0x7f2db8004720 2023-12-03T11:51:19.460 INFO:tasks.workunit.client.0.smithi145.stderr: -31> 2023-12-03T11:51:19.382+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command sync trace active_short hook 0x7f2db8004720 2023-12-03T11:51:19.460 INFO:tasks.workunit.client.0.smithi145.stderr: -30> 2023-12-03T11:51:19.382+0000 7f2dc172a800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:19.460 INFO:tasks.workunit.client.0.smithi145.stderr: -29> 2023-12-03T11:51:19.382+0000 7f2dc172a800 20 Filter name: none 2023-12-03T11:51:19.460 INFO:tasks.workunit.client.0.smithi145.stderr: -28> 2023-12-03T11:51:19.382+0000 7f2ce37fe640 20 reqs_thread_entry: start 2023-12-03T11:51:19.460 INFO:tasks.workunit.client.0.smithi145.stderr: -27> 2023-12-03T11:51:19.382+0000 7f2dc172a800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2023-12-03T11:51:19.461 INFO:tasks.workunit.client.0.smithi145.stderr: -26> 2023-12-03T11:51:19.382+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.461 INFO:tasks.workunit.client.0.smithi145.stderr: -25> 2023-12-03T11:51:19.383+0000 7f2dc172a800 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:19.461 INFO:tasks.workunit.client.0.smithi145.stderr: -24> 2023-12-03T11:51:19.383+0000 7f2dc172a800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2023-12-03T11:51:19.461 INFO:tasks.workunit.client.0.smithi145.stderr: -23> 2023-12-03T11:51:19.383+0000 7f2dc172a800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2023-12-03T11:51:19.461 INFO:tasks.workunit.client.0.smithi145.stderr: -22> 2023-12-03T11:51:19.383+0000 7f2dc172a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 : miss 2023-12-03T11:51:19.461 INFO:tasks.workunit.client.0.smithi145.stderr: -21> 2023-12-03T11:51:19.383+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.461 INFO:tasks.workunit.client.0.smithi145.stderr: -20> 2023-12-03T11:51:19.383+0000 7f2dc172a800 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:19.461 INFO:tasks.workunit.client.0.smithi145.stderr: -19> 2023-12-03T11:51:19.383+0000 7f2dc172a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 info.flags=0x17 2023-12-03T11:51:19.461 INFO:tasks.workunit.client.0.smithi145.stderr: -18> 2023-12-03T11:51:19.383+0000 7f2dc172a800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 to cache LRU end 2023-12-03T11:51:19.462 INFO:tasks.workunit.client.0.smithi145.stderr: -17> 2023-12-03T11:51:19.383+0000 7f2dc172a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:51:19.462 INFO:tasks.workunit.client.0.smithi145.stderr: -16> 2023-12-03T11:51:19.383+0000 7f2dc172a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:19.462 INFO:tasks.workunit.client.0.smithi145.stderr: -15> 2023-12-03T11:51:19.383+0000 7f2dc172a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 2023-12-03T11:51:19.462 INFO:tasks.workunit.client.0.smithi145.stderr: -14> 2023-12-03T11:51:19.383+0000 7f2dbcc64640 10 monclient: get_auth_request con 0x5591d0988310 auth_method 0 2023-12-03T11:51:19.462 INFO:tasks.workunit.client.0.smithi145.stderr: -13> 2023-12-03T11:51:19.387+0000 7f2dc172a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 info.flags=0x17 2023-12-03T11:51:19.462 INFO:tasks.workunit.client.0.smithi145.stderr: -12> 2023-12-03T11:51:19.387+0000 7f2dc172a800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 to cache LRU end 2023-12-03T11:51:19.462 INFO:tasks.workunit.client.0.smithi145.stderr: -11> 2023-12-03T11:51:19.387+0000 7f2dc172a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:19.462 INFO:tasks.workunit.client.0.smithi145.stderr: -10> 2023-12-03T11:51:19.387+0000 7f2dc172a800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27, ofs0, ns] 2023-12-03T11:51:19.462 INFO:tasks.workunit.client.0.smithi145.stderr: -9> 2023-12-03T11:51:19.387+0000 7f2d9f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791321 cookie 94084757716064 notifier 6899 bl.length()=873 2023-12-03T11:51:19.462 INFO:tasks.workunit.client.0.smithi145.stderr: -8> 2023-12-03T11:51:19.387+0000 7f2d9f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 info.flags=0x17 2023-12-03T11:51:19.462 INFO:tasks.workunit.client.0.smithi145.stderr: -7> 2023-12-03T11:51:19.387+0000 7f2d9f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 to cache LRU end 2023-12-03T11:51:19.462 INFO:tasks.workunit.client.0.smithi145.stderr: -6> 2023-12-03T11:51:19.387+0000 7f2d9f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:19.462 INFO:tasks.workunit.client.0.smithi145.stderr: -5> 2023-12-03T11:51:19.388+0000 7f2dc172a800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): orig_sources= new_sources= 2023-12-03T11:51:19.462 INFO:tasks.workunit.client.0.smithi145.stderr: -4> 2023-12-03T11:51:19.388+0000 7f2dc172a800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): potential sources added=[] removed=[] 2023-12-03T11:51:19.463 INFO:tasks.workunit.client.0.smithi145.stderr: -3> 2023-12-03T11:51:19.388+0000 7f2dc172a800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): orig_dests= new_dests= 2023-12-03T11:51:19.463 INFO:tasks.workunit.client.0.smithi145.stderr: -2> 2023-12-03T11:51:19.388+0000 7f2dc172a800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): potential dests added=[] removed=[] 2023-12-03T11:51:19.463 INFO:tasks.workunit.client.0.smithi145.stderr: -1> 2023-12-03T11:51:19.389+0000 7f2dc172a800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2dc172a800 time 2023-12-03T11:51:19.390137+0000 2023-12-03T11:51:19.463 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:51:19.463 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.463 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:51:19.463 INFO:tasks.workunit.client.0.smithi145.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f2dc436eef8] 2023-12-03T11:51:19.463 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7f2dc436f0b6] 2023-12-03T11:51:19.463 INFO:tasks.workunit.client.0.smithi145.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5591cea2ca71] 2023-12-03T11:51:19.463 INFO:tasks.workunit.client.0.smithi145.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x314) [0x5591cea38f34] 2023-12-03T11:51:19.463 INFO:tasks.workunit.client.0.smithi145.stderr: 5: main() 2023-12-03T11:51:19.463 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /lib64/libc.so.6(+0x3feb0) [0x7f2dc1c3feb0] 2023-12-03T11:51:19.463 INFO:tasks.workunit.client.0.smithi145.stderr: 7: __libc_start_main() 2023-12-03T11:51:19.463 INFO:tasks.workunit.client.0.smithi145.stderr: 8: _start() 2023-12-03T11:51:19.463 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.463 INFO:tasks.workunit.client.0.smithi145.stderr: 0> 2023-12-03T11:51:19.390+0000 7f2dc172a800 -1 *** Caught signal (Aborted) ** 2023-12-03T11:51:19.464 INFO:tasks.workunit.client.0.smithi145.stderr: in thread 7f2dc172a800 thread_name:radosgw-admin 2023-12-03T11:51:19.464 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.464 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:51:19.464 INFO:tasks.workunit.client.0.smithi145.stderr: 1: /lib64/libc.so.6(+0x54db0) [0x7f2dc1c54db0] 2023-12-03T11:51:19.464 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /lib64/libc.so.6(+0xa154c) [0x7f2dc1ca154c] 2023-12-03T11:51:19.464 INFO:tasks.workunit.client.0.smithi145.stderr: 3: raise() 2023-12-03T11:51:19.464 INFO:tasks.workunit.client.0.smithi145.stderr: 4: abort() 2023-12-03T11:51:19.464 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f2dc436ef52] 2023-12-03T11:51:19.464 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7f2dc436f0b6] 2023-12-03T11:51:19.464 INFO:tasks.workunit.client.0.smithi145.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5591cea2ca71] 2023-12-03T11:51:19.464 INFO:tasks.workunit.client.0.smithi145.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x314) [0x5591cea38f34] 2023-12-03T11:51:19.464 INFO:tasks.workunit.client.0.smithi145.stderr: 9: main() 2023-12-03T11:51:19.464 INFO:tasks.workunit.client.0.smithi145.stderr: 10: /lib64/libc.so.6(+0x3feb0) [0x7f2dc1c3feb0] 2023-12-03T11:51:19.464 INFO:tasks.workunit.client.0.smithi145.stderr: 11: __libc_start_main() 2023-12-03T11:51:19.464 INFO:tasks.workunit.client.0.smithi145.stderr: 12: _start() 2023-12-03T11:51:19.464 INFO:tasks.workunit.client.0.smithi145.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:51:19.465 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.465 INFO:tasks.workunit.client.0.smithi145.stderr:--- logging levels --- 2023-12-03T11:51:19.465 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 none 2023-12-03T11:51:19.465 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 lockdep 2023-12-03T11:51:19.465 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 context 2023-12-03T11:51:19.465 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 crush 2023-12-03T11:51:19.465 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds 2023-12-03T11:51:19.465 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_balancer 2023-12-03T11:51:19.465 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_locker 2023-12-03T11:51:19.465 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_log 2023-12-03T11:51:19.465 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_log_expire 2023-12-03T11:51:19.465 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_migrator 2023-12-03T11:51:19.465 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 buffer 2023-12-03T11:51:19.465 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 timer 2023-12-03T11:51:19.465 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 filer 2023-12-03T11:51:19.465 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 striper 2023-12-03T11:51:19.466 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 objecter 2023-12-03T11:51:19.466 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rados 2023-12-03T11:51:19.466 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd 2023-12-03T11:51:19.466 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_mirror 2023-12-03T11:51:19.466 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_replay 2023-12-03T11:51:19.466 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_pwl 2023-12-03T11:51:19.466 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 journaler 2023-12-03T11:51:19.466 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 objectcacher 2023-12-03T11:51:19.466 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 immutable_obj_cache 2023-12-03T11:51:19.466 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 client 2023-12-03T11:51:19.466 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 osd 2023-12-03T11:51:19.466 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 optracker 2023-12-03T11:51:19.466 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 objclass 2023-12-03T11:51:19.466 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 filestore 2023-12-03T11:51:19.466 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 journal 2023-12-03T11:51:19.467 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 0 ms 2023-12-03T11:51:19.467 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mon 2023-12-03T11:51:19.467 INFO:tasks.workunit.client.0.smithi145.stderr: 0/10 monc 2023-12-03T11:51:19.467 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 paxos 2023-12-03T11:51:19.467 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 tp 2023-12-03T11:51:19.467 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 auth 2023-12-03T11:51:19.467 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 crypto 2023-12-03T11:51:19.467 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 finisher 2023-12-03T11:51:19.467 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 reserver 2023-12-03T11:51:19.467 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 heartbeatmap 2023-12-03T11:51:19.467 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 perfcounter 2023-12-03T11:51:19.467 INFO:tasks.workunit.client.0.smithi145.stderr: 20/20 rgw 2023-12-03T11:51:19.467 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_sync 2023-12-03T11:51:19.467 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_datacache 2023-12-03T11:51:19.467 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_access 2023-12-03T11:51:19.467 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_dbstore 2023-12-03T11:51:19.468 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_flight 2023-12-03T11:51:19.468 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 javaclient 2023-12-03T11:51:19.468 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 asok 2023-12-03T11:51:19.468 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 throttle 2023-12-03T11:51:19.468 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 0 refs 2023-12-03T11:51:19.468 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 compressor 2023-12-03T11:51:19.468 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 bluestore 2023-12-03T11:51:19.468 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 bluefs 2023-12-03T11:51:19.468 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 bdev 2023-12-03T11:51:19.468 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 kstore 2023-12-03T11:51:19.468 INFO:tasks.workunit.client.0.smithi145.stderr: 4/ 5 rocksdb 2023-12-03T11:51:19.468 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 fuse 2023-12-03T11:51:19.468 INFO:tasks.workunit.client.0.smithi145.stderr: 2/ 5 mgr 2023-12-03T11:51:19.468 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mgrc 2023-12-03T11:51:19.468 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 dpdk 2023-12-03T11:51:19.468 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 eventtrace 2023-12-03T11:51:19.469 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 prioritycache 2023-12-03T11:51:19.469 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 test 2023-12-03T11:51:19.469 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cephfs_mirror 2023-12-03T11:51:19.469 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cephsqlite 2023-12-03T11:51:19.469 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 crimson_interrupt 2023-12-03T11:51:19.469 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore 2023-12-03T11:51:19.469 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_onode 2023-12-03T11:51:19.469 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_odata 2023-12-03T11:51:19.469 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_omap 2023-12-03T11:51:19.469 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_tm 2023-12-03T11:51:19.469 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_t 2023-12-03T11:51:19.469 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_cleaner 2023-12-03T11:51:19.469 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_epm 2023-12-03T11:51:19.469 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_lba 2023-12-03T11:51:19.469 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_fixedkv_tree 2023-12-03T11:51:19.469 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_cache 2023-12-03T11:51:19.469 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_journal 2023-12-03T11:51:19.470 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_device 2023-12-03T11:51:19.470 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_backref 2023-12-03T11:51:19.470 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 alienstore 2023-12-03T11:51:19.470 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mclock 2023-12-03T11:51:19.470 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cyanstore 2023-12-03T11:51:19.470 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 ceph_exporter 2023-12-03T11:51:19.470 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 memstore 2023-12-03T11:51:19.470 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 trace 2023-12-03T11:51:19.470 INFO:tasks.workunit.client.0.smithi145.stderr: -2/-2 (syslog threshold) 2023-12-03T11:51:19.470 INFO:tasks.workunit.client.0.smithi145.stderr: 99/99 (stderr threshold) 2023-12-03T11:51:19.470 INFO:tasks.workunit.client.0.smithi145.stderr:--- pthread ID / name mapping for recent threads --- 2023-12-03T11:51:19.470 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2ce37fe640 / http_manager 2023-12-03T11:51:19.470 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2cf1ffb640 / http_manager 2023-12-03T11:51:19.470 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2d80fe1640 / ms_dispatch 2023-12-03T11:51:19.471 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2d827e4640 / io_context_pool 2023-12-03T11:51:19.471 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2d82fe5640 / rgw_dt_lg_renew 2023-12-03T11:51:19.471 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2d9dffb640 / ms_dispatch 2023-12-03T11:51:19.471 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2d9f7fe640 / io_context_pool 2023-12-03T11:51:19.471 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2dae7fc640 / ms_dispatch 2023-12-03T11:51:19.471 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2daf7fe640 / io_context_pool 2023-12-03T11:51:19.471 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2dbcc64640 / msgr-worker-2 2023-12-03T11:51:19.471 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2dbd465640 / msgr-worker-1 2023-12-03T11:51:19.471 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2dbdc66640 / msgr-worker-0 2023-12-03T11:51:19.471 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2dc172a800 / radosgw-admin 2023-12-03T11:51:19.471 INFO:tasks.workunit.client.0.smithi145.stderr: max_recent 500 2023-12-03T11:51:19.471 INFO:tasks.workunit.client.0.smithi145.stderr: max_new 1000 2023-12-03T11:51:19.471 INFO:tasks.workunit.client.0.smithi145.stderr: log_file /var/log/ceph/ceph-client.admin.104501.log 2023-12-03T11:51:19.471 INFO:tasks.workunit.client.0.smithi145.stderr:--- end dump of recent events --- 2023-12-03T11:51:19.471 INFO:tasks.workunit.client.0.smithi145.stderr:--- begin dump of recent events --- 2023-12-03T11:51:19.471 INFO:tasks.workunit.client.0.smithi145.stderr: -499> 2023-12-03T11:51:19.344+0000 7f2dae7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:51:19.472 INFO:tasks.workunit.client.0.smithi145.stderr: -498> 2023-12-03T11:51:19.344+0000 7f2dae7fc640 10 monclient: dump: 2023-12-03T11:51:19.472 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:51:19.472 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:51:19.472 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.472 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.472 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:19.472 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.472 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:51:19.472 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:51:19.472 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:51:19.472 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.472 INFO:tasks.workunit.client.0.smithi145.stderr: -497> 2023-12-03T11:51:19.344+0000 7f2dc172a800 5 monclient: authenticate success, global_id 7209 2023-12-03T11:51:19.472 INFO:tasks.workunit.client.0.smithi145.stderr: -496> 2023-12-03T11:51:19.344+0000 7f2daf7fe640 4 set_mon_vals no callback set 2023-12-03T11:51:19.472 INFO:tasks.workunit.client.0.smithi145.stderr: -495> 2023-12-03T11:51:19.344+0000 7f2dc172a800 10 monclient: _renew_subs 2023-12-03T11:51:19.473 INFO:tasks.workunit.client.0.smithi145.stderr: -494> 2023-12-03T11:51:19.344+0000 7f2dc172a800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.145:3300/0 2023-12-03T11:51:19.473 INFO:tasks.workunit.client.0.smithi145.stderr: -493> 2023-12-03T11:51:19.344+0000 7f2dc172a800 10 monclient: _renew_subs 2023-12-03T11:51:19.473 INFO:tasks.workunit.client.0.smithi145.stderr: -492> 2023-12-03T11:51:19.344+0000 7f2dc172a800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.145:3300/0 2023-12-03T11:51:19.473 INFO:tasks.workunit.client.0.smithi145.stderr: -491> 2023-12-03T11:51:19.344+0000 7f2dc172a800 1 librados: init done 2023-12-03T11:51:19.473 INFO:tasks.workunit.client.0.smithi145.stderr: -490> 2023-12-03T11:51:19.345+0000 7f2dc172a800 10 monclient: get_monmap_and_config 2023-12-03T11:51:19.473 INFO:tasks.workunit.client.0.smithi145.stderr: -489> 2023-12-03T11:51:19.345+0000 7f2dc172a800 10 monclient: build_initial_monmap 2023-12-03T11:51:19.473 INFO:tasks.workunit.client.0.smithi145.stderr: -488> 2023-12-03T11:51:19.345+0000 7f2dc172a800 1 build_initial for_mkfs: 0 2023-12-03T11:51:19.473 INFO:tasks.workunit.client.0.smithi145.stderr: -487> 2023-12-03T11:51:19.345+0000 7f2dc172a800 10 monclient: monmap: 2023-12-03T11:51:19.473 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:51:19.473 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:51:19.473 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:51:19.473 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:51:19.473 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:51:19.473 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.473 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:51:19.474 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:51:19.474 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:51:19.474 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.474 INFO:tasks.workunit.client.0.smithi145.stderr: -486> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding auth protocol: cephx 2023-12-03T11:51:19.474 INFO:tasks.workunit.client.0.smithi145.stderr: -485> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding auth protocol: cephx 2023-12-03T11:51:19.474 INFO:tasks.workunit.client.0.smithi145.stderr: -484> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding auth protocol: cephx 2023-12-03T11:51:19.474 INFO:tasks.workunit.client.0.smithi145.stderr: -483> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: secure 2023-12-03T11:51:19.474 INFO:tasks.workunit.client.0.smithi145.stderr: -482> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: crc 2023-12-03T11:51:19.474 INFO:tasks.workunit.client.0.smithi145.stderr: -481> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: secure 2023-12-03T11:51:19.474 INFO:tasks.workunit.client.0.smithi145.stderr: -480> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: crc 2023-12-03T11:51:19.474 INFO:tasks.workunit.client.0.smithi145.stderr: -479> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: secure 2023-12-03T11:51:19.474 INFO:tasks.workunit.client.0.smithi145.stderr: -478> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: crc 2023-12-03T11:51:19.474 INFO:tasks.workunit.client.0.smithi145.stderr: -477> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: crc 2023-12-03T11:51:19.474 INFO:tasks.workunit.client.0.smithi145.stderr: -476> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: secure 2023-12-03T11:51:19.475 INFO:tasks.workunit.client.0.smithi145.stderr: -475> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: crc 2023-12-03T11:51:19.475 INFO:tasks.workunit.client.0.smithi145.stderr: -474> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: secure 2023-12-03T11:51:19.475 INFO:tasks.workunit.client.0.smithi145.stderr: -473> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: crc 2023-12-03T11:51:19.475 INFO:tasks.workunit.client.0.smithi145.stderr: -472> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a8900) adding con mode: secure 2023-12-03T11:51:19.475 INFO:tasks.workunit.client.0.smithi145.stderr: -471> 2023-12-03T11:51:19.345+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.475 INFO:tasks.workunit.client.0.smithi145.stderr: -470> 2023-12-03T11:51:19.345+0000 7f2dc172a800 10 monclient: init 2023-12-03T11:51:19.475 INFO:tasks.workunit.client.0.smithi145.stderr: -469> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding auth protocol: cephx 2023-12-03T11:51:19.475 INFO:tasks.workunit.client.0.smithi145.stderr: -468> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding auth protocol: cephx 2023-12-03T11:51:19.475 INFO:tasks.workunit.client.0.smithi145.stderr: -467> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding auth protocol: cephx 2023-12-03T11:51:19.475 INFO:tasks.workunit.client.0.smithi145.stderr: -466> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: secure 2023-12-03T11:51:19.475 INFO:tasks.workunit.client.0.smithi145.stderr: -465> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: crc 2023-12-03T11:51:19.475 INFO:tasks.workunit.client.0.smithi145.stderr: -464> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: secure 2023-12-03T11:51:19.475 INFO:tasks.workunit.client.0.smithi145.stderr: -463> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: crc 2023-12-03T11:51:19.475 INFO:tasks.workunit.client.0.smithi145.stderr: -462> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: secure 2023-12-03T11:51:19.475 INFO:tasks.workunit.client.0.smithi145.stderr: -461> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: crc 2023-12-03T11:51:19.475 INFO:tasks.workunit.client.0.smithi145.stderr: -460> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: crc 2023-12-03T11:51:19.476 INFO:tasks.workunit.client.0.smithi145.stderr: -459> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: secure 2023-12-03T11:51:19.476 INFO:tasks.workunit.client.0.smithi145.stderr: -458> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: crc 2023-12-03T11:51:19.476 INFO:tasks.workunit.client.0.smithi145.stderr: -457> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: secure 2023-12-03T11:51:19.476 INFO:tasks.workunit.client.0.smithi145.stderr: -456> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: crc 2023-12-03T11:51:19.476 INFO:tasks.workunit.client.0.smithi145.stderr: -455> 2023-12-03T11:51:19.345+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0640) adding con mode: secure 2023-12-03T11:51:19.476 INFO:tasks.workunit.client.0.smithi145.stderr: -454> 2023-12-03T11:51:19.346+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.476 INFO:tasks.workunit.client.0.smithi145.stderr: -453> 2023-12-03T11:51:19.346+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.476 INFO:tasks.workunit.client.0.smithi145.stderr: -452> 2023-12-03T11:51:19.346+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command rotate-key cmddesc rotate-key hook 0x7ffcdf8d0788 EEXIST 2023-12-03T11:51:19.476 INFO:tasks.workunit.client.0.smithi145.stderr: -451> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient: _reopen_session rank -1 2023-12-03T11:51:19.476 INFO:tasks.workunit.client.0.smithi145.stderr: -450> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient: _add_conns ranks=[0,2,1] 2023-12-03T11:51:19.476 INFO:tasks.workunit.client.0.smithi145.stderr: -449> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-a con 0x5591d08d8b60 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:51:19.476 INFO:tasks.workunit.client.0.smithi145.stderr: -448> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-c con 0x5591d08d8f40 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:51:19.476 INFO:tasks.workunit.client.0.smithi145.stderr: -447> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-b con 0x5591d08ad040 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:51:19.476 INFO:tasks.workunit.client.0.smithi145.stderr: -446> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.476 INFO:tasks.workunit.client.0.smithi145.stderr: -445> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.476 INFO:tasks.workunit.client.0.smithi145.stderr: -444> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.477 INFO:tasks.workunit.client.0.smithi145.stderr: -443> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient(hunting): _renew_subs 2023-12-03T11:51:19.477 INFO:tasks.workunit.client.0.smithi145.stderr: -442> 2023-12-03T11:51:19.346+0000 7f2dc172a800 10 monclient(hunting): authenticate will time out at 1634.696013s 2023-12-03T11:51:19.477 INFO:tasks.workunit.client.0.smithi145.stderr: -441> 2023-12-03T11:51:19.346+0000 7f2dbdc66640 10 monclient(hunting): get_auth_request con 0x5591d08d8b60 auth_method 0 2023-12-03T11:51:19.477 INFO:tasks.workunit.client.0.smithi145.stderr: -440> 2023-12-03T11:51:19.346+0000 7f2dbdc66640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.477 INFO:tasks.workunit.client.0.smithi145.stderr: -439> 2023-12-03T11:51:19.346+0000 7f2dbdc66640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.477 INFO:tasks.workunit.client.0.smithi145.stderr: -438> 2023-12-03T11:51:19.346+0000 7f2dbdc66640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.477 INFO:tasks.workunit.client.0.smithi145.stderr: -437> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient(hunting): get_auth_request con 0x5591d08d8f40 auth_method 0 2023-12-03T11:51:19.477 INFO:tasks.workunit.client.0.smithi145.stderr: -436> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.477 INFO:tasks.workunit.client.0.smithi145.stderr: -435> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.477 INFO:tasks.workunit.client.0.smithi145.stderr: -434> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.477 INFO:tasks.workunit.client.0.smithi145.stderr: -433> 2023-12-03T11:51:19.346+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.477 INFO:tasks.workunit.client.0.smithi145.stderr: -432> 2023-12-03T11:51:19.346+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.477 INFO:tasks.workunit.client.0.smithi145.stderr: -431> 2023-12-03T11:51:19.346+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.477 INFO:tasks.workunit.client.0.smithi145.stderr: -430> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.477 INFO:tasks.workunit.client.0.smithi145.stderr: -429> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.477 INFO:tasks.workunit.client.0.smithi145.stderr: -428> 2023-12-03T11:51:19.346+0000 7f2dae7fc640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:51:19.478 INFO:tasks.workunit.client.0.smithi145.stderr: -427> 2023-12-03T11:51:19.346+0000 7f2dae7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:51:19.478 INFO:tasks.workunit.client.0.smithi145.stderr: -426> 2023-12-03T11:51:19.346+0000 7f2dae7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:51:19.478 INFO:tasks.workunit.client.0.smithi145.stderr: -425> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.478 INFO:tasks.workunit.client.0.smithi145.stderr: -424> 2023-12-03T11:51:19.346+0000 7f2dbcc64640 10 monclient(hunting): get_auth_request con 0x5591d08ad040 auth_method 0 2023-12-03T11:51:19.478 INFO:tasks.workunit.client.0.smithi145.stderr: -423> 2023-12-03T11:51:19.346+0000 7f2dbcc64640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.478 INFO:tasks.workunit.client.0.smithi145.stderr: -422> 2023-12-03T11:51:19.346+0000 7f2dbcc64640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.478 INFO:tasks.workunit.client.0.smithi145.stderr: -421> 2023-12-03T11:51:19.346+0000 7f2dbcc64640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.478 INFO:tasks.workunit.client.0.smithi145.stderr: -420> 2023-12-03T11:51:19.346+0000 7f2dbcc64640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.478 INFO:tasks.workunit.client.0.smithi145.stderr: -419> 2023-12-03T11:51:19.346+0000 7f2dbcc64640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.478 INFO:tasks.workunit.client.0.smithi145.stderr: -418> 2023-12-03T11:51:19.346+0000 7f2dbcc64640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.478 INFO:tasks.workunit.client.0.smithi145.stderr: -417> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient(hunting): handle_auth_done global_id 6896 payload 274 2023-12-03T11:51:19.478 INFO:tasks.workunit.client.0.smithi145.stderr: -416> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient: _finish_hunting 0 2023-12-03T11:51:19.478 INFO:tasks.workunit.client.0.smithi145.stderr: -415> 2023-12-03T11:51:19.346+0000 7f2dbd465640 1 monclient: found mon.noname-c 2023-12-03T11:51:19.478 INFO:tasks.workunit.client.0.smithi145.stderr: -414> 2023-12-03T11:51:19.346+0000 7f2dbd465640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:51:19.478 INFO:tasks.workunit.client.0.smithi145.stderr: -413> 2023-12-03T11:51:19.346+0000 7f2dbdc66640 10 monclient: get_auth_request con 0x7f2da0069820 auth_method 0 2023-12-03T11:51:19.479 INFO:tasks.workunit.client.0.smithi145.stderr: -412> 2023-12-03T11:51:19.347+0000 7f2d9f7fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:19.479 INFO:tasks.workunit.client.0.smithi145.stderr: -411> 2023-12-03T11:51:19.347+0000 7f2d9f7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:51:19.479 INFO:tasks.workunit.client.0.smithi145.stderr: -410> 2023-12-03T11:51:19.347+0000 7f2d9f7fe640 10 monclient: dump: 2023-12-03T11:51:19.479 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:51:19.479 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:51:19.479 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.479 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.479 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:19.479 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.479 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:51:19.479 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:51:19.479 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:51:19.479 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.479 INFO:tasks.workunit.client.0.smithi145.stderr: -409> 2023-12-03T11:51:19.347+0000 7f2d9f7fe640 10 monclient: _finish_auth 0 2023-12-03T11:51:19.479 INFO:tasks.workunit.client.0.smithi145.stderr: -408> 2023-12-03T11:51:19.347+0000 7f2d9f7fe640 10 monclient: _check_auth_tickets 2023-12-03T11:51:19.479 INFO:tasks.workunit.client.0.smithi145.stderr: -407> 2023-12-03T11:51:19.347+0000 7f2d9f7fe640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:51:19.480 INFO:tasks.workunit.client.0.smithi145.stderr: -406> 2023-12-03T11:51:19.347+0000 7f2d9f7fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:19.480 INFO:tasks.workunit.client.0.smithi145.stderr: -405> 2023-12-03T11:51:19.347+0000 7f2d9f7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:51:19.480 INFO:tasks.workunit.client.0.smithi145.stderr: -404> 2023-12-03T11:51:19.347+0000 7f2d9f7fe640 10 monclient: dump: 2023-12-03T11:51:19.480 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:51:19.480 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:51:19.480 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.480 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.480 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:19.480 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.480 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:51:19.480 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:51:19.480 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:51:19.480 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.480 INFO:tasks.workunit.client.0.smithi145.stderr: -403> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 monclient: authenticate success, global_id 6896 2023-12-03T11:51:19.480 INFO:tasks.workunit.client.0.smithi145.stderr: -402> 2023-12-03T11:51:19.347+0000 7f2dc172a800 10 monclient: get_monmap_and_config success 2023-12-03T11:51:19.480 INFO:tasks.workunit.client.0.smithi145.stderr: -401> 2023-12-03T11:51:19.347+0000 7f2dc172a800 4 set_mon_vals no callback set 2023-12-03T11:51:19.481 INFO:tasks.workunit.client.0.smithi145.stderr: -400> 2023-12-03T11:51:19.347+0000 7f2dc172a800 10 monclient: shutdown 2023-12-03T11:51:19.481 INFO:tasks.workunit.client.0.smithi145.stderr: -399> 2023-12-03T11:51:19.347+0000 7f2dc172a800 10 monclient: build_initial_monmap 2023-12-03T11:51:19.481 INFO:tasks.workunit.client.0.smithi145.stderr: -398> 2023-12-03T11:51:19.347+0000 7f2dc172a800 1 build_initial for_mkfs: 0 2023-12-03T11:51:19.481 INFO:tasks.workunit.client.0.smithi145.stderr: -397> 2023-12-03T11:51:19.347+0000 7f2dc172a800 10 monclient: monmap: 2023-12-03T11:51:19.481 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:51:19.481 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:51:19.481 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:51:19.481 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:51:19.481 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:51:19.481 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.481 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:51:19.481 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:51:19.481 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:51:19.481 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.481 INFO:tasks.workunit.client.0.smithi145.stderr: -396> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding auth protocol: cephx 2023-12-03T11:51:19.481 INFO:tasks.workunit.client.0.smithi145.stderr: -395> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding auth protocol: cephx 2023-12-03T11:51:19.482 INFO:tasks.workunit.client.0.smithi145.stderr: -394> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding auth protocol: cephx 2023-12-03T11:51:19.482 INFO:tasks.workunit.client.0.smithi145.stderr: -393> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: secure 2023-12-03T11:51:19.482 INFO:tasks.workunit.client.0.smithi145.stderr: -392> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: crc 2023-12-03T11:51:19.482 INFO:tasks.workunit.client.0.smithi145.stderr: -391> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: secure 2023-12-03T11:51:19.482 INFO:tasks.workunit.client.0.smithi145.stderr: -390> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: crc 2023-12-03T11:51:19.482 INFO:tasks.workunit.client.0.smithi145.stderr: -389> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: secure 2023-12-03T11:51:19.482 INFO:tasks.workunit.client.0.smithi145.stderr: -388> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: crc 2023-12-03T11:51:19.482 INFO:tasks.workunit.client.0.smithi145.stderr: -387> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: crc 2023-12-03T11:51:19.482 INFO:tasks.workunit.client.0.smithi145.stderr: -386> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: secure 2023-12-03T11:51:19.482 INFO:tasks.workunit.client.0.smithi145.stderr: -385> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: crc 2023-12-03T11:51:19.482 INFO:tasks.workunit.client.0.smithi145.stderr: -384> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: secure 2023-12-03T11:51:19.482 INFO:tasks.workunit.client.0.smithi145.stderr: -383> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: crc 2023-12-03T11:51:19.482 INFO:tasks.workunit.client.0.smithi145.stderr: -382> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a87d0) adding con mode: secure 2023-12-03T11:51:19.482 INFO:tasks.workunit.client.0.smithi145.stderr: -381> 2023-12-03T11:51:19.347+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.482 INFO:tasks.workunit.client.0.smithi145.stderr: -380> 2023-12-03T11:51:19.347+0000 7f2dc172a800 1 librados: starting msgr at 2023-12-03T11:51:19.483 INFO:tasks.workunit.client.0.smithi145.stderr: -379> 2023-12-03T11:51:19.347+0000 7f2dc172a800 1 librados: starting objecter 2023-12-03T11:51:19.483 INFO:tasks.workunit.client.0.smithi145.stderr: -378> 2023-12-03T11:51:19.347+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command objecter_requests cmddesc objecter_requests hook 0x5591d08e2740 EEXIST 2023-12-03T11:51:19.483 INFO:tasks.workunit.client.0.smithi145.stderr: -377> 2023-12-03T11:51:19.348+0000 7f2dc172a800 1 librados: setting wanted keys 2023-12-03T11:51:19.483 INFO:tasks.workunit.client.0.smithi145.stderr: -376> 2023-12-03T11:51:19.348+0000 7f2dc172a800 1 librados: calling monclient init 2023-12-03T11:51:19.483 INFO:tasks.workunit.client.0.smithi145.stderr: -375> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient: init 2023-12-03T11:51:19.483 INFO:tasks.workunit.client.0.smithi145.stderr: -374> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding auth protocol: cephx 2023-12-03T11:51:19.483 INFO:tasks.workunit.client.0.smithi145.stderr: -373> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding auth protocol: cephx 2023-12-03T11:51:19.483 INFO:tasks.workunit.client.0.smithi145.stderr: -372> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding auth protocol: cephx 2023-12-03T11:51:19.483 INFO:tasks.workunit.client.0.smithi145.stderr: -371> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: secure 2023-12-03T11:51:19.483 INFO:tasks.workunit.client.0.smithi145.stderr: -370> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: crc 2023-12-03T11:51:19.483 INFO:tasks.workunit.client.0.smithi145.stderr: -369> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: secure 2023-12-03T11:51:19.483 INFO:tasks.workunit.client.0.smithi145.stderr: -368> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: crc 2023-12-03T11:51:19.483 INFO:tasks.workunit.client.0.smithi145.stderr: -367> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: secure 2023-12-03T11:51:19.483 INFO:tasks.workunit.client.0.smithi145.stderr: -366> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: crc 2023-12-03T11:51:19.483 INFO:tasks.workunit.client.0.smithi145.stderr: -365> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: crc 2023-12-03T11:51:19.483 INFO:tasks.workunit.client.0.smithi145.stderr: -364> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: secure 2023-12-03T11:51:19.484 INFO:tasks.workunit.client.0.smithi145.stderr: -363> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: crc 2023-12-03T11:51:19.484 INFO:tasks.workunit.client.0.smithi145.stderr: -362> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: secure 2023-12-03T11:51:19.484 INFO:tasks.workunit.client.0.smithi145.stderr: -361> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: crc 2023-12-03T11:51:19.484 INFO:tasks.workunit.client.0.smithi145.stderr: -360> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 AuthRegistry(0x5591d08a6be8) adding con mode: secure 2023-12-03T11:51:19.484 INFO:tasks.workunit.client.0.smithi145.stderr: -359> 2023-12-03T11:51:19.348+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.484 INFO:tasks.workunit.client.0.smithi145.stderr: -358> 2023-12-03T11:51:19.348+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.484 INFO:tasks.workunit.client.0.smithi145.stderr: -357> 2023-12-03T11:51:19.348+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command rotate-key cmddesc rotate-key hook 0x5591d08a6d30 EEXIST 2023-12-03T11:51:19.484 INFO:tasks.workunit.client.0.smithi145.stderr: -356> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient: _reopen_session rank -1 2023-12-03T11:51:19.484 INFO:tasks.workunit.client.0.smithi145.stderr: -355> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:51:19.484 INFO:tasks.workunit.client.0.smithi145.stderr: -354> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-a con 0x5591d08ad040 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:51:19.484 INFO:tasks.workunit.client.0.smithi145.stderr: -353> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-b con 0x5591d08d8b60 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:51:19.484 INFO:tasks.workunit.client.0.smithi145.stderr: -352> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-c con 0x5591d08dc5f0 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:51:19.484 INFO:tasks.workunit.client.0.smithi145.stderr: -351> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.484 INFO:tasks.workunit.client.0.smithi145.stderr: -350> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.484 INFO:tasks.workunit.client.0.smithi145.stderr: -349> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.484 INFO:tasks.workunit.client.0.smithi145.stderr: -348> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient(hunting): _renew_subs 2023-12-03T11:51:19.485 INFO:tasks.workunit.client.0.smithi145.stderr: -347> 2023-12-03T11:51:19.348+0000 7f2dc172a800 10 monclient(hunting): authenticate will time out at 1634.698284s 2023-12-03T11:51:19.485 INFO:tasks.workunit.client.0.smithi145.stderr: -346> 2023-12-03T11:51:19.348+0000 7f2dbd465640 10 monclient(hunting): get_auth_request con 0x5591d08ad040 auth_method 0 2023-12-03T11:51:19.485 INFO:tasks.workunit.client.0.smithi145.stderr: -345> 2023-12-03T11:51:19.348+0000 7f2dbd465640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.485 INFO:tasks.workunit.client.0.smithi145.stderr: -344> 2023-12-03T11:51:19.348+0000 7f2dbd465640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.485 INFO:tasks.workunit.client.0.smithi145.stderr: -343> 2023-12-03T11:51:19.348+0000 7f2dbd465640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.485 INFO:tasks.workunit.client.0.smithi145.stderr: -342> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient(hunting): get_auth_request con 0x5591d08dc5f0 auth_method 0 2023-12-03T11:51:19.485 INFO:tasks.workunit.client.0.smithi145.stderr: -341> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.485 INFO:tasks.workunit.client.0.smithi145.stderr: -340> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.485 INFO:tasks.workunit.client.0.smithi145.stderr: -339> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.485 INFO:tasks.workunit.client.0.smithi145.stderr: -338> 2023-12-03T11:51:19.348+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.485 INFO:tasks.workunit.client.0.smithi145.stderr: -337> 2023-12-03T11:51:19.348+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.485 INFO:tasks.workunit.client.0.smithi145.stderr: -336> 2023-12-03T11:51:19.348+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.485 INFO:tasks.workunit.client.0.smithi145.stderr: -335> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.485 INFO:tasks.workunit.client.0.smithi145.stderr: -334> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.485 INFO:tasks.workunit.client.0.smithi145.stderr: -333> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.486 INFO:tasks.workunit.client.0.smithi145.stderr: -332> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_done global_id 6899 payload 824 2023-12-03T11:51:19.486 INFO:tasks.workunit.client.0.smithi145.stderr: -331> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient: _finish_hunting 0 2023-12-03T11:51:19.486 INFO:tasks.workunit.client.0.smithi145.stderr: -330> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 1 monclient: found mon.noname-c 2023-12-03T11:51:19.486 INFO:tasks.workunit.client.0.smithi145.stderr: -329> 2023-12-03T11:51:19.348+0000 7f2dbdc66640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:51:19.486 INFO:tasks.workunit.client.0.smithi145.stderr: -328> 2023-12-03T11:51:19.348+0000 7f2dbcc64640 10 monclient: get_auth_request con 0x5591d08d8b60 auth_method 0 2023-12-03T11:51:19.486 INFO:tasks.workunit.client.0.smithi145.stderr: -327> 2023-12-03T11:51:19.349+0000 7f2d9dffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:19.486 INFO:tasks.workunit.client.0.smithi145.stderr: -326> 2023-12-03T11:51:19.349+0000 7f2d9dffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:51:19.486 INFO:tasks.workunit.client.0.smithi145.stderr: -325> 2023-12-03T11:51:19.349+0000 7f2d9dffb640 10 monclient: dump: 2023-12-03T11:51:19.486 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:51:19.486 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:51:19.486 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.486 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.486 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:19.486 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.486 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:51:19.486 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:51:19.487 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:51:19.487 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.487 INFO:tasks.workunit.client.0.smithi145.stderr: -324> 2023-12-03T11:51:19.349+0000 7f2d9dffb640 10 monclient: _finish_auth 0 2023-12-03T11:51:19.487 INFO:tasks.workunit.client.0.smithi145.stderr: -323> 2023-12-03T11:51:19.349+0000 7f2d9dffb640 10 monclient: _check_auth_tickets 2023-12-03T11:51:19.487 INFO:tasks.workunit.client.0.smithi145.stderr: -322> 2023-12-03T11:51:19.349+0000 7f2d9dffb640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:51:19.487 INFO:tasks.workunit.client.0.smithi145.stderr: -321> 2023-12-03T11:51:19.349+0000 7f2d9dffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:19.487 INFO:tasks.workunit.client.0.smithi145.stderr: -320> 2023-12-03T11:51:19.349+0000 7f2d9dffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:51:19.487 INFO:tasks.workunit.client.0.smithi145.stderr: -319> 2023-12-03T11:51:19.349+0000 7f2d9dffb640 10 monclient: dump: 2023-12-03T11:51:19.487 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:51:19.487 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:51:19.487 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.487 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.487 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:19.487 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.487 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:51:19.488 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:51:19.488 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:51:19.488 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.488 INFO:tasks.workunit.client.0.smithi145.stderr: -318> 2023-12-03T11:51:19.349+0000 7f2dc172a800 5 monclient: authenticate success, global_id 6899 2023-12-03T11:51:19.488 INFO:tasks.workunit.client.0.smithi145.stderr: -317> 2023-12-03T11:51:19.349+0000 7f2dc172a800 10 monclient: _renew_subs 2023-12-03T11:51:19.488 INFO:tasks.workunit.client.0.smithi145.stderr: -316> 2023-12-03T11:51:19.349+0000 7f2d9f7fe640 4 set_mon_vals no callback set 2023-12-03T11:51:19.488 INFO:tasks.workunit.client.0.smithi145.stderr: -315> 2023-12-03T11:51:19.349+0000 7f2dc172a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:51:19.488 INFO:tasks.workunit.client.0.smithi145.stderr: -314> 2023-12-03T11:51:19.349+0000 7f2dc172a800 10 monclient: _renew_subs 2023-12-03T11:51:19.488 INFO:tasks.workunit.client.0.smithi145.stderr: -313> 2023-12-03T11:51:19.349+0000 7f2dc172a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:51:19.488 INFO:tasks.workunit.client.0.smithi145.stderr: -312> 2023-12-03T11:51:19.349+0000 7f2dc172a800 1 librados: init done 2023-12-03T11:51:19.488 INFO:tasks.workunit.client.0.smithi145.stderr: -311> 2023-12-03T11:51:19.350+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.488 INFO:tasks.workunit.client.0.smithi145.stderr: -310> 2023-12-03T11:51:19.350+0000 7f2d9dffb640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:51:19.488 INFO:tasks.workunit.client.0.smithi145.stderr: -309> 2023-12-03T11:51:19.350+0000 7f2d9dffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:51:19.488 INFO:tasks.workunit.client.0.smithi145.stderr: -308> 2023-12-03T11:51:19.350+0000 7f2d9dffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:51:19.489 INFO:tasks.workunit.client.0.smithi145.stderr: -307> 2023-12-03T11:51:19.351+0000 7f2dbd465640 10 monclient: get_auth_request con 0x7f2d98069820 auth_method 0 2023-12-03T11:51:19.489 INFO:tasks.workunit.client.0.smithi145.stderr: -306> 2023-12-03T11:51:19.351+0000 7f2dbcc64640 10 monclient: get_auth_request con 0x5591d08f3260 auth_method 0 2023-12-03T11:51:19.489 INFO:tasks.workunit.client.0.smithi145.stderr: -305> 2023-12-03T11:51:19.351+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.489 INFO:tasks.workunit.client.0.smithi145.stderr: -304> 2023-12-03T11:51:19.351+0000 7f2dc172a800 20 realm 2023-12-03T11:51:19.489 INFO:tasks.workunit.client.0.smithi145.stderr: -303> 2023-12-03T11:51:19.351+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.489 INFO:tasks.workunit.client.0.smithi145.stderr: -302> 2023-12-03T11:51:19.352+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.489 INFO:tasks.workunit.client.0.smithi145.stderr: -301> 2023-12-03T11:51:19.352+0000 7f2dc172a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:19.489 INFO:tasks.workunit.client.0.smithi145.stderr: -300> 2023-12-03T11:51:19.352+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.489 INFO:tasks.workunit.client.0.smithi145.stderr: -299> 2023-12-03T11:51:19.352+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.489 INFO:tasks.workunit.client.0.smithi145.stderr: -298> 2023-12-03T11:51:19.352+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.489 INFO:tasks.workunit.client.0.smithi145.stderr: -297> 2023-12-03T11:51:19.352+0000 7f2dbd465640 10 monclient: get_auth_request con 0x5591d08f7120 auth_method 0 2023-12-03T11:51:19.489 INFO:tasks.workunit.client.0.smithi145.stderr: -296> 2023-12-03T11:51:19.353+0000 7f2dc172a800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:19.489 INFO:tasks.workunit.client.0.smithi145.stderr: -295> 2023-12-03T11:51:19.353+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.489 INFO:tasks.workunit.client.0.smithi145.stderr: -294> 2023-12-03T11:51:19.353+0000 7f2dbcc64640 10 monclient: get_auth_request con 0x5591d08fa8d0 auth_method 0 2023-12-03T11:51:19.489 INFO:tasks.workunit.client.0.smithi145.stderr: -293> 2023-12-03T11:51:19.353+0000 7f2dc172a800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:19.490 INFO:tasks.workunit.client.0.smithi145.stderr: -292> 2023-12-03T11:51:19.353+0000 7f2dc172a800 20 searching for the correct realm 2023-12-03T11:51:19.490 INFO:tasks.workunit.client.0.smithi145.stderr: -291> 2023-12-03T11:51:19.354+0000 7f2dbdc66640 10 monclient: get_auth_request con 0x7f2db4017030 auth_method 0 2023-12-03T11:51:19.490 INFO:tasks.workunit.client.0.smithi145.stderr: -290> 2023-12-03T11:51:19.354+0000 7f2dbd465640 10 monclient: get_auth_request con 0x7f2db807f070 auth_method 0 2023-12-03T11:51:19.490 INFO:tasks.workunit.client.0.smithi145.stderr: -289> 2023-12-03T11:51:19.355+0000 7f2dbcc64640 10 monclient: get_auth_request con 0x7f2db0031040 auth_method 0 2023-12-03T11:51:19.490 INFO:tasks.workunit.client.0.smithi145.stderr: -288> 2023-12-03T11:51:19.357+0000 7f2dbdc66640 10 monclient: get_auth_request con 0x7f2db4056340 auth_method 0 2023-12-03T11:51:19.490 INFO:tasks.workunit.client.0.smithi145.stderr: -287> 2023-12-03T11:51:19.359+0000 7f2dbd465640 10 monclient: get_auth_request con 0x7f2db40603c0 auth_method 0 2023-12-03T11:51:19.490 INFO:tasks.workunit.client.0.smithi145.stderr: -286> 2023-12-03T11:51:19.362+0000 7f2dbd465640 0 -- 172.21.15.145:0/517670953 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5591d08f7120 msgr2=0x5591d08f9510 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:19.490 INFO:tasks.workunit.client.0.smithi145.stderr: -285> 2023-12-03T11:51:19.362+0000 7f2d9dffb640 1 client.6899.objecter ms_handle_reset 0x5591d08f7120 session 0x5591d0666320 osd.5 2023-12-03T11:51:19.490 INFO:tasks.workunit.client.0.smithi145.stderr: -284> 2023-12-03T11:51:19.362+0000 7f2d9dffb640 10 monclient: _renew_subs 2023-12-03T11:51:19.490 INFO:tasks.workunit.client.0.smithi145.stderr: -283> 2023-12-03T11:51:19.362+0000 7f2d9dffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:51:19.490 INFO:tasks.workunit.client.0.smithi145.stderr: -282> 2023-12-03T11:51:19.362+0000 7f2dbd465640 10 monclient: get_auth_request con 0x7f2d980795c0 auth_method 0 2023-12-03T11:51:19.490 INFO:tasks.workunit.client.0.smithi145.stderr: -281> 2023-12-03T11:51:19.363+0000 7f2dc172a800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:19.490 INFO:tasks.workunit.client.0.smithi145.stderr: -280> 2023-12-03T11:51:19.363+0000 7f2dc172a800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:19.490 INFO:tasks.workunit.client.0.smithi145.stderr: -279> 2023-12-03T11:51:19.363+0000 7f2dc172a800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:19.490 INFO:tasks.workunit.client.0.smithi145.stderr: -278> 2023-12-03T11:51:19.363+0000 7f2dc172a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:19.491 INFO:tasks.workunit.client.0.smithi145.stderr: -277> 2023-12-03T11:51:19.363+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.491 INFO:tasks.workunit.client.0.smithi145.stderr: -276> 2023-12-03T11:51:19.364+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.491 INFO:tasks.workunit.client.0.smithi145.stderr: -275> 2023-12-03T11:51:19.364+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.491 INFO:tasks.workunit.client.0.smithi145.stderr: -274> 2023-12-03T11:51:19.364+0000 7f2dc172a800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:19.491 INFO:tasks.workunit.client.0.smithi145.stderr: -273> 2023-12-03T11:51:19.364+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.491 INFO:tasks.workunit.client.0.smithi145.stderr: -272> 2023-12-03T11:51:19.364+0000 7f2dc172a800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:19.491 INFO:tasks.workunit.client.0.smithi145.stderr: -271> 2023-12-03T11:51:19.364+0000 7f2dc172a800 20 zone default found 2023-12-03T11:51:19.491 INFO:tasks.workunit.client.0.smithi145.stderr: -270> 2023-12-03T11:51:19.364+0000 7f2dc172a800 4 Realm: () 2023-12-03T11:51:19.491 INFO:tasks.workunit.client.0.smithi145.stderr: -269> 2023-12-03T11:51:19.364+0000 7f2dc172a800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:19.491 INFO:tasks.workunit.client.0.smithi145.stderr: -268> 2023-12-03T11:51:19.364+0000 7f2dc172a800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:19.491 INFO:tasks.workunit.client.0.smithi145.stderr: -267> 2023-12-03T11:51:19.364+0000 7f2dc172a800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:19.491 INFO:tasks.workunit.client.0.smithi145.stderr: -266> 2023-12-03T11:51:19.364+0000 7f2dc172a800 20 zonegroup default 2023-12-03T11:51:19.491 INFO:tasks.workunit.client.0.smithi145.stderr: -265> 2023-12-03T11:51:19.364+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.491 INFO:tasks.workunit.client.0.smithi145.stderr: -264> 2023-12-03T11:51:19.365+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.491 INFO:tasks.workunit.client.0.smithi145.stderr: -263> 2023-12-03T11:51:19.365+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.491 INFO:tasks.workunit.client.0.smithi145.stderr: -262> 2023-12-03T11:51:19.365+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.492 INFO:tasks.workunit.client.0.smithi145.stderr: -261> 2023-12-03T11:51:19.365+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.492 INFO:tasks.workunit.client.0.smithi145.stderr: -260> 2023-12-03T11:51:19.365+0000 7f2dc172a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.492 INFO:tasks.workunit.client.0.smithi145.stderr: -259> 2023-12-03T11:51:19.365+0000 7f2dc172a800 20 started sync module instance, tier type = 2023-12-03T11:51:19.492 INFO:tasks.workunit.client.0.smithi145.stderr: -258> 2023-12-03T11:51:19.365+0000 7f2dc172a800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:19.492 INFO:tasks.workunit.client.0.smithi145.stderr: -257> 2023-12-03T11:51:19.370+0000 7f2dbdc66640 0 -- 172.21.15.145:0/517670953 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f2db4056340 msgr2=0x7f2db4055cf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:19.492 INFO:tasks.workunit.client.0.smithi145.stderr: -256> 2023-12-03T11:51:19.370+0000 7f2d9dffb640 1 client.6899.objecter ms_handle_reset 0x7f2db4056340 session 0x7f2db408a220 osd.6 2023-12-03T11:51:19.492 INFO:tasks.workunit.client.0.smithi145.stderr: -255> 2023-12-03T11:51:19.371+0000 7f2dbdc66640 10 monclient: get_auth_request con 0x5591d08f7120 auth_method 0 2023-12-03T11:51:19.492 INFO:tasks.workunit.client.0.smithi145.stderr: -254> 2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=0 2023-12-03T11:51:19.492 INFO:tasks.workunit.client.0.smithi145.stderr: -253> 2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=1 2023-12-03T11:51:19.492 INFO:tasks.workunit.client.0.smithi145.stderr: -252> 2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=2 2023-12-03T11:51:19.492 INFO:tasks.workunit.client.0.smithi145.stderr: -251> 2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=3 2023-12-03T11:51:19.492 INFO:tasks.workunit.client.0.smithi145.stderr: -250> 2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=4 2023-12-03T11:51:19.492 INFO:tasks.workunit.client.0.smithi145.stderr: -249> 2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=5 2023-12-03T11:51:19.492 INFO:tasks.workunit.client.0.smithi145.stderr: -248> 2023-12-03T11:51:19.373+0000 7f2dc172a800 20 add_watcher() i=6 2023-12-03T11:51:19.492 INFO:tasks.workunit.client.0.smithi145.stderr: -247> 2023-12-03T11:51:19.374+0000 7f2dc172a800 20 add_watcher() i=7 2023-12-03T11:51:19.493 INFO:tasks.workunit.client.0.smithi145.stderr: -246> 2023-12-03T11:51:19.374+0000 7f2dc172a800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:19.493 INFO:tasks.workunit.client.0.smithi145.stderr: -245> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding auth protocol: cephx 2023-12-03T11:51:19.493 INFO:tasks.workunit.client.0.smithi145.stderr: -244> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding auth protocol: cephx 2023-12-03T11:51:19.493 INFO:tasks.workunit.client.0.smithi145.stderr: -243> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding auth protocol: cephx 2023-12-03T11:51:19.493 INFO:tasks.workunit.client.0.smithi145.stderr: -242> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: secure 2023-12-03T11:51:19.493 INFO:tasks.workunit.client.0.smithi145.stderr: -241> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: crc 2023-12-03T11:51:19.493 INFO:tasks.workunit.client.0.smithi145.stderr: -240> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: secure 2023-12-03T11:51:19.493 INFO:tasks.workunit.client.0.smithi145.stderr: -239> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: crc 2023-12-03T11:51:19.493 INFO:tasks.workunit.client.0.smithi145.stderr: -238> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: secure 2023-12-03T11:51:19.493 INFO:tasks.workunit.client.0.smithi145.stderr: -237> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: crc 2023-12-03T11:51:19.493 INFO:tasks.workunit.client.0.smithi145.stderr: -236> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: crc 2023-12-03T11:51:19.493 INFO:tasks.workunit.client.0.smithi145.stderr: -235> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: secure 2023-12-03T11:51:19.493 INFO:tasks.workunit.client.0.smithi145.stderr: -234> 2023-12-03T11:51:19.376+0000 7f2d82fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:19.493 INFO:tasks.workunit.client.0.smithi145.stderr: -233> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: crc 2023-12-03T11:51:19.493 INFO:tasks.workunit.client.0.smithi145.stderr: -232> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: secure 2023-12-03T11:51:19.493 INFO:tasks.workunit.client.0.smithi145.stderr: -231> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: crc 2023-12-03T11:51:19.494 INFO:tasks.workunit.client.0.smithi145.stderr: -230> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d1070) adding con mode: secure 2023-12-03T11:51:19.494 INFO:tasks.workunit.client.0.smithi145.stderr: -229> 2023-12-03T11:51:19.376+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.494 INFO:tasks.workunit.client.0.smithi145.stderr: -228> 2023-12-03T11:51:19.376+0000 7f2dc172a800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:19.494 INFO:tasks.workunit.client.0.smithi145.stderr: -227> 2023-12-03T11:51:19.376+0000 7f2dc172a800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:19.494 INFO:tasks.workunit.client.0.smithi145.stderr: -226> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command cache list hook 0x5591d088d1b0 2023-12-03T11:51:19.494 INFO:tasks.workunit.client.0.smithi145.stderr: -225> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command cache inspect hook 0x5591d088d1b0 2023-12-03T11:51:19.494 INFO:tasks.workunit.client.0.smithi145.stderr: -224> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command cache erase hook 0x5591d088d1b0 2023-12-03T11:51:19.494 INFO:tasks.workunit.client.0.smithi145.stderr: -223> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command cache zap hook 0x5591d088d1b0 2023-12-03T11:51:19.494 INFO:tasks.workunit.client.0.smithi145.stderr: -222> 2023-12-03T11:51:19.376+0000 7f2dc172a800 10 monclient: get_monmap_and_config 2023-12-03T11:51:19.494 INFO:tasks.workunit.client.0.smithi145.stderr: -221> 2023-12-03T11:51:19.376+0000 7f2dc172a800 10 monclient: build_initial_monmap 2023-12-03T11:51:19.494 INFO:tasks.workunit.client.0.smithi145.stderr: -220> 2023-12-03T11:51:19.376+0000 7f2dc172a800 1 build_initial for_mkfs: 0 2023-12-03T11:51:19.494 INFO:tasks.workunit.client.0.smithi145.stderr: -219> 2023-12-03T11:51:19.376+0000 7f2dc172a800 10 monclient: monmap: 2023-12-03T11:51:19.494 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:51:19.494 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:51:19.495 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:51:19.495 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:51:19.495 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:51:19.495 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.495 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:51:19.495 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:51:19.495 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:51:19.495 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.495 INFO:tasks.workunit.client.0.smithi145.stderr: -218> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding auth protocol: cephx 2023-12-03T11:51:19.495 INFO:tasks.workunit.client.0.smithi145.stderr: -217> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding auth protocol: cephx 2023-12-03T11:51:19.495 INFO:tasks.workunit.client.0.smithi145.stderr: -216> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding auth protocol: cephx 2023-12-03T11:51:19.495 INFO:tasks.workunit.client.0.smithi145.stderr: -215> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.495 INFO:tasks.workunit.client.0.smithi145.stderr: -214> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.495 INFO:tasks.workunit.client.0.smithi145.stderr: -213> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.495 INFO:tasks.workunit.client.0.smithi145.stderr: -212> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.496 INFO:tasks.workunit.client.0.smithi145.stderr: -211> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.496 INFO:tasks.workunit.client.0.smithi145.stderr: -210> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.496 INFO:tasks.workunit.client.0.smithi145.stderr: -209> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.496 INFO:tasks.workunit.client.0.smithi145.stderr: -208> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.496 INFO:tasks.workunit.client.0.smithi145.stderr: -207> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.496 INFO:tasks.workunit.client.0.smithi145.stderr: -206> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.496 INFO:tasks.workunit.client.0.smithi145.stderr: -205> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.496 INFO:tasks.workunit.client.0.smithi145.stderr: -204> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.496 INFO:tasks.workunit.client.0.smithi145.stderr: -203> 2023-12-03T11:51:19.376+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.496 INFO:tasks.workunit.client.0.smithi145.stderr: -202> 2023-12-03T11:51:19.376+0000 7f2dc172a800 10 monclient: init 2023-12-03T11:51:19.496 INFO:tasks.workunit.client.0.smithi145.stderr: -201> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding auth protocol: cephx 2023-12-03T11:51:19.496 INFO:tasks.workunit.client.0.smithi145.stderr: -200> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding auth protocol: cephx 2023-12-03T11:51:19.496 INFO:tasks.workunit.client.0.smithi145.stderr: -199> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding auth protocol: cephx 2023-12-03T11:51:19.496 INFO:tasks.workunit.client.0.smithi145.stderr: -198> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: secure 2023-12-03T11:51:19.496 INFO:tasks.workunit.client.0.smithi145.stderr: -197> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: crc 2023-12-03T11:51:19.496 INFO:tasks.workunit.client.0.smithi145.stderr: -196> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: secure 2023-12-03T11:51:19.497 INFO:tasks.workunit.client.0.smithi145.stderr: -195> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: crc 2023-12-03T11:51:19.497 INFO:tasks.workunit.client.0.smithi145.stderr: -194> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: secure 2023-12-03T11:51:19.497 INFO:tasks.workunit.client.0.smithi145.stderr: -193> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: crc 2023-12-03T11:51:19.497 INFO:tasks.workunit.client.0.smithi145.stderr: -192> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: crc 2023-12-03T11:51:19.497 INFO:tasks.workunit.client.0.smithi145.stderr: -191> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: secure 2023-12-03T11:51:19.497 INFO:tasks.workunit.client.0.smithi145.stderr: -190> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: crc 2023-12-03T11:51:19.497 INFO:tasks.workunit.client.0.smithi145.stderr: -189> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: secure 2023-12-03T11:51:19.497 INFO:tasks.workunit.client.0.smithi145.stderr: -188> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: crc 2023-12-03T11:51:19.497 INFO:tasks.workunit.client.0.smithi145.stderr: -187> 2023-12-03T11:51:19.376+0000 7f2dc172a800 5 AuthRegistry(0x7ffcdf8d0bc0) adding con mode: secure 2023-12-03T11:51:19.497 INFO:tasks.workunit.client.0.smithi145.stderr: -186> 2023-12-03T11:51:19.377+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.497 INFO:tasks.workunit.client.0.smithi145.stderr: -185> 2023-12-03T11:51:19.377+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.497 INFO:tasks.workunit.client.0.smithi145.stderr: -184> 2023-12-03T11:51:19.377+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command rotate-key cmddesc rotate-key hook 0x7ffcdf8d0d08 EEXIST 2023-12-03T11:51:19.497 INFO:tasks.workunit.client.0.smithi145.stderr: -183> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient: _reopen_session rank -1 2023-12-03T11:51:19.497 INFO:tasks.workunit.client.0.smithi145.stderr: -182> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient: _add_conns ranks=[2,0,1] 2023-12-03T11:51:19.497 INFO:tasks.workunit.client.0.smithi145.stderr: -181> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-c con 0x5591d0936680 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:51:19.497 INFO:tasks.workunit.client.0.smithi145.stderr: -180> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-a con 0x5591d093a500 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:51:19.498 INFO:tasks.workunit.client.0.smithi145.stderr: -179> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-b con 0x5591d0944c10 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:51:19.498 INFO:tasks.workunit.client.0.smithi145.stderr: -178> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.498 INFO:tasks.workunit.client.0.smithi145.stderr: -177> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.498 INFO:tasks.workunit.client.0.smithi145.stderr: -176> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.498 INFO:tasks.workunit.client.0.smithi145.stderr: -175> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient(hunting): _renew_subs 2023-12-03T11:51:19.498 INFO:tasks.workunit.client.0.smithi145.stderr: -174> 2023-12-03T11:51:19.377+0000 7f2dc172a800 10 monclient(hunting): authenticate will time out at 1634.727139s 2023-12-03T11:51:19.498 INFO:tasks.workunit.client.0.smithi145.stderr: -173> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient(hunting): get_auth_request con 0x5591d0936680 auth_method 0 2023-12-03T11:51:19.498 INFO:tasks.workunit.client.0.smithi145.stderr: -172> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.498 INFO:tasks.workunit.client.0.smithi145.stderr: -171> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.498 INFO:tasks.workunit.client.0.smithi145.stderr: -170> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.498 INFO:tasks.workunit.client.0.smithi145.stderr: -169> 2023-12-03T11:51:19.377+0000 7f2dbd465640 10 monclient(hunting): get_auth_request con 0x5591d093a500 auth_method 0 2023-12-03T11:51:19.498 INFO:tasks.workunit.client.0.smithi145.stderr: -168> 2023-12-03T11:51:19.377+0000 7f2dbd465640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.498 INFO:tasks.workunit.client.0.smithi145.stderr: -167> 2023-12-03T11:51:19.377+0000 7f2dbd465640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.498 INFO:tasks.workunit.client.0.smithi145.stderr: -166> 2023-12-03T11:51:19.377+0000 7f2dbd465640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.498 INFO:tasks.workunit.client.0.smithi145.stderr: -165> 2023-12-03T11:51:19.377+0000 7f2dbcc64640 10 monclient(hunting): get_auth_request con 0x5591d0944c10 auth_method 0 2023-12-03T11:51:19.498 INFO:tasks.workunit.client.0.smithi145.stderr: -164> 2023-12-03T11:51:19.377+0000 7f2dbcc64640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.499 INFO:tasks.workunit.client.0.smithi145.stderr: -163> 2023-12-03T11:51:19.377+0000 7f2dbcc64640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.499 INFO:tasks.workunit.client.0.smithi145.stderr: -162> 2023-12-03T11:51:19.377+0000 7f2dbcc64640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.499 INFO:tasks.workunit.client.0.smithi145.stderr: -161> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.499 INFO:tasks.workunit.client.0.smithi145.stderr: -160> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.499 INFO:tasks.workunit.client.0.smithi145.stderr: -159> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.499 INFO:tasks.workunit.client.0.smithi145.stderr: -158> 2023-12-03T11:51:19.377+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.499 INFO:tasks.workunit.client.0.smithi145.stderr: -157> 2023-12-03T11:51:19.377+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.499 INFO:tasks.workunit.client.0.smithi145.stderr: -156> 2023-12-03T11:51:19.377+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.499 INFO:tasks.workunit.client.0.smithi145.stderr: -155> 2023-12-03T11:51:19.377+0000 7f2dbcc64640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.499 INFO:tasks.workunit.client.0.smithi145.stderr: -154> 2023-12-03T11:51:19.377+0000 7f2dbcc64640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.499 INFO:tasks.workunit.client.0.smithi145.stderr: -153> 2023-12-03T11:51:19.377+0000 7f2dbcc64640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.499 INFO:tasks.workunit.client.0.smithi145.stderr: -152> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_done global_id 6902 payload 274 2023-12-03T11:51:19.499 INFO:tasks.workunit.client.0.smithi145.stderr: -151> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient: _finish_hunting 0 2023-12-03T11:51:19.499 INFO:tasks.workunit.client.0.smithi145.stderr: -150> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 1 monclient: found mon.noname-c 2023-12-03T11:51:19.499 INFO:tasks.workunit.client.0.smithi145.stderr: -149> 2023-12-03T11:51:19.377+0000 7f2dbdc66640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:51:19.500 INFO:tasks.workunit.client.0.smithi145.stderr: -148> 2023-12-03T11:51:19.378+0000 7f2d827e4640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:19.500 INFO:tasks.workunit.client.0.smithi145.stderr: -147> 2023-12-03T11:51:19.378+0000 7f2d827e4640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:51:19.500 INFO:tasks.workunit.client.0.smithi145.stderr: -146> 2023-12-03T11:51:19.378+0000 7f2d827e4640 10 monclient: dump: 2023-12-03T11:51:19.500 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:51:19.500 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:51:19.500 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.500 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.500 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:19.500 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.500 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:51:19.500 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:51:19.500 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:51:19.500 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.500 INFO:tasks.workunit.client.0.smithi145.stderr: -145> 2023-12-03T11:51:19.378+0000 7f2d827e4640 10 monclient: _finish_auth 0 2023-12-03T11:51:19.500 INFO:tasks.workunit.client.0.smithi145.stderr: -144> 2023-12-03T11:51:19.378+0000 7f2d827e4640 10 monclient: _check_auth_tickets 2023-12-03T11:51:19.501 INFO:tasks.workunit.client.0.smithi145.stderr: -143> 2023-12-03T11:51:19.378+0000 7f2d827e4640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:51:19.501 INFO:tasks.workunit.client.0.smithi145.stderr: -142> 2023-12-03T11:51:19.378+0000 7f2d827e4640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:19.501 INFO:tasks.workunit.client.0.smithi145.stderr: -141> 2023-12-03T11:51:19.378+0000 7f2d827e4640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:51:19.501 INFO:tasks.workunit.client.0.smithi145.stderr: -140> 2023-12-03T11:51:19.378+0000 7f2d827e4640 10 monclient: dump: 2023-12-03T11:51:19.501 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:51:19.501 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:51:19.501 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.501 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.501 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:19.501 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.501 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:51:19.502 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:51:19.502 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:51:19.502 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.502 INFO:tasks.workunit.client.0.smithi145.stderr: -139> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 monclient: authenticate success, global_id 6902 2023-12-03T11:51:19.502 INFO:tasks.workunit.client.0.smithi145.stderr: -138> 2023-12-03T11:51:19.378+0000 7f2dc172a800 10 monclient: get_monmap_and_config success 2023-12-03T11:51:19.502 INFO:tasks.workunit.client.0.smithi145.stderr: -137> 2023-12-03T11:51:19.378+0000 7f2dc172a800 4 set_mon_vals no callback set 2023-12-03T11:51:19.502 INFO:tasks.workunit.client.0.smithi145.stderr: -136> 2023-12-03T11:51:19.378+0000 7f2dc172a800 10 monclient: shutdown 2023-12-03T11:51:19.502 INFO:tasks.workunit.client.0.smithi145.stderr: -135> 2023-12-03T11:51:19.378+0000 7f2dc172a800 10 monclient: build_initial_monmap 2023-12-03T11:51:19.502 INFO:tasks.workunit.client.0.smithi145.stderr: -134> 2023-12-03T11:51:19.378+0000 7f2dc172a800 1 build_initial for_mkfs: 0 2023-12-03T11:51:19.502 INFO:tasks.workunit.client.0.smithi145.stderr: -133> 2023-12-03T11:51:19.378+0000 7f2dc172a800 10 monclient: monmap: 2023-12-03T11:51:19.502 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 0 2023-12-03T11:51:19.502 INFO:tasks.workunit.client.0.smithi145.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:51:19.502 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 0.000000 2023-12-03T11:51:19.502 INFO:tasks.workunit.client.0.smithi145.stderr:created 0.000000 2023-12-03T11:51:19.502 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 0 (unknown) 2023-12-03T11:51:19.503 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.503 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.noname-a 2023-12-03T11:51:19.503 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.noname-b 2023-12-03T11:51:19.503 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.noname-c 2023-12-03T11:51:19.503 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.503 INFO:tasks.workunit.client.0.smithi145.stderr: -132> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding auth protocol: cephx 2023-12-03T11:51:19.503 INFO:tasks.workunit.client.0.smithi145.stderr: -131> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding auth protocol: cephx 2023-12-03T11:51:19.503 INFO:tasks.workunit.client.0.smithi145.stderr: -130> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding auth protocol: cephx 2023-12-03T11:51:19.503 INFO:tasks.workunit.client.0.smithi145.stderr: -129> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.503 INFO:tasks.workunit.client.0.smithi145.stderr: -128> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.503 INFO:tasks.workunit.client.0.smithi145.stderr: -127> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.503 INFO:tasks.workunit.client.0.smithi145.stderr: -126> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.503 INFO:tasks.workunit.client.0.smithi145.stderr: -125> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.503 INFO:tasks.workunit.client.0.smithi145.stderr: -124> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.503 INFO:tasks.workunit.client.0.smithi145.stderr: -123> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.504 INFO:tasks.workunit.client.0.smithi145.stderr: -122> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.504 INFO:tasks.workunit.client.0.smithi145.stderr: -121> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.504 INFO:tasks.workunit.client.0.smithi145.stderr: -120> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.504 INFO:tasks.workunit.client.0.smithi145.stderr: -119> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: crc 2023-12-03T11:51:19.504 INFO:tasks.workunit.client.0.smithi145.stderr: -118> 2023-12-03T11:51:19.378+0000 7f2dc172a800 5 AuthRegistry(0x5591d0937c70) adding con mode: secure 2023-12-03T11:51:19.504 INFO:tasks.workunit.client.0.smithi145.stderr: -117> 2023-12-03T11:51:19.379+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.504 INFO:tasks.workunit.client.0.smithi145.stderr: -116> 2023-12-03T11:51:19.379+0000 7f2dc172a800 1 librados: starting msgr at 2023-12-03T11:51:19.504 INFO:tasks.workunit.client.0.smithi145.stderr: -115> 2023-12-03T11:51:19.379+0000 7f2dc172a800 1 librados: starting objecter 2023-12-03T11:51:19.504 INFO:tasks.workunit.client.0.smithi145.stderr: -114> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command objecter_requests cmddesc objecter_requests hook 0x5591d0934f80 EEXIST 2023-12-03T11:51:19.504 INFO:tasks.workunit.client.0.smithi145.stderr: -113> 2023-12-03T11:51:19.379+0000 7f2dc172a800 1 librados: setting wanted keys 2023-12-03T11:51:19.504 INFO:tasks.workunit.client.0.smithi145.stderr: -112> 2023-12-03T11:51:19.379+0000 7f2dc172a800 1 librados: calling monclient init 2023-12-03T11:51:19.504 INFO:tasks.workunit.client.0.smithi145.stderr: -111> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient: init 2023-12-03T11:51:19.504 INFO:tasks.workunit.client.0.smithi145.stderr: -110> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding auth protocol: cephx 2023-12-03T11:51:19.504 INFO:tasks.workunit.client.0.smithi145.stderr: -109> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding auth protocol: cephx 2023-12-03T11:51:19.504 INFO:tasks.workunit.client.0.smithi145.stderr: -108> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding auth protocol: cephx 2023-12-03T11:51:19.504 INFO:tasks.workunit.client.0.smithi145.stderr: -107> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: secure 2023-12-03T11:51:19.505 INFO:tasks.workunit.client.0.smithi145.stderr: -106> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: crc 2023-12-03T11:51:19.505 INFO:tasks.workunit.client.0.smithi145.stderr: -105> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: secure 2023-12-03T11:51:19.505 INFO:tasks.workunit.client.0.smithi145.stderr: -104> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: crc 2023-12-03T11:51:19.505 INFO:tasks.workunit.client.0.smithi145.stderr: -103> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: secure 2023-12-03T11:51:19.505 INFO:tasks.workunit.client.0.smithi145.stderr: -102> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: crc 2023-12-03T11:51:19.505 INFO:tasks.workunit.client.0.smithi145.stderr: -101> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: crc 2023-12-03T11:51:19.505 INFO:tasks.workunit.client.0.smithi145.stderr: -100> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: secure 2023-12-03T11:51:19.505 INFO:tasks.workunit.client.0.smithi145.stderr: -99> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: crc 2023-12-03T11:51:19.505 INFO:tasks.workunit.client.0.smithi145.stderr: -98> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: secure 2023-12-03T11:51:19.505 INFO:tasks.workunit.client.0.smithi145.stderr: -97> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: crc 2023-12-03T11:51:19.505 INFO:tasks.workunit.client.0.smithi145.stderr: -96> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 AuthRegistry(0x5591d093ab08) adding con mode: secure 2023-12-03T11:51:19.505 INFO:tasks.workunit.client.0.smithi145.stderr: -95> 2023-12-03T11:51:19.379+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.505 INFO:tasks.workunit.client.0.smithi145.stderr: -94> 2023-12-03T11:51:19.379+0000 7f2dc172a800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:19.505 INFO:tasks.workunit.client.0.smithi145.stderr: -93> 2023-12-03T11:51:19.379+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command rotate-key cmddesc rotate-key hook 0x5591d093ac50 EEXIST 2023-12-03T11:51:19.505 INFO:tasks.workunit.client.0.smithi145.stderr: -92> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient: _reopen_session rank -1 2023-12-03T11:51:19.505 INFO:tasks.workunit.client.0.smithi145.stderr: -91> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient: _add_conns ranks=[1,2,0] 2023-12-03T11:51:19.506 INFO:tasks.workunit.client.0.smithi145.stderr: -90> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-b con 0x5591d0936680 addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2023-12-03T11:51:19.506 INFO:tasks.workunit.client.0.smithi145.stderr: -89> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-c con 0x5591d093a500 addr [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] 2023-12-03T11:51:19.506 INFO:tasks.workunit.client.0.smithi145.stderr: -88> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient(hunting): picked mon.noname-a con 0x5591d0944c10 addr [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2023-12-03T11:51:19.506 INFO:tasks.workunit.client.0.smithi145.stderr: -87> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.506 INFO:tasks.workunit.client.0.smithi145.stderr: -86> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.506 INFO:tasks.workunit.client.0.smithi145.stderr: -85> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:19.506 INFO:tasks.workunit.client.0.smithi145.stderr: -84> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient(hunting): _renew_subs 2023-12-03T11:51:19.506 INFO:tasks.workunit.client.0.smithi145.stderr: -83> 2023-12-03T11:51:19.379+0000 7f2dc172a800 10 monclient(hunting): authenticate will time out at 1634.729531s 2023-12-03T11:51:19.506 INFO:tasks.workunit.client.0.smithi145.stderr: -82> 2023-12-03T11:51:19.379+0000 7f2dbcc64640 10 monclient(hunting): get_auth_request con 0x5591d0944c10 auth_method 0 2023-12-03T11:51:19.506 INFO:tasks.workunit.client.0.smithi145.stderr: -81> 2023-12-03T11:51:19.379+0000 7f2dbcc64640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.506 INFO:tasks.workunit.client.0.smithi145.stderr: -80> 2023-12-03T11:51:19.379+0000 7f2dbcc64640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.506 INFO:tasks.workunit.client.0.smithi145.stderr: -79> 2023-12-03T11:51:19.379+0000 7f2dbcc64640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.506 INFO:tasks.workunit.client.0.smithi145.stderr: -78> 2023-12-03T11:51:19.379+0000 7f2dbd465640 10 monclient(hunting): get_auth_request con 0x5591d093a500 auth_method 0 2023-12-03T11:51:19.506 INFO:tasks.workunit.client.0.smithi145.stderr: -77> 2023-12-03T11:51:19.379+0000 7f2dbd465640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.507 INFO:tasks.workunit.client.0.smithi145.stderr: -76> 2023-12-03T11:51:19.379+0000 7f2dbd465640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.507 INFO:tasks.workunit.client.0.smithi145.stderr: -75> 2023-12-03T11:51:19.379+0000 7f2dbd465640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.507 INFO:tasks.workunit.client.0.smithi145.stderr: -74> 2023-12-03T11:51:19.379+0000 7f2dbdc66640 10 monclient(hunting): get_auth_request con 0x5591d0936680 auth_method 0 2023-12-03T11:51:19.507 INFO:tasks.workunit.client.0.smithi145.stderr: -73> 2023-12-03T11:51:19.379+0000 7f2dbdc66640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:19.507 INFO:tasks.workunit.client.0.smithi145.stderr: -72> 2023-12-03T11:51:19.379+0000 7f2dbdc66640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:19.507 INFO:tasks.workunit.client.0.smithi145.stderr: -71> 2023-12-03T11:51:19.379+0000 7f2dbdc66640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:19.507 INFO:tasks.workunit.client.0.smithi145.stderr: -70> 2023-12-03T11:51:19.379+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.507 INFO:tasks.workunit.client.0.smithi145.stderr: -69> 2023-12-03T11:51:19.379+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.507 INFO:tasks.workunit.client.0.smithi145.stderr: -68> 2023-12-03T11:51:19.380+0000 7f2dbd465640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.507 INFO:tasks.workunit.client.0.smithi145.stderr: -67> 2023-12-03T11:51:19.380+0000 7f2dbcc64640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.507 INFO:tasks.workunit.client.0.smithi145.stderr: -66> 2023-12-03T11:51:19.380+0000 7f2dbcc64640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.507 INFO:tasks.workunit.client.0.smithi145.stderr: -65> 2023-12-03T11:51:19.380+0000 7f2dbcc64640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.507 INFO:tasks.workunit.client.0.smithi145.stderr: -64> 2023-12-03T11:51:19.380+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:19.507 INFO:tasks.workunit.client.0.smithi145.stderr: -63> 2023-12-03T11:51:19.380+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:19.507 INFO:tasks.workunit.client.0.smithi145.stderr: -62> 2023-12-03T11:51:19.380+0000 7f2dbdc66640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:19.507 INFO:tasks.workunit.client.0.smithi145.stderr: -61> 2023-12-03T11:51:19.380+0000 7f2dbd465640 10 monclient(hunting): handle_auth_done global_id 6905 payload 824 2023-12-03T11:51:19.508 INFO:tasks.workunit.client.0.smithi145.stderr: -60> 2023-12-03T11:51:19.380+0000 7f2dbd465640 10 monclient: _finish_hunting 0 2023-12-03T11:51:19.508 INFO:tasks.workunit.client.0.smithi145.stderr: -59> 2023-12-03T11:51:19.380+0000 7f2dbd465640 1 monclient: found mon.noname-c 2023-12-03T11:51:19.508 INFO:tasks.workunit.client.0.smithi145.stderr: -58> 2023-12-03T11:51:19.380+0000 7f2dbd465640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.145:3301/0 2023-12-03T11:51:19.508 INFO:tasks.workunit.client.0.smithi145.stderr: -57> 2023-12-03T11:51:19.380+0000 7f2d80fe1640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:19.508 INFO:tasks.workunit.client.0.smithi145.stderr: -56> 2023-12-03T11:51:19.380+0000 7f2d80fe1640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:51:19.508 INFO:tasks.workunit.client.0.smithi145.stderr: -55> 2023-12-03T11:51:19.380+0000 7f2d80fe1640 10 monclient: dump: 2023-12-03T11:51:19.508 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:51:19.508 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:51:19.508 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.508 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.508 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:19.508 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.508 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:51:19.508 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:51:19.508 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:51:19.509 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.509 INFO:tasks.workunit.client.0.smithi145.stderr: -54> 2023-12-03T11:51:19.380+0000 7f2d80fe1640 10 monclient: _finish_auth 0 2023-12-03T11:51:19.509 INFO:tasks.workunit.client.0.smithi145.stderr: -53> 2023-12-03T11:51:19.380+0000 7f2d80fe1640 10 monclient: _check_auth_tickets 2023-12-03T11:51:19.509 INFO:tasks.workunit.client.0.smithi145.stderr: -52> 2023-12-03T11:51:19.380+0000 7f2d80fe1640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:51:19.509 INFO:tasks.workunit.client.0.smithi145.stderr: -51> 2023-12-03T11:51:19.380+0000 7f2d80fe1640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:19.509 INFO:tasks.workunit.client.0.smithi145.stderr: -50> 2023-12-03T11:51:19.380+0000 7f2d80fe1640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:51:19.509 INFO:tasks.workunit.client.0.smithi145.stderr: -49> 2023-12-03T11:51:19.380+0000 7f2d80fe1640 10 monclient: dump: 2023-12-03T11:51:19.509 INFO:tasks.workunit.client.0.smithi145.stderr:epoch 1 2023-12-03T11:51:19.509 INFO:tasks.workunit.client.0.smithi145.stderr:fsid d3494303-4d05-48d6-a6e8-3809c463f770 2023-12-03T11:51:19.509 INFO:tasks.workunit.client.0.smithi145.stderr:last_changed 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.509 INFO:tasks.workunit.client.0.smithi145.stderr:created 2023-12-03T11:36:33.294182+0000 2023-12-03T11:51:19.509 INFO:tasks.workunit.client.0.smithi145.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:19.509 INFO:tasks.workunit.client.0.smithi145.stderr:election_strategy: 1 2023-12-03T11:51:19.509 INFO:tasks.workunit.client.0.smithi145.stderr:0: [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon.a 2023-12-03T11:51:19.509 INFO:tasks.workunit.client.0.smithi145.stderr:1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.b 2023-12-03T11:51:19.510 INFO:tasks.workunit.client.0.smithi145.stderr:2: [v2:172.21.15.145:3301/0,v1:172.21.15.145:6790/0] mon.c 2023-12-03T11:51:19.510 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.510 INFO:tasks.workunit.client.0.smithi145.stderr: -48> 2023-12-03T11:51:19.380+0000 7f2dc172a800 5 monclient: authenticate success, global_id 6905 2023-12-03T11:51:19.510 INFO:tasks.workunit.client.0.smithi145.stderr: -47> 2023-12-03T11:51:19.380+0000 7f2dc172a800 10 monclient: _renew_subs 2023-12-03T11:51:19.510 INFO:tasks.workunit.client.0.smithi145.stderr: -46> 2023-12-03T11:51:19.380+0000 7f2dc172a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:51:19.510 INFO:tasks.workunit.client.0.smithi145.stderr: -45> 2023-12-03T11:51:19.380+0000 7f2d827e4640 4 set_mon_vals no callback set 2023-12-03T11:51:19.510 INFO:tasks.workunit.client.0.smithi145.stderr: -44> 2023-12-03T11:51:19.380+0000 7f2dc172a800 10 monclient: _renew_subs 2023-12-03T11:51:19.510 INFO:tasks.workunit.client.0.smithi145.stderr: -43> 2023-12-03T11:51:19.380+0000 7f2dc172a800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.145:3301/0 2023-12-03T11:51:19.510 INFO:tasks.workunit.client.0.smithi145.stderr: -42> 2023-12-03T11:51:19.380+0000 7f2dc172a800 1 librados: init done 2023-12-03T11:51:19.510 INFO:tasks.workunit.client.0.smithi145.stderr: -41> 2023-12-03T11:51:19.380+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command cr dump hook 0x5591d092a5c8 2023-12-03T11:51:19.510 INFO:tasks.workunit.client.0.smithi145.stderr: -40> 2023-12-03T11:51:19.381+0000 7f2d80fe1640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:51:19.510 INFO:tasks.workunit.client.0.smithi145.stderr: -39> 2023-12-03T11:51:19.381+0000 7f2d80fe1640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:51:19.510 INFO:tasks.workunit.client.0.smithi145.stderr: -38> 2023-12-03T11:51:19.381+0000 7f2d80fe1640 4 mgrc reconnect Starting new session with [v2:172.21.15.145:6832/1081772174,v1:172.21.15.145:6833/1081772174] 2023-12-03T11:51:19.511 INFO:tasks.workunit.client.0.smithi145.stderr: -37> 2023-12-03T11:51:19.382+0000 7f2dbdc66640 10 monclient: get_auth_request con 0x7f2cf8069820 auth_method 0 2023-12-03T11:51:19.511 INFO:tasks.workunit.client.0.smithi145.stderr: -36> 2023-12-03T11:51:19.382+0000 7f2dc172a800 5 note: GC not initialized 2023-12-03T11:51:19.511 INFO:tasks.workunit.client.0.smithi145.stderr: -35> 2023-12-03T11:51:19.382+0000 7f2cf1ffb640 20 reqs_thread_entry: start 2023-12-03T11:51:19.511 INFO:tasks.workunit.client.0.smithi145.stderr: -34> 2023-12-03T11:51:19.382+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command sync trace show hook 0x7f2db8004720 2023-12-03T11:51:19.511 INFO:tasks.workunit.client.0.smithi145.stderr: -33> 2023-12-03T11:51:19.382+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command sync trace history hook 0x7f2db8004720 2023-12-03T11:51:19.511 INFO:tasks.workunit.client.0.smithi145.stderr: -32> 2023-12-03T11:51:19.382+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command sync trace active hook 0x7f2db8004720 2023-12-03T11:51:19.511 INFO:tasks.workunit.client.0.smithi145.stderr: -31> 2023-12-03T11:51:19.382+0000 7f2dc172a800 5 asok(0x5591d069da10) register_command sync trace active_short hook 0x7f2db8004720 2023-12-03T11:51:19.511 INFO:tasks.workunit.client.0.smithi145.stderr: -30> 2023-12-03T11:51:19.382+0000 7f2dc172a800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:19.511 INFO:tasks.workunit.client.0.smithi145.stderr: -29> 2023-12-03T11:51:19.382+0000 7f2dc172a800 20 Filter name: none 2023-12-03T11:51:19.511 INFO:tasks.workunit.client.0.smithi145.stderr: -28> 2023-12-03T11:51:19.382+0000 7f2ce37fe640 20 reqs_thread_entry: start 2023-12-03T11:51:19.511 INFO:tasks.workunit.client.0.smithi145.stderr: -27> 2023-12-03T11:51:19.382+0000 7f2dc172a800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2023-12-03T11:51:19.512 INFO:tasks.workunit.client.0.smithi145.stderr: -26> 2023-12-03T11:51:19.382+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.512 INFO:tasks.workunit.client.0.smithi145.stderr: -25> 2023-12-03T11:51:19.383+0000 7f2dc172a800 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:19.512 INFO:tasks.workunit.client.0.smithi145.stderr: -24> 2023-12-03T11:51:19.383+0000 7f2dc172a800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2023-12-03T11:51:19.512 INFO:tasks.workunit.client.0.smithi145.stderr: -23> 2023-12-03T11:51:19.383+0000 7f2dc172a800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2023-12-03T11:51:19.512 INFO:tasks.workunit.client.0.smithi145.stderr: -22> 2023-12-03T11:51:19.383+0000 7f2dc172a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 : miss 2023-12-03T11:51:19.512 INFO:tasks.workunit.client.0.smithi145.stderr: -21> 2023-12-03T11:51:19.383+0000 7f2dc172a800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.512 INFO:tasks.workunit.client.0.smithi145.stderr: -20> 2023-12-03T11:51:19.383+0000 7f2dc172a800 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:19.512 INFO:tasks.workunit.client.0.smithi145.stderr: -19> 2023-12-03T11:51:19.383+0000 7f2dc172a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 info.flags=0x17 2023-12-03T11:51:19.512 INFO:tasks.workunit.client.0.smithi145.stderr: -18> 2023-12-03T11:51:19.383+0000 7f2dc172a800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 to cache LRU end 2023-12-03T11:51:19.512 INFO:tasks.workunit.client.0.smithi145.stderr: -17> 2023-12-03T11:51:19.383+0000 7f2dc172a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:51:19.512 INFO:tasks.workunit.client.0.smithi145.stderr: -16> 2023-12-03T11:51:19.383+0000 7f2dc172a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:19.512 INFO:tasks.workunit.client.0.smithi145.stderr: -15> 2023-12-03T11:51:19.383+0000 7f2dc172a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 2023-12-03T11:51:19.512 INFO:tasks.workunit.client.0.smithi145.stderr: -14> 2023-12-03T11:51:19.383+0000 7f2dbcc64640 10 monclient: get_auth_request con 0x5591d0988310 auth_method 0 2023-12-03T11:51:19.512 INFO:tasks.workunit.client.0.smithi145.stderr: -13> 2023-12-03T11:51:19.387+0000 7f2dc172a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 info.flags=0x17 2023-12-03T11:51:19.512 INFO:tasks.workunit.client.0.smithi145.stderr: -12> 2023-12-03T11:51:19.387+0000 7f2dc172a800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 to cache LRU end 2023-12-03T11:51:19.512 INFO:tasks.workunit.client.0.smithi145.stderr: -11> 2023-12-03T11:51:19.387+0000 7f2dc172a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:19.513 INFO:tasks.workunit.client.0.smithi145.stderr: -10> 2023-12-03T11:51:19.387+0000 7f2dc172a800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27, ofs0, ns] 2023-12-03T11:51:19.513 INFO:tasks.workunit.client.0.smithi145.stderr: -9> 2023-12-03T11:51:19.387+0000 7f2d9f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791321 cookie 94084757716064 notifier 6899 bl.length()=873 2023-12-03T11:51:19.513 INFO:tasks.workunit.client.0.smithi145.stderr: -8> 2023-12-03T11:51:19.387+0000 7f2d9f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 info.flags=0x17 2023-12-03T11:51:19.513 INFO:tasks.workunit.client.0.smithi145.stderr: -7> 2023-12-03T11:51:19.387+0000 7f2d9f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 to cache LRU end 2023-12-03T11:51:19.513 INFO:tasks.workunit.client.0.smithi145.stderr: -6> 2023-12-03T11:51:19.387+0000 7f2d9f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:19.513 INFO:tasks.workunit.client.0.smithi145.stderr: -5> 2023-12-03T11:51:19.388+0000 7f2dc172a800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): orig_sources= new_sources= 2023-12-03T11:51:19.513 INFO:tasks.workunit.client.0.smithi145.stderr: -4> 2023-12-03T11:51:19.388+0000 7f2dc172a800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): potential sources added=[] removed=[] 2023-12-03T11:51:19.513 INFO:tasks.workunit.client.0.smithi145.stderr: -3> 2023-12-03T11:51:19.388+0000 7f2dc172a800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): orig_dests= new_dests= 2023-12-03T11:51:19.514 INFO:tasks.workunit.client.0.smithi145.stderr: -2> 2023-12-03T11:51:19.388+0000 7f2dc172a800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): potential dests added=[] removed=[] 2023-12-03T11:51:19.514 INFO:tasks.workunit.client.0.smithi145.stderr: -1> 2023-12-03T11:51:19.389+0000 7f2dc172a800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f2dc172a800 time 2023-12-03T11:51:19.390137+0000 2023-12-03T11:51:19.514 INFO:tasks.workunit.client.0.smithi145.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.0.0-7537-gbcbf278c/rpm/el9/BUILD/ceph-18.0.0-7537-gbcbf278c/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:51:19.514 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.514 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:51:19.514 INFO:tasks.workunit.client.0.smithi145.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f2dc436eef8] 2023-12-03T11:51:19.514 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7f2dc436f0b6] 2023-12-03T11:51:19.514 INFO:tasks.workunit.client.0.smithi145.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5591cea2ca71] 2023-12-03T11:51:19.514 INFO:tasks.workunit.client.0.smithi145.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x314) [0x5591cea38f34] 2023-12-03T11:51:19.514 INFO:tasks.workunit.client.0.smithi145.stderr: 5: main() 2023-12-03T11:51:19.514 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /lib64/libc.so.6(+0x3feb0) [0x7f2dc1c3feb0] 2023-12-03T11:51:19.515 INFO:tasks.workunit.client.0.smithi145.stderr: 7: __libc_start_main() 2023-12-03T11:51:19.515 INFO:tasks.workunit.client.0.smithi145.stderr: 8: _start() 2023-12-03T11:51:19.515 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.515 INFO:tasks.workunit.client.0.smithi145.stderr: 0> 2023-12-03T11:51:19.390+0000 7f2dc172a800 -1 *** Caught signal (Aborted) ** 2023-12-03T11:51:19.515 INFO:tasks.workunit.client.0.smithi145.stderr: in thread 7f2dc172a800 thread_name:radosgw-admin 2023-12-03T11:51:19.515 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.515 INFO:tasks.workunit.client.0.smithi145.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:51:19.515 INFO:tasks.workunit.client.0.smithi145.stderr: 1: /lib64/libc.so.6(+0x54db0) [0x7f2dc1c54db0] 2023-12-03T11:51:19.515 INFO:tasks.workunit.client.0.smithi145.stderr: 2: /lib64/libc.so.6(+0xa154c) [0x7f2dc1ca154c] 2023-12-03T11:51:19.515 INFO:tasks.workunit.client.0.smithi145.stderr: 3: raise() 2023-12-03T11:51:19.515 INFO:tasks.workunit.client.0.smithi145.stderr: 4: abort() 2023-12-03T11:51:19.515 INFO:tasks.workunit.client.0.smithi145.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f2dc436ef52] 2023-12-03T11:51:19.516 INFO:tasks.workunit.client.0.smithi145.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x16f0b6) [0x7f2dc436f0b6] 2023-12-03T11:51:19.516 INFO:tasks.workunit.client.0.smithi145.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5591cea2ca71] 2023-12-03T11:51:19.516 INFO:tasks.workunit.client.0.smithi145.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x314) [0x5591cea38f34] 2023-12-03T11:51:19.516 INFO:tasks.workunit.client.0.smithi145.stderr: 9: main() 2023-12-03T11:51:19.516 INFO:tasks.workunit.client.0.smithi145.stderr: 10: /lib64/libc.so.6(+0x3feb0) [0x7f2dc1c3feb0] 2023-12-03T11:51:19.516 INFO:tasks.workunit.client.0.smithi145.stderr: 11: __libc_start_main() 2023-12-03T11:51:19.516 INFO:tasks.workunit.client.0.smithi145.stderr: 12: _start() 2023-12-03T11:51:19.516 INFO:tasks.workunit.client.0.smithi145.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:51:19.516 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.516 INFO:tasks.workunit.client.0.smithi145.stderr:--- logging levels --- 2023-12-03T11:51:19.516 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 none 2023-12-03T11:51:19.516 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 lockdep 2023-12-03T11:51:19.516 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 context 2023-12-03T11:51:19.516 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 crush 2023-12-03T11:51:19.516 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds 2023-12-03T11:51:19.517 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_balancer 2023-12-03T11:51:19.517 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_locker 2023-12-03T11:51:19.517 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_log 2023-12-03T11:51:19.517 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_log_expire 2023-12-03T11:51:19.517 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mds_migrator 2023-12-03T11:51:19.517 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 buffer 2023-12-03T11:51:19.517 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 timer 2023-12-03T11:51:19.517 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 filer 2023-12-03T11:51:19.517 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 striper 2023-12-03T11:51:19.517 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 1 objecter 2023-12-03T11:51:19.517 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rados 2023-12-03T11:51:19.517 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd 2023-12-03T11:51:19.517 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_mirror 2023-12-03T11:51:19.517 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_replay 2023-12-03T11:51:19.517 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 rbd_pwl 2023-12-03T11:51:19.518 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 journaler 2023-12-03T11:51:19.518 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 objectcacher 2023-12-03T11:51:19.518 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 immutable_obj_cache 2023-12-03T11:51:19.518 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 client 2023-12-03T11:51:19.518 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 osd 2023-12-03T11:51:19.518 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 optracker 2023-12-03T11:51:19.518 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 objclass 2023-12-03T11:51:19.518 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 filestore 2023-12-03T11:51:19.518 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 journal 2023-12-03T11:51:19.518 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 0 ms 2023-12-03T11:51:19.518 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mon 2023-12-03T11:51:19.518 INFO:tasks.workunit.client.0.smithi145.stderr: 0/10 monc 2023-12-03T11:51:19.518 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 paxos 2023-12-03T11:51:19.518 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 tp 2023-12-03T11:51:19.518 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 auth 2023-12-03T11:51:19.519 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 crypto 2023-12-03T11:51:19.519 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 finisher 2023-12-03T11:51:19.519 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 reserver 2023-12-03T11:51:19.519 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 heartbeatmap 2023-12-03T11:51:19.519 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 perfcounter 2023-12-03T11:51:19.519 INFO:tasks.workunit.client.0.smithi145.stderr: 20/20 rgw 2023-12-03T11:51:19.519 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_sync 2023-12-03T11:51:19.519 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_datacache 2023-12-03T11:51:19.519 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_access 2023-12-03T11:51:19.519 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_dbstore 2023-12-03T11:51:19.519 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 rgw_flight 2023-12-03T11:51:19.519 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 javaclient 2023-12-03T11:51:19.519 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 asok 2023-12-03T11:51:19.519 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 1 throttle 2023-12-03T11:51:19.519 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 0 refs 2023-12-03T11:51:19.519 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 compressor 2023-12-03T11:51:19.519 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 bluestore 2023-12-03T11:51:19.520 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 bluefs 2023-12-03T11:51:19.520 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 3 bdev 2023-12-03T11:51:19.520 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 kstore 2023-12-03T11:51:19.520 INFO:tasks.workunit.client.0.smithi145.stderr: 4/ 5 rocksdb 2023-12-03T11:51:19.520 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 fuse 2023-12-03T11:51:19.520 INFO:tasks.workunit.client.0.smithi145.stderr: 2/ 5 mgr 2023-12-03T11:51:19.520 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mgrc 2023-12-03T11:51:19.520 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 dpdk 2023-12-03T11:51:19.520 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 eventtrace 2023-12-03T11:51:19.520 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 prioritycache 2023-12-03T11:51:19.520 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 test 2023-12-03T11:51:19.520 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cephfs_mirror 2023-12-03T11:51:19.520 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cephsqlite 2023-12-03T11:51:19.520 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 crimson_interrupt 2023-12-03T11:51:19.520 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore 2023-12-03T11:51:19.520 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_onode 2023-12-03T11:51:19.521 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_odata 2023-12-03T11:51:19.521 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_omap 2023-12-03T11:51:19.521 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_tm 2023-12-03T11:51:19.521 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_t 2023-12-03T11:51:19.521 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_cleaner 2023-12-03T11:51:19.521 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_epm 2023-12-03T11:51:19.521 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_lba 2023-12-03T11:51:19.521 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_fixedkv_tree 2023-12-03T11:51:19.521 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_cache 2023-12-03T11:51:19.521 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_journal 2023-12-03T11:51:19.521 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_device 2023-12-03T11:51:19.521 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 seastore_backref 2023-12-03T11:51:19.521 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 alienstore 2023-12-03T11:51:19.521 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 mclock 2023-12-03T11:51:19.521 INFO:tasks.workunit.client.0.smithi145.stderr: 0/ 5 cyanstore 2023-12-03T11:51:19.521 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 ceph_exporter 2023-12-03T11:51:19.521 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 memstore 2023-12-03T11:51:19.522 INFO:tasks.workunit.client.0.smithi145.stderr: 1/ 5 trace 2023-12-03T11:51:19.522 INFO:tasks.workunit.client.0.smithi145.stderr: -2/-2 (syslog threshold) 2023-12-03T11:51:19.522 INFO:tasks.workunit.client.0.smithi145.stderr: 99/99 (stderr threshold) 2023-12-03T11:51:19.522 INFO:tasks.workunit.client.0.smithi145.stderr:--- pthread ID / name mapping for recent threads --- 2023-12-03T11:51:19.522 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2ce37fe640 / http_manager 2023-12-03T11:51:19.522 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2cf1ffb640 / http_manager 2023-12-03T11:51:19.522 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2d80fe1640 / ms_dispatch 2023-12-03T11:51:19.522 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2d827e4640 / io_context_pool 2023-12-03T11:51:19.522 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2d82fe5640 / rgw_dt_lg_renew 2023-12-03T11:51:19.522 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2d9dffb640 / ms_dispatch 2023-12-03T11:51:19.522 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2d9f7fe640 / io_context_pool 2023-12-03T11:51:19.522 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2dae7fc640 / ms_dispatch 2023-12-03T11:51:19.523 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2daf7fe640 / io_context_pool 2023-12-03T11:51:19.523 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2dbcc64640 / msgr-worker-2 2023-12-03T11:51:19.523 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2dbd465640 / msgr-worker-1 2023-12-03T11:51:19.523 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2dbdc66640 / msgr-worker-0 2023-12-03T11:51:19.523 INFO:tasks.workunit.client.0.smithi145.stderr: 7f2dc172a800 / radosgw-admin 2023-12-03T11:51:19.523 INFO:tasks.workunit.client.0.smithi145.stderr: max_recent 500 2023-12-03T11:51:19.523 INFO:tasks.workunit.client.0.smithi145.stderr: max_new 1000 2023-12-03T11:51:19.523 INFO:tasks.workunit.client.0.smithi145.stderr: log_file /var/lib/ceph/crash/2023-12-03T11:51:19.391449Z_a7fad83f-d41d-4efa-9f3e-ab2eeb65e6d3/log 2023-12-03T11:51:19.523 INFO:tasks.workunit.client.0.smithi145.stderr:--- end dump of recent events --- 2023-12-03T11:51:19.523 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2023-12-03T11:51:19.529 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:19.529 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:19.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.437+0000 7fde8f611800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.438+0000 7fde8f611800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.438+0000 7fde8f611800 20 realm 2023-12-03T11:51:19.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.438+0000 7fde8f611800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.438+0000 7fde8f611800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.438+0000 7fde8f611800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:19.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.438+0000 7fde8f611800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.438+0000 7fde8f611800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.438+0000 7fde8f611800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.439+0000 7fde8f611800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:19.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.439+0000 7fde8f611800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.440+0000 7fde8f611800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:19.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.440+0000 7fde8f611800 20 searching for the correct realm 2023-12-03T11:51:19.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.448+0000 7fde8abb1640 0 -- 172.21.15.145:0/2160380759 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7fde8403e7c0 msgr2=0x7fde84076270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:19.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.450+0000 7fde8f611800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:19.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.450+0000 7fde8f611800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:19.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.450+0000 7fde8f611800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:19.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.450+0000 7fde8f611800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:19.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.450+0000 7fde8f611800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.450+0000 7fde8f611800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.450+0000 7fde8f611800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.450+0000 7fde8f611800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:19.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.450+0000 7fde8f611800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.450+0000 7fde8f611800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:19.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.450+0000 7fde8f611800 20 zone default found 2023-12-03T11:51:19.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.450+0000 7fde8f611800 4 Realm: () 2023-12-03T11:51:19.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.450+0000 7fde8f611800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:19.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.450+0000 7fde8f611800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:19.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.450+0000 7fde8f611800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:19.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.450+0000 7fde8f611800 20 zonegroup default 2023-12-03T11:51:19.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.450+0000 7fde8f611800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.451+0000 7fde8f611800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.451+0000 7fde8f611800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.451+0000 7fde8f611800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.451+0000 7fde8f611800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.451+0000 7fde8f611800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.451+0000 7fde8f611800 20 started sync module instance, tier type = 2023-12-03T11:51:19.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.451+0000 7fde8f611800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:19.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.457+0000 7fde8abb1640 0 -- 172.21.15.145:0/2160380759 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7fde640795c0 msgr2=0x7fde6407b9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:19.531 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.460+0000 7fde8f611800 20 add_watcher() i=0 2023-12-03T11:51:19.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.460+0000 7fde8f611800 20 add_watcher() i=1 2023-12-03T11:51:19.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.460+0000 7fde8f611800 20 add_watcher() i=2 2023-12-03T11:51:19.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.460+0000 7fde8f611800 20 add_watcher() i=3 2023-12-03T11:51:19.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.460+0000 7fde8f611800 20 add_watcher() i=4 2023-12-03T11:51:19.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.460+0000 7fde8f611800 20 add_watcher() i=5 2023-12-03T11:51:19.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.460+0000 7fde8f611800 20 add_watcher() i=6 2023-12-03T11:51:19.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.461+0000 7fde8f611800 20 add_watcher() i=7 2023-12-03T11:51:19.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.461+0000 7fde8f611800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:19.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.463+0000 7fddcbfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:19.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.463+0000 7fde8f611800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:19.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.463+0000 7fde8f611800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:19.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.469+0000 7fde8f611800 5 note: GC not initialized 2023-12-03T11:51:19.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.469+0000 7fddbaffd640 20 reqs_thread_entry: start 2023-12-03T11:51:19.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.469+0000 7fde8f611800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:19.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.469+0000 7fde8f611800 20 Filter name: none 2023-12-03T11:51:19.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.469+0000 7fddb8ff9640 20 reqs_thread_entry: start 2023-12-03T11:51:19.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.469+0000 7fde8f611800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.532 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.470+0000 7fde8f611800 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:19.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.470+0000 7fde8f611800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.470+0000 7fde8f611800 20 rados_obj.operate() r=0 bl.length=403 2023-12-03T11:51:19.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.470+0000 7fde8f611800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:19.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.470+0000 7fde8f611800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.470+0000 7fde8f611800 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:19.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.470+0000 7fde8f611800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.471+0000 7fde8f611800 20 rados_obj.operate() r=0 bl.length=403 2023-12-03T11:51:19.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.471+0000 7fde8f611800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:19.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.471+0000 7fde8f611800 20 rados->read ofs=0 len=0 2023-12-03T11:51:19.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.471+0000 7fde8f611800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:19.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.472+0000 7fddcbfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:19.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.474+0000 7fde8f611800 20 remove_watcher() i=0 2023-12-03T11:51:19.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.474+0000 7fde8f611800 2 removed watcher, disabling cache 2023-12-03T11:51:19.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.475+0000 7fde8f611800 20 remove_watcher() i=1 2023-12-03T11:51:19.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.476+0000 7fde8f611800 20 remove_watcher() i=2 2023-12-03T11:51:19.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.477+0000 7fde8f611800 20 remove_watcher() i=3 2023-12-03T11:51:19.533 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.478+0000 7fde8f611800 20 remove_watcher() i=4 2023-12-03T11:51:19.534 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.479+0000 7fde8f611800 20 remove_watcher() i=5 2023-12-03T11:51:19.534 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.480+0000 7fde8f611800 20 remove_watcher() i=6 2023-12-03T11:51:19.534 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:19.481+0000 7fde8f611800 20 remove_watcher() i=7 2023-12-03T11:51:19.534 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.534 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:51:19.534 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: abort-at-do-reshard id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:51:19.534 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:19.534 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:19.534 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:49.520 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:49.521 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:49.565 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:51:49.599 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:49.599 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:49.615 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.613+0000 7fbf7e931800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.616 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.615+0000 7fbf7e931800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.616 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.615+0000 7fbf7e931800 20 realm 2023-12-03T11:51:49.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.615+0000 7fbf7e931800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.615+0000 7fbf7e931800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.615+0000 7fbf7e931800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:49.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.615+0000 7fbf7e931800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.615+0000 7fbf7e931800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.615+0000 7fbf7e931800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.616+0000 7fbf7e931800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:49.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.616+0000 7fbf7e931800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.617+0000 7fbf7e931800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:49.618 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.617+0000 7fbf7e931800 20 searching for the correct realm 2023-12-03T11:51:49.629 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.628+0000 7fbf71d7d640 0 -- 172.21.15.145:0/1034470960 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x561274d65eb0 msgr2=0x561274d682a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:49.630 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.628+0000 7fbf7e931800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:49.630 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.628+0000 7fbf7e931800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:49.630 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.628+0000 7fbf7e931800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:49.630 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.628+0000 7fbf7e931800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:49.630 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.628+0000 7fbf7e931800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.630 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.629+0000 7fbf7e931800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.630 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.629+0000 7fbf7e931800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.631 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.629+0000 7fbf7e931800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:49.631 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.629+0000 7fbf7e931800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.629+0000 7fbf7e931800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:49.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.629+0000 7fbf7e931800 20 zone default found 2023-12-03T11:51:49.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.629+0000 7fbf7e931800 4 Realm: () 2023-12-03T11:51:49.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.629+0000 7fbf7e931800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:49.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.629+0000 7fbf7e931800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:49.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.629+0000 7fbf7e931800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:49.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.629+0000 7fbf7e931800 20 zonegroup default 2023-12-03T11:51:49.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.629+0000 7fbf7e931800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.630+0000 7fbf7e931800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.630+0000 7fbf7e931800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.630+0000 7fbf7e931800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.632 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.630+0000 7fbf7e931800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.633 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.630+0000 7fbf7e931800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.633 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.630+0000 7fbf7e931800 20 started sync module instance, tier type = 2023-12-03T11:51:49.633 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.630+0000 7fbf7e931800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:49.639 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.637+0000 7fbf7ad7f640 0 -- 172.21.15.145:0/1034470960 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7fbf64083010 msgr2=0x7fbf64055820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:49.641 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.640+0000 7fbf7e931800 20 add_watcher() i=0 2023-12-03T11:51:49.641 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.640+0000 7fbf7e931800 20 add_watcher() i=1 2023-12-03T11:51:49.642 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.640+0000 7fbf7e931800 20 add_watcher() i=2 2023-12-03T11:51:49.642 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.640+0000 7fbf7e931800 20 add_watcher() i=3 2023-12-03T11:51:49.642 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.640+0000 7fbf7e931800 20 add_watcher() i=4 2023-12-03T11:51:49.642 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.640+0000 7fbf7e931800 20 add_watcher() i=5 2023-12-03T11:51:49.642 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.640+0000 7fbf7e931800 20 add_watcher() i=6 2023-12-03T11:51:49.643 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.641+0000 7fbf7e931800 20 add_watcher() i=7 2023-12-03T11:51:49.643 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.641+0000 7fbf7e931800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:49.644 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.642+0000 7fbf3ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:49.644 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.643+0000 7fbf7e931800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:49.644 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.643+0000 7fbf7e931800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:49.651 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.649+0000 7fbf7e931800 5 note: GC not initialized 2023-12-03T11:51:49.651 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.649+0000 7fbeaeffd640 20 reqs_thread_entry: start 2023-12-03T11:51:49.651 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.649+0000 7fbf7e931800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:49.651 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.649+0000 7fbf7e931800 20 Filter name: none 2023-12-03T11:51:49.651 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.649+0000 7fbeacff9640 20 reqs_thread_entry: start 2023-12-03T11:51:49.651 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.649+0000 7fbf7e931800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2023-12-03T11:51:49.651 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.649+0000 7fbf7e931800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.650+0000 7fbf7e931800 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:49.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.650+0000 7fbf7e931800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2023-12-03T11:51:49.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.650+0000 7fbf7e931800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2023-12-03T11:51:49.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.650+0000 7fbf7e931800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 : miss 2023-12-03T11:51:49.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.650+0000 7fbf7e931800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.650+0000 7fbf7e931800 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:49.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.650+0000 7fbf7e931800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 info.flags=0x17 2023-12-03T11:51:49.652 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.650+0000 7fbf7e931800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 to cache LRU end 2023-12-03T11:51:49.653 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.650+0000 7fbf7e931800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:51:49.653 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.650+0000 7fbf7e931800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:49.653 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.650+0000 7fbf7e931800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 2023-12-03T11:51:49.656 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.655+0000 7fbf7e931800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 info.flags=0x17 2023-12-03T11:51:49.656 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.655+0000 7fbf7e931800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 to cache LRU end 2023-12-03T11:51:49.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.655+0000 7fbf7e931800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:49.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.655+0000 7fbf7e931800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27, ofs0, ns] 2023-12-03T11:51:49.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.655+0000 7fbf70d7b640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791323 cookie 94637269612656 notifier 6938 bl.length()=873 2023-12-03T11:51:49.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.655+0000 7fbf70d7b640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 info.flags=0x17 2023-12-03T11:51:49.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.655+0000 7fbf70d7b640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 to cache LRU end 2023-12-03T11:51:49.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.655+0000 7fbf70d7b640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:49.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.656+0000 7fbf7e931800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): orig_sources= new_sources= 2023-12-03T11:51:49.657 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.656+0000 7fbf7e931800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): potential sources added=[] removed=[] 2023-12-03T11:51:49.658 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.656+0000 7fbf7e931800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): orig_dests= new_dests= 2023-12-03T11:51:49.658 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.656+0000 7fbf7e931800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): potential dests added=[] removed=[] 2023-12-03T11:51:49.658 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.657+0000 7fbf7e931800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27.1.0 2023-12-03T11:51:49.658 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.657+0000 7fbf7e931800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27.1.0 2023-12-03T11:51:49.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.657+0000 7fbf7e931800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27.1.1 2023-12-03T11:51:49.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.657+0000 7fbf7e931800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27.1.1 2023-12-03T11:51:49.659 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.657+0000 7fbf7e931800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27.0 2023-12-03T11:51:49.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.659+0000 7fbf7e931800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 : hit (requested=0x17, cached=0x17) 2023-12-03T11:51:49.661 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.659+0000 7fbf7e931800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 2023-12-03T11:51:49.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.661+0000 7fbf7e931800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 info.flags=0x17 2023-12-03T11:51:49.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.661+0000 7fbf7e931800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 to cache LRU end 2023-12-03T11:51:49.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.661+0000 7fbf7e931800 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:49.662 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.661+0000 7fbf7e931800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27, ofs0, ns] 2023-12-03T11:51:49.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.661+0000 7fbf5bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791324 cookie 94637269612656 notifier 6938 bl.length()=841 2023-12-03T11:51:49.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.661+0000 7fbf5bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 info.flags=0x17 2023-12-03T11:51:49.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.661+0000 7fbf5bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 to cache LRU end 2023-12-03T11:51:49.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.661+0000 7fbf5bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:49.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.661+0000 7fbf7e931800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): orig_sources= new_sources= 2023-12-03T11:51:49.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.661+0000 7fbf7e931800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): potential sources added=[] removed=[] 2023-12-03T11:51:49.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.661+0000 7fbf7e931800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): orig_dests= new_dests= 2023-12-03T11:51:49.663 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.661+0000 7fbf7e931800 20 handle_bi_update(): bucket=:abort-at-do-reshard[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27]): potential dests added=[] removed=[] 2023-12-03T11:51:49.664 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.662+0000 7fbf7e931800 1 execute INFO: reshard of bucket "abort-at-do-reshard" completed successfully 2023-12-03T11:51:49.666 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.664+0000 7fbf3ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:49.668 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.667+0000 7fbf7e931800 20 remove_watcher() i=0 2023-12-03T11:51:49.668 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.667+0000 7fbf7e931800 2 removed watcher, disabling cache 2023-12-03T11:51:49.669 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.668+0000 7fbf7e931800 20 remove_watcher() i=1 2023-12-03T11:51:49.670 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.669+0000 7fbf7e931800 20 remove_watcher() i=2 2023-12-03T11:51:49.672 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.670+0000 7fbf7e931800 20 remove_watcher() i=3 2023-12-03T11:51:49.673 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.672+0000 7fbf7e931800 20 remove_watcher() i=4 2023-12-03T11:51:49.674 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.673+0000 7fbf7e931800 20 remove_watcher() i=5 2023-12-03T11:51:49.675 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.674+0000 7fbf7e931800 20 remove_watcher() i=6 2023-12-03T11:51:49.676 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.675+0000 7fbf7e931800 20 remove_watcher() i=7 2023-12-03T11:51:49.683 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2023-12-03T11:51:49.710 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:49.710 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:49.724 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.723+0000 7f206eb40800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.726 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.725+0000 7f206eb40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.727 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.725+0000 7f206eb40800 20 realm 2023-12-03T11:51:49.727 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.725+0000 7f206eb40800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.727 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.725+0000 7f206eb40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.727 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.725+0000 7f206eb40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:49.727 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.725+0000 7f206eb40800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.727 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.725+0000 7f206eb40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.727 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.725+0000 7f206eb40800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.727 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.726+0000 7f206eb40800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:49.727 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.726+0000 7f206eb40800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.728 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.726+0000 7f206eb40800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:49.728 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.726+0000 7f206eb40800 20 searching for the correct realm 2023-12-03T11:51:49.738 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.736+0000 7f206a845640 0 -- 172.21.15.145:0/4031089902 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x562e58482030 msgr2=0x562e58484420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:49.738 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.737+0000 7f206eb40800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:49.738 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.737+0000 7f206eb40800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:49.738 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.737+0000 7f206eb40800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:49.738 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.737+0000 7f206eb40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:49.738 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.737+0000 7f206eb40800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.738 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.737+0000 7f206eb40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.739 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.737+0000 7f206eb40800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.737+0000 7f206eb40800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:49.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.737+0000 7f206eb40800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.737+0000 7f206eb40800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:49.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.737+0000 7f206eb40800 20 zone default found 2023-12-03T11:51:49.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.737+0000 7f206eb40800 4 Realm: () 2023-12-03T11:51:49.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.737+0000 7f206eb40800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:49.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.737+0000 7f206eb40800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:49.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.737+0000 7f206eb40800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:49.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.737+0000 7f206eb40800 20 zonegroup default 2023-12-03T11:51:49.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.737+0000 7f206eb40800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.738+0000 7f206eb40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.738+0000 7f206eb40800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.738+0000 7f206eb40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.738+0000 7f206eb40800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.738+0000 7f206eb40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.738+0000 7f206eb40800 20 started sync module instance, tier type = 2023-12-03T11:51:49.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.738+0000 7f206eb40800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:49.747 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.746+0000 7f206a044640 0 -- 172.21.15.145:0/4031089902 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x562e58485800 msgr2=0x562e58487bf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:49.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.747+0000 7f206eb40800 20 add_watcher() i=0 2023-12-03T11:51:49.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.747+0000 7f206eb40800 20 add_watcher() i=1 2023-12-03T11:51:49.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.747+0000 7f206eb40800 20 add_watcher() i=2 2023-12-03T11:51:49.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.747+0000 7f206eb40800 20 add_watcher() i=3 2023-12-03T11:51:49.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.747+0000 7f206eb40800 20 add_watcher() i=4 2023-12-03T11:51:49.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.747+0000 7f206eb40800 20 add_watcher() i=5 2023-12-03T11:51:49.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.748+0000 7f206eb40800 20 add_watcher() i=6 2023-12-03T11:51:49.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.748+0000 7f206eb40800 20 add_watcher() i=7 2023-12-03T11:51:49.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.748+0000 7f206eb40800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:49.751 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.750+0000 7f1fabfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:49.751 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.750+0000 7f206eb40800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:49.751 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.750+0000 7f206eb40800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:49.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.756+0000 7f206eb40800 5 note: GC not initialized 2023-12-03T11:51:49.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.756+0000 7f1f9affd640 20 reqs_thread_entry: start 2023-12-03T11:51:49.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.756+0000 7f206eb40800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:49.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.756+0000 7f206eb40800 20 Filter name: none 2023-12-03T11:51:49.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.756+0000 7f1f98ff9640 20 reqs_thread_entry: start 2023-12-03T11:51:49.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.756+0000 7f206eb40800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.759 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.757+0000 7f206eb40800 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:49.759 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.757+0000 7f206eb40800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.759 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.757+0000 7f206eb40800 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:49.759 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.757+0000 7f206eb40800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:49.759 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.757+0000 7f206eb40800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.759 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.758+0000 7f206eb40800 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:49.759 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.758+0000 7f206eb40800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.758+0000 7f206eb40800 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:49.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.758+0000 7f206eb40800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:49.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.758+0000 7f206eb40800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.759+0000 7f206eb40800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.759+0000 7f1fabfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:49.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.761+0000 7f206eb40800 20 remove_watcher() i=0 2023-12-03T11:51:49.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.761+0000 7f206eb40800 2 removed watcher, disabling cache 2023-12-03T11:51:49.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.762+0000 7f206eb40800 20 remove_watcher() i=1 2023-12-03T11:51:49.765 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.763+0000 7f206eb40800 20 remove_watcher() i=2 2023-12-03T11:51:49.766 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.764+0000 7f206eb40800 20 remove_watcher() i=3 2023-12-03T11:51:49.767 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.765+0000 7f206eb40800 20 remove_watcher() i=4 2023-12-03T11:51:49.768 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.767+0000 7f206eb40800 20 remove_watcher() i=5 2023-12-03T11:51:49.769 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.768+0000 7f206eb40800 20 remove_watcher() i=6 2023-12-03T11:51:49.770 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.768+0000 7f206eb40800 20 remove_watcher() i=7 2023-12-03T11:51:49.774 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:49.774 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:51:49.774 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: abort-at-do-reshard id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.27 num_objects: 19 size_kb: 1 num_shards: 2 2023-12-03T11:51:49.774 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:49.776 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:49.776 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:49.779 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:49.779 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:49.823 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:49.823 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:49.836 INFO:tasks.workunit.client.0.smithi145.stderr: test: reshard versioned bucket 2023-12-03T11:51:49.838 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket myver 2023-12-03T11:51:49.865 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:49.865 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:49.878 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.877+0000 7f0be1d35800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.880 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.879+0000 7f0be1d35800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.879+0000 7f0be1d35800 20 realm 2023-12-03T11:51:49.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.879+0000 7f0be1d35800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.879+0000 7f0be1d35800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.879+0000 7f0be1d35800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:49.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.879+0000 7f0be1d35800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.879+0000 7f0be1d35800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.879+0000 7f0be1d35800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.880+0000 7f0be1d35800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:49.881 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.880+0000 7f0be1d35800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.882 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.881+0000 7f0be1d35800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:49.882 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.881+0000 7f0be1d35800 20 searching for the correct realm 2023-12-03T11:51:49.893 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.891+0000 7f0bdd9de640 0 -- 172.21.15.145:0/3080531804 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55ef9c5f2890 msgr2=0x55ef9c5f4c80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:49.893 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.891+0000 7f0be1d35800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:49.893 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.891+0000 7f0be1d35800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:49.893 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.891+0000 7f0be1d35800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:49.893 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.891+0000 7f0be1d35800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:49.893 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.891+0000 7f0be1d35800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.893 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.891+0000 7f0be1d35800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.893 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.891+0000 7f0be1d35800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.893 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.891+0000 7f0be1d35800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:49.893 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.891+0000 7f0be1d35800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.892+0000 7f0be1d35800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:49.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.892+0000 7f0be1d35800 20 zone default found 2023-12-03T11:51:49.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.892+0000 7f0be1d35800 4 Realm: () 2023-12-03T11:51:49.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.892+0000 7f0be1d35800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:49.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.892+0000 7f0be1d35800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:49.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.892+0000 7f0be1d35800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:49.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.892+0000 7f0be1d35800 20 zonegroup default 2023-12-03T11:51:49.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.892+0000 7f0be1d35800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.892+0000 7f0be1d35800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.892+0000 7f0be1d35800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.892+0000 7f0be1d35800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.892+0000 7f0be1d35800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.895 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.893+0000 7f0be1d35800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.896 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.893+0000 7f0be1d35800 20 started sync module instance, tier type = 2023-12-03T11:51:49.896 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.893+0000 7f0be1d35800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:49.902 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.900+0000 7f0bdd1dd640 0 -- 172.21.15.145:0/3080531804 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55ef9c5f6090 msgr2=0x55ef9c5f8480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:49.903 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.901+0000 7f0be1d35800 20 add_watcher() i=0 2023-12-03T11:51:49.903 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.901+0000 7f0be1d35800 20 add_watcher() i=1 2023-12-03T11:51:49.903 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.901+0000 7f0be1d35800 20 add_watcher() i=2 2023-12-03T11:51:49.903 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.901+0000 7f0be1d35800 20 add_watcher() i=3 2023-12-03T11:51:49.903 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.901+0000 7f0be1d35800 20 add_watcher() i=4 2023-12-03T11:51:49.903 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.901+0000 7f0be1d35800 20 add_watcher() i=5 2023-12-03T11:51:49.904 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.902+0000 7f0be1d35800 20 add_watcher() i=6 2023-12-03T11:51:49.904 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.902+0000 7f0be1d35800 20 add_watcher() i=7 2023-12-03T11:51:49.904 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.902+0000 7f0be1d35800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:49.905 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.904+0000 7f0ba37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:49.906 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.904+0000 7f0be1d35800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:49.906 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.904+0000 7f0be1d35800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:49.912 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.910+0000 7f0be1d35800 5 note: GC not initialized 2023-12-03T11:51:49.912 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.910+0000 7f0b127fc640 20 reqs_thread_entry: start 2023-12-03T11:51:49.912 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.910+0000 7f0be1d35800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:49.912 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.910+0000 7f0be1d35800 20 Filter name: none 2023-12-03T11:51:49.912 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.910+0000 7f0b03fff640 20 reqs_thread_entry: start 2023-12-03T11:51:49.912 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.911+0000 7f0be1d35800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.911+0000 7f0be1d35800 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:51:49.913 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.911+0000 7f0be1d35800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.914 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.911+0000 7f0be1d35800 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:51:49.914 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.912+0000 7f0be1d35800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:49.914 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.912+0000 7f0be1d35800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.914 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.912+0000 7f0be1d35800 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:51:49.914 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.912+0000 7f0be1d35800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.914 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.912+0000 7f0be1d35800 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:51:49.914 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.912+0000 7f0be1d35800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:49.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.912+0000 7f0be1d35800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.913+0000 7f0be1d35800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.915 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.913+0000 7f0ba37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:49.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.916+0000 7f0be1d35800 20 remove_watcher() i=0 2023-12-03T11:51:49.917 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.916+0000 7f0be1d35800 2 removed watcher, disabling cache 2023-12-03T11:51:49.918 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.917+0000 7f0be1d35800 20 remove_watcher() i=1 2023-12-03T11:51:49.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.918+0000 7f0be1d35800 20 remove_watcher() i=2 2023-12-03T11:51:49.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.919+0000 7f0be1d35800 20 remove_watcher() i=3 2023-12-03T11:51:49.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.920+0000 7f0be1d35800 20 remove_watcher() i=4 2023-12-03T11:51:49.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.921+0000 7f0be1d35800 20 remove_watcher() i=5 2023-12-03T11:51:49.923 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.922+0000 7f0be1d35800 20 remove_watcher() i=6 2023-12-03T11:51:49.924 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.923+0000 7f0be1d35800 20 remove_watcher() i=7 2023-12-03T11:51:49.929 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:49.929 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:51:49.929 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: myver id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 num_objects: 0 size_kb: 0 num_shards: 1 2023-12-03T11:51:49.929 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:49.930 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 2 2023-12-03T11:51:49.960 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:49.960 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:49.973 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.972+0000 7f7898bdc800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.975 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.974+0000 7f7898bdc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.975 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.974+0000 7f7898bdc800 20 realm 2023-12-03T11:51:49.976 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.974+0000 7f7898bdc800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.976 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.974+0000 7f7898bdc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.976 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.974+0000 7f7898bdc800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:49.976 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.974+0000 7f7898bdc800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.976 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.974+0000 7f7898bdc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.976 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.974+0000 7f7898bdc800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.977 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.975+0000 7f7898bdc800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:49.977 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.975+0000 7f7898bdc800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.977 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.975+0000 7f7898bdc800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:49.977 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.975+0000 7f7898bdc800 20 searching for the correct realm 2023-12-03T11:51:49.985 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.984+0000 7f78966dc640 0 -- 172.21.15.145:0/2310722054 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f7890019030 msgr2=0x7f7890056280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:49.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.985+0000 7f7898bdc800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:49.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.985+0000 7f7898bdc800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:49.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.985+0000 7f7898bdc800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:49.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.985+0000 7f7898bdc800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:49.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.985+0000 7f7898bdc800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.985+0000 7f7898bdc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.985+0000 7f7898bdc800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.986+0000 7f7898bdc800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:49.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.986+0000 7f7898bdc800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.986+0000 7f7898bdc800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:49.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.986+0000 7f7898bdc800 20 zone default found 2023-12-03T11:51:49.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.986+0000 7f7898bdc800 4 Realm: () 2023-12-03T11:51:49.989 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.986+0000 7f7898bdc800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:49.990 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.986+0000 7f7898bdc800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:49.990 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.986+0000 7f7898bdc800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:49.990 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.986+0000 7f7898bdc800 20 zonegroup default 2023-12-03T11:51:49.990 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.986+0000 7f7898bdc800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.990 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.986+0000 7f7898bdc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.990 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.986+0000 7f7898bdc800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.990 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.987+0000 7f7898bdc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.990 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.987+0000 7f7898bdc800 20 rados->read ofs=0 len=0 2023-12-03T11:51:49.990 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.987+0000 7f7898bdc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:49.990 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.987+0000 7f7898bdc800 20 started sync module instance, tier type = 2023-12-03T11:51:49.990 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.987+0000 7f7898bdc800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:49.993 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.992+0000 7f78966dc640 0 -- 172.21.15.145:0/2310722054 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f78700795c0 msgr2=0x7f787007b9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:49.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.995+0000 7f7898bdc800 20 add_watcher() i=0 2023-12-03T11:51:49.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.995+0000 7f7898bdc800 20 add_watcher() i=1 2023-12-03T11:51:49.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.995+0000 7f7898bdc800 20 add_watcher() i=2 2023-12-03T11:51:49.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.995+0000 7f7898bdc800 20 add_watcher() i=3 2023-12-03T11:51:49.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.995+0000 7f7898bdc800 20 add_watcher() i=4 2023-12-03T11:51:49.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.995+0000 7f7898bdc800 20 add_watcher() i=5 2023-12-03T11:51:49.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.995+0000 7f7898bdc800 20 add_watcher() i=6 2023-12-03T11:51:49.997 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.996+0000 7f7898bdc800 20 add_watcher() i=7 2023-12-03T11:51:49.998 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.996+0000 7f7898bdc800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:49.999 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.998+0000 7f785bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:49.999 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.998+0000 7f7898bdc800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:50.000 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:49.998+0000 7f7898bdc800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:50.005 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.004+0000 7f7898bdc800 5 note: GC not initialized 2023-12-03T11:51:50.006 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.004+0000 7f77caffd640 20 reqs_thread_entry: start 2023-12-03T11:51:50.006 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.004+0000 7f7898bdc800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:50.006 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.004+0000 7f7898bdc800 20 Filter name: none 2023-12-03T11:51:50.006 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.004+0000 7f77c8ff9640 20 reqs_thread_entry: start 2023-12-03T11:51:50.006 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.004+0000 7f7898bdc800 10 cache get: name=default.rgw.meta+root+myver : miss 2023-12-03T11:51:50.006 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.004+0000 7f7898bdc800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.007 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.004+0000 7f7898bdc800 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:51:50.007 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.004+0000 7f7898bdc800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2023-12-03T11:51:50.007 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.004+0000 7f7898bdc800 10 adding default.rgw.meta+root+myver to cache LRU end 2023-12-03T11:51:50.007 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.004+0000 7f7898bdc800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 : miss 2023-12-03T11:51:50.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.004+0000 7f7898bdc800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.005+0000 7f7898bdc800 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:51:50.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.005+0000 7f7898bdc800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 info.flags=0x17 2023-12-03T11:51:50.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.005+0000 7f7898bdc800 10 adding default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 to cache LRU end 2023-12-03T11:51:50.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.005+0000 7f7898bdc800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:51:50.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.005+0000 7f7898bdc800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:51:50.008 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.005+0000 7f7898bdc800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 2023-12-03T11:51:50.010 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.009+0000 7f7898bdc800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 info.flags=0x17 2023-12-03T11:51:50.010 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.009+0000 7f7898bdc800 10 moving default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 to cache LRU end 2023-12-03T11:51:50.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.009+0000 7f7898bdc800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:51:50.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.009+0000 7f7898bdc800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17, ofs0, ns] 2023-12-03T11:51:50.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.009+0000 7f7884ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791324 cookie 94258487153472 notifier 7323 bl.length()=783 2023-12-03T11:51:50.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.009+0000 7f7884ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 info.flags=0x17 2023-12-03T11:51:50.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.009+0000 7f7884ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 to cache LRU end 2023-12-03T11:51:50.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.009+0000 7f7884ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:51:50.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.009+0000 7f7898bdc800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): orig_sources= new_sources= 2023-12-03T11:51:50.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.009+0000 7f7898bdc800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): potential sources added=[] removed=[] 2023-12-03T11:51:50.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.009+0000 7f7898bdc800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): orig_dests= new_dests= 2023-12-03T11:51:50.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.009+0000 7f7898bdc800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): potential dests added=[] removed=[] 2023-12-03T11:51:50.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.010+0000 7f7898bdc800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.1.0 2023-12-03T11:51:50.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.010+0000 7f7898bdc800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.1.0 2023-12-03T11:51:50.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.010+0000 7f7898bdc800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.1.1 2023-12-03T11:51:50.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.010+0000 7f7898bdc800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.1.1 2023-12-03T11:51:50.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.010+0000 7f7898bdc800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.0 2023-12-03T11:51:50.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.011+0000 7f7898bdc800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 : hit (requested=0x17, cached=0x17) 2023-12-03T11:51:50.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.011+0000 7f7898bdc800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 2023-12-03T11:51:50.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.012+0000 7f7898bdc800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 info.flags=0x17 2023-12-03T11:51:50.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.012+0000 7f7898bdc800 10 moving default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 to cache LRU end 2023-12-03T11:51:50.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.012+0000 7f7898bdc800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:51:50.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.012+0000 7f7898bdc800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17, ofs0, ns] 2023-12-03T11:51:50.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.012+0000 7f7877fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791325 cookie 94258487153472 notifier 7323 bl.length()=751 2023-12-03T11:51:50.014 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.012+0000 7f7877fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 info.flags=0x17 2023-12-03T11:51:50.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.012+0000 7f7877fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 to cache LRU end 2023-12-03T11:51:50.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.012+0000 7f7877fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:51:50.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.012+0000 7f7898bdc800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): orig_sources= new_sources= 2023-12-03T11:51:50.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.013+0000 7f7898bdc800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): potential sources added=[] removed=[] 2023-12-03T11:51:50.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.013+0000 7f7898bdc800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): orig_dests= new_dests= 2023-12-03T11:51:50.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.013+0000 7f7898bdc800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): potential dests added=[] removed=[] 2023-12-03T11:51:50.015 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.013+0000 7f7898bdc800 1 execute INFO: reshard of bucket "myver" completed successfully 2023-12-03T11:51:50.017 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.015+0000 7f785bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:50.018 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.017+0000 7f7898bdc800 20 remove_watcher() i=0 2023-12-03T11:51:50.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.017+0000 7f7898bdc800 2 removed watcher, disabling cache 2023-12-03T11:51:50.019 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.018+0000 7f7898bdc800 20 remove_watcher() i=1 2023-12-03T11:51:50.020 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.019+0000 7f7898bdc800 20 remove_watcher() i=2 2023-12-03T11:51:50.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.020+0000 7f7898bdc800 20 remove_watcher() i=3 2023-12-03T11:51:50.022 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.021+0000 7f7898bdc800 20 remove_watcher() i=4 2023-12-03T11:51:50.023 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.022+0000 7f7898bdc800 20 remove_watcher() i=5 2023-12-03T11:51:50.024 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.023+0000 7f7898bdc800 20 remove_watcher() i=6 2023-12-03T11:51:50.025 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.024+0000 7f7898bdc800 20 remove_watcher() i=7 2023-12-03T11:51:50.031 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket myver 2023-12-03T11:51:50.058 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:50.059 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:50.072 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.071+0000 7f204712e800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.074 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.072+0000 7f204712e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.072+0000 7f204712e800 20 realm 2023-12-03T11:51:50.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.072+0000 7f204712e800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.073+0000 7f204712e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.073+0000 7f204712e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:50.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.073+0000 7f204712e800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.073+0000 7f204712e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.075 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.073+0000 7f204712e800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.076 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.074+0000 7f204712e800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:50.076 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.074+0000 7f204712e800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.275+0000 7f204712e800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:50.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.275+0000 7f204712e800 20 searching for the correct realm 2023-12-03T11:51:50.286 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.285+0000 7f2042d5b640 0 -- 172.21.15.145:0/3934009559 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f203c05e070 msgr2=0x7f203c085930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:50.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.286+0000 7f204712e800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:50.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.286+0000 7f204712e800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:50.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.286+0000 7f204712e800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:50.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.286+0000 7f204712e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:50.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.286+0000 7f204712e800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.286+0000 7f204712e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.286+0000 7f204712e800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.287+0000 7f204712e800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:50.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.287+0000 7f204712e800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.290 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.287+0000 7f204712e800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:50.290 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.287+0000 7f204712e800 20 zone default found 2023-12-03T11:51:50.290 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.287+0000 7f204712e800 4 Realm: () 2023-12-03T11:51:50.290 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.287+0000 7f204712e800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:50.290 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.287+0000 7f204712e800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:50.290 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.287+0000 7f204712e800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:50.290 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.287+0000 7f204712e800 20 zonegroup default 2023-12-03T11:51:50.290 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.287+0000 7f204712e800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.291 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.287+0000 7f204712e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.291 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.287+0000 7f204712e800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.291 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.288+0000 7f204712e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.291 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.288+0000 7f204712e800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.291 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.288+0000 7f204712e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.291 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.288+0000 7f204712e800 20 started sync module instance, tier type = 2023-12-03T11:51:50.291 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.288+0000 7f204712e800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:50.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.293+0000 7f2042d5b640 0 -- 172.21.15.145:0/3934009559 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f201c0795f0 msgr2=0x7f201c07ba20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:50.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.297+0000 7f204712e800 20 add_watcher() i=0 2023-12-03T11:51:50.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.297+0000 7f204712e800 20 add_watcher() i=1 2023-12-03T11:51:50.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.297+0000 7f204712e800 20 add_watcher() i=2 2023-12-03T11:51:50.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.297+0000 7f204712e800 20 add_watcher() i=3 2023-12-03T11:51:50.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.297+0000 7f204712e800 20 add_watcher() i=4 2023-12-03T11:51:50.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.297+0000 7f204712e800 20 add_watcher() i=5 2023-12-03T11:51:50.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.297+0000 7f204712e800 20 add_watcher() i=6 2023-12-03T11:51:50.300 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.298+0000 7f204712e800 20 add_watcher() i=7 2023-12-03T11:51:50.300 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.298+0000 7f204712e800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:50.300 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.299+0000 7f1f83fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:50.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.299+0000 7f204712e800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:50.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.299+0000 7f204712e800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:50.307 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.305+0000 7f204712e800 5 note: GC not initialized 2023-12-03T11:51:50.307 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.305+0000 7f1f72ffd640 20 reqs_thread_entry: start 2023-12-03T11:51:50.307 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.306+0000 7f204712e800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:50.307 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.306+0000 7f204712e800 20 Filter name: none 2023-12-03T11:51:50.307 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.306+0000 7f1f70ff9640 20 reqs_thread_entry: start 2023-12-03T11:51:50.308 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.306+0000 7f204712e800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.306+0000 7f204712e800 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:51:50.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.306+0000 7f204712e800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.307+0000 7f204712e800 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:51:50.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.307+0000 7f204712e800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:50.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.307+0000 7f204712e800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.307+0000 7f204712e800 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:51:50.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.307+0000 7f204712e800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.307+0000 7f204712e800 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:51:50.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.307+0000 7f204712e800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:50.310 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.308+0000 7f204712e800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.310 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.308+0000 7f204712e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.310 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.309+0000 7f1f83fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:50.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.311+0000 7f204712e800 20 remove_watcher() i=0 2023-12-03T11:51:50.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.311+0000 7f204712e800 2 removed watcher, disabling cache 2023-12-03T11:51:50.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.312+0000 7f204712e800 20 remove_watcher() i=1 2023-12-03T11:51:50.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.313+0000 7f204712e800 20 remove_watcher() i=2 2023-12-03T11:51:50.315 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.314+0000 7f204712e800 20 remove_watcher() i=3 2023-12-03T11:51:50.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.315+0000 7f204712e800 20 remove_watcher() i=4 2023-12-03T11:51:50.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.316+0000 7f204712e800 20 remove_watcher() i=5 2023-12-03T11:51:50.318 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.317+0000 7f204712e800 20 remove_watcher() i=6 2023-12-03T11:51:50.319 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.318+0000 7f204712e800 20 remove_watcher() i=7 2023-12-03T11:51:50.324 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:50.324 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:51:50.324 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: myver id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 num_objects: 0 size_kb: 0 num_shards: 2 2023-12-03T11:51:50.324 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:50.326 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:50.326 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:50.329 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:50.329 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:50.371 INFO:tasks.workunit.client.0.smithi145.stderr: test: reshard removes olh entries with empty name 2023-12-03T11:51:50.372 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:50.372 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:50.418 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:50.418 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:50.462 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-12-03T11:51:50.488 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:50.489 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:50.502 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.501+0000 7f320152f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.503+0000 7f320152f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.503+0000 7f320152f800 20 realm 2023-12-03T11:51:50.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.503+0000 7f320152f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.505 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.504+0000 7f320152f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.504+0000 7f320152f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:50.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.504+0000 7f320152f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.504+0000 7f320152f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.506 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.504+0000 7f320152f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.505+0000 7f320152f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:50.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.505+0000 7f320152f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.505+0000 7f320152f800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:50.507 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.505+0000 7f320152f800 20 searching for the correct realm 2023-12-03T11:51:50.516 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.514+0000 7f31f49d6640 0 -- 172.21.15.145:0/1914535515 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x557510c3f4a0 msgr2=0x557510c41890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:50.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.515+0000 7f320152f800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:50.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.515+0000 7f320152f800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:50.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.515+0000 7f320152f800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:50.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.515+0000 7f320152f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:50.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.515+0000 7f320152f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.515+0000 7f320152f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.515+0000 7f320152f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.516+0000 7f320152f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:50.517 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.516+0000 7f320152f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.516+0000 7f320152f800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:50.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.516+0000 7f320152f800 20 zone default found 2023-12-03T11:51:50.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.516+0000 7f320152f800 4 Realm: () 2023-12-03T11:51:50.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.516+0000 7f320152f800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:50.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.516+0000 7f320152f800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:50.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.516+0000 7f320152f800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:50.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.516+0000 7f320152f800 20 zonegroup default 2023-12-03T11:51:50.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.516+0000 7f320152f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.516+0000 7f320152f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.516+0000 7f320152f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.516+0000 7f320152f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.519 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.516+0000 7f320152f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.517+0000 7f320152f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.517+0000 7f320152f800 20 started sync module instance, tier type = 2023-12-03T11:51:50.520 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.517+0000 7f320152f800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:50.525 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.524+0000 7f31f49d6640 0 -- 172.21.15.145:0/1914535515 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x7f31d8079540 msgr2=0x7f31d807b970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:50.527 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.525+0000 7f320152f800 20 add_watcher() i=0 2023-12-03T11:51:50.527 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.525+0000 7f320152f800 20 add_watcher() i=1 2023-12-03T11:51:50.527 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.525+0000 7f320152f800 20 add_watcher() i=2 2023-12-03T11:51:50.527 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.525+0000 7f320152f800 20 add_watcher() i=3 2023-12-03T11:51:50.527 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.525+0000 7f320152f800 20 add_watcher() i=4 2023-12-03T11:51:50.527 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.525+0000 7f320152f800 20 add_watcher() i=5 2023-12-03T11:51:50.527 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.525+0000 7f320152f800 20 add_watcher() i=6 2023-12-03T11:51:50.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.526+0000 7f320152f800 20 add_watcher() i=7 2023-12-03T11:51:50.528 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.526+0000 7f320152f800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:50.529 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.528+0000 7f31c2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:50.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.528+0000 7f320152f800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:50.530 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.528+0000 7f320152f800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:50.536 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.534+0000 7f320152f800 5 note: GC not initialized 2023-12-03T11:51:50.536 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.534+0000 7f3131ffb640 20 reqs_thread_entry: start 2023-12-03T11:51:50.536 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.534+0000 7f320152f800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:50.536 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.534+0000 7f320152f800 20 Filter name: none 2023-12-03T11:51:50.536 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.534+0000 7f31237fe640 20 reqs_thread_entry: start 2023-12-03T11:51:50.536 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.535+0000 7f320152f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.535+0000 7f320152f800 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:51:50.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.535+0000 7f320152f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.537 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.535+0000 7f320152f800 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:51:50.538 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.535+0000 7f320152f800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:50.538 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.535+0000 7f320152f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.538 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.536+0000 7f320152f800 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:51:50.538 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.536+0000 7f320152f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.538 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.536+0000 7f320152f800 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:51:50.538 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.536+0000 7f320152f800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:50.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.536+0000 7f320152f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.537+0000 7f320152f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.539 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.537+0000 7f31c2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:50.542 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.540+0000 7f320152f800 20 remove_watcher() i=0 2023-12-03T11:51:50.542 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.540+0000 7f320152f800 2 removed watcher, disabling cache 2023-12-03T11:51:50.542 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.541+0000 7f320152f800 20 remove_watcher() i=1 2023-12-03T11:51:50.543 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.542+0000 7f320152f800 20 remove_watcher() i=2 2023-12-03T11:51:50.544 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.543+0000 7f320152f800 20 remove_watcher() i=3 2023-12-03T11:51:50.545 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.544+0000 7f320152f800 20 remove_watcher() i=4 2023-12-03T11:51:50.546 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.545+0000 7f320152f800 20 remove_watcher() i=5 2023-12-03T11:51:50.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.546+0000 7f320152f800 20 remove_watcher() i=6 2023-12-03T11:51:50.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.547+0000 7f320152f800 20 remove_watcher() i=7 2023-12-03T11:51:50.553 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:50.553 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:51:50.553 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: a-bucket id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 num_objects: 0 size_kb: 0 num_shards: 3 2023-12-03T11:51:50.553 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:50.555 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket layout --bucket a-bucket 2023-12-03T11:51:50.581 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:50.581 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:50.595 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.593+0000 7f0203523800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.597 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.595+0000 7f0203523800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.597 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.595+0000 7f0203523800 20 realm 2023-12-03T11:51:50.597 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.595+0000 7f0203523800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.597 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.595+0000 7f0203523800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.598 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.596+0000 7f0203523800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:50.598 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.596+0000 7f0203523800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.598 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.596+0000 7f0203523800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.598 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.596+0000 7f0203523800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.599 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.596+0000 7f0203523800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:50.599 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.596+0000 7f0203523800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.599 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.597+0000 7f0203523800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:50.599 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.597+0000 7f0203523800 20 searching for the correct realm 2023-12-03T11:51:50.607 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.606+0000 7f01ff2e5640 0 -- 172.21.15.145:0/2979614408 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55a3f97a8360 msgr2=0x55a3f97aa750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:50.609 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.607+0000 7f0203523800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:50.609 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.607+0000 7f0203523800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:50.609 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.607+0000 7f0203523800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:50.609 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.607+0000 7f0203523800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:50.609 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.607+0000 7f0203523800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.609 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.608+0000 7f0203523800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.609 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.608+0000 7f0203523800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.608+0000 7f0203523800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:50.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.608+0000 7f0203523800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.608+0000 7f0203523800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:50.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.608+0000 7f0203523800 20 zone default found 2023-12-03T11:51:50.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.608+0000 7f0203523800 4 Realm: () 2023-12-03T11:51:50.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.608+0000 7f0203523800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:50.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.608+0000 7f0203523800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:50.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.608+0000 7f0203523800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:50.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.608+0000 7f0203523800 20 zonegroup default 2023-12-03T11:51:50.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.608+0000 7f0203523800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.608+0000 7f0203523800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.608+0000 7f0203523800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.611 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.609+0000 7f0203523800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.612 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.609+0000 7f0203523800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.612 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.609+0000 7f0203523800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.612 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.609+0000 7f0203523800 20 started sync module instance, tier type = 2023-12-03T11:51:50.612 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.609+0000 7f0203523800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:50.617 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.616+0000 7f01feae4640 0 -- 172.21.15.145:0/2979614408 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55a3f97abb60 msgr2=0x55a3f97adf50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:50.620 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.618+0000 7f0203523800 20 add_watcher() i=0 2023-12-03T11:51:50.620 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.618+0000 7f0203523800 20 add_watcher() i=1 2023-12-03T11:51:50.620 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.618+0000 7f0203523800 20 add_watcher() i=2 2023-12-03T11:51:50.620 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.618+0000 7f0203523800 20 add_watcher() i=3 2023-12-03T11:51:50.620 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.618+0000 7f0203523800 20 add_watcher() i=4 2023-12-03T11:51:50.620 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.618+0000 7f0203523800 20 add_watcher() i=5 2023-12-03T11:51:50.620 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.618+0000 7f0203523800 20 add_watcher() i=6 2023-12-03T11:51:50.620 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.619+0000 7f0203523800 20 add_watcher() i=7 2023-12-03T11:51:50.621 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.619+0000 7f0203523800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:50.622 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.620+0000 7f01c57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:50.622 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.621+0000 7f0203523800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:50.622 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.621+0000 7f0203523800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:50.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.626+0000 7f0203523800 5 note: GC not initialized 2023-12-03T11:51:50.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.626+0000 7f0133fff640 20 reqs_thread_entry: start 2023-12-03T11:51:50.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.627+0000 7f0203523800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:50.628 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.627+0000 7f0203523800 20 Filter name: none 2023-12-03T11:51:50.629 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.627+0000 7f0131ffb640 20 reqs_thread_entry: start 2023-12-03T11:51:50.629 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.627+0000 7f0203523800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.629 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.627+0000 7f0203523800 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:51:50.629 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.627+0000 7f0203523800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.629 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.628+0000 7f0203523800 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:51:50.629 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.628+0000 7f0203523800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:50.630 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.628+0000 7f01c57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:50.633 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.631+0000 7f0203523800 20 remove_watcher() i=0 2023-12-03T11:51:50.633 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.631+0000 7f0203523800 2 removed watcher, disabling cache 2023-12-03T11:51:50.633 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.631+0000 7f0203523800 20 remove_watcher() i=1 2023-12-03T11:51:50.634 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.632+0000 7f0203523800 20 remove_watcher() i=2 2023-12-03T11:51:50.635 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.633+0000 7f0203523800 20 remove_watcher() i=3 2023-12-03T11:51:50.636 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.634+0000 7f0203523800 20 remove_watcher() i=4 2023-12-03T11:51:50.637 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.635+0000 7f0203523800 20 remove_watcher() i=5 2023-12-03T11:51:50.637 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.636+0000 7f0203523800 20 remove_watcher() i=6 2023-12-03T11:51:50.638 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.637+0000 7f0203523800 20 remove_watcher() i=7 2023-12-03T11:51:50.645 INFO:tasks.workunit.client.0.smithi145.stderr:rados -p default.rgw.buckets.index setomapval .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.2.0 --omap-key-file /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_key < /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_val 2023-12-03T11:51:50.669 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:50.669 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:50.685 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bi list --bucket a-bucket 2023-12-03T11:51:50.711 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:50.711 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:50.725 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.724+0000 7f14c5fab800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.728 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.725+0000 7f14c5fab800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.728 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.725+0000 7f14c5fab800 20 realm 2023-12-03T11:51:50.728 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.725+0000 7f14c5fab800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.728 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.725+0000 7f14c5fab800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.728 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.725+0000 7f14c5fab800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:50.728 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.725+0000 7f14c5fab800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.729 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.726+0000 7f14c5fab800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.729 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.726+0000 7f14c5fab800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.729 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.726+0000 7f14c5fab800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:50.729 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.726+0000 7f14c5fab800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.729 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.727+0000 7f14c5fab800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:50.729 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.727+0000 7f14c5fab800 20 searching for the correct realm 2023-12-03T11:51:50.737 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.736+0000 7f14c3aab640 0 -- 172.21.15.145:0/1165485242 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55e1dda42a10 msgr2=0x55e1dda44e00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:50.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.737+0000 7f14c5fab800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:50.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.737+0000 7f14c5fab800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:50.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.737+0000 7f14c5fab800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:50.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.737+0000 7f14c5fab800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:50.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.737+0000 7f14c5fab800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.737+0000 7f14c5fab800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.737+0000 7f14c5fab800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.737+0000 7f14c5fab800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:50.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.737+0000 7f14c5fab800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.738+0000 7f14c5fab800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:50.740 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.738+0000 7f14c5fab800 20 zone default found 2023-12-03T11:51:50.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.738+0000 7f14c5fab800 4 Realm: () 2023-12-03T11:51:50.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.738+0000 7f14c5fab800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:50.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.738+0000 7f14c5fab800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:50.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.738+0000 7f14c5fab800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:50.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.738+0000 7f14c5fab800 20 zonegroup default 2023-12-03T11:51:50.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.738+0000 7f14c5fab800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.738+0000 7f14c5fab800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.738+0000 7f14c5fab800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.738+0000 7f14c5fab800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.738+0000 7f14c5fab800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.739+0000 7f14c5fab800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.739+0000 7f14c5fab800 20 started sync module instance, tier type = 2023-12-03T11:51:50.741 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.739+0000 7f14c5fab800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:50.746 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.745+0000 7f14c42ac640 0 -- 172.21.15.145:0/1165485242 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f14ac058b10 msgr2=0x7f14ac05c050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:50.748 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.747+0000 7f14c5fab800 20 add_watcher() i=0 2023-12-03T11:51:50.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.747+0000 7f14c5fab800 20 add_watcher() i=1 2023-12-03T11:51:50.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.747+0000 7f14c5fab800 20 add_watcher() i=2 2023-12-03T11:51:50.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.747+0000 7f14c5fab800 20 add_watcher() i=3 2023-12-03T11:51:50.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.747+0000 7f14c5fab800 20 add_watcher() i=4 2023-12-03T11:51:50.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.747+0000 7f14c5fab800 20 add_watcher() i=5 2023-12-03T11:51:50.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.747+0000 7f14c5fab800 20 add_watcher() i=6 2023-12-03T11:51:50.749 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.748+0000 7f14c5fab800 20 add_watcher() i=7 2023-12-03T11:51:50.750 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.748+0000 7f14c5fab800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:50.750 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.749+0000 7f1489fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:50.751 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.749+0000 7f14c5fab800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:50.751 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.749+0000 7f14c5fab800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:50.757 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.755+0000 7f14c5fab800 5 note: GC not initialized 2023-12-03T11:51:50.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.755+0000 7f1400ff9640 20 reqs_thread_entry: start 2023-12-03T11:51:50.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.755+0000 7f14c5fab800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:50.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.755+0000 7f14c5fab800 20 Filter name: none 2023-12-03T11:51:50.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.755+0000 7f13f67fc640 20 reqs_thread_entry: start 2023-12-03T11:51:50.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.756+0000 7f14c5fab800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.756+0000 7f14c5fab800 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:51:50.758 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.756+0000 7f14c5fab800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.759 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.756+0000 7f14c5fab800 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:51:50.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.756+0000 7f14c5fab800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:50.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.756+0000 7f14c5fab800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2023-12-03T11:51:50.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.756+0000 7f14c5fab800 20 INFO: main: starting shard=0 2023-12-03T11:51:50.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.756+0000 7f14c5fab800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.2.0 2023-12-03T11:51:50.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.756+0000 7f14c5fab800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.2.0 2023-12-03T11:51:50.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.757+0000 7f14c5fab800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2023-12-03T11:51:50.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.757+0000 7f14c5fab800 20 INFO: main: starting shard=1 2023-12-03T11:51:50.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.757+0000 7f14c5fab800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.2.1 2023-12-03T11:51:50.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.757+0000 7f14c5fab800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.2.1 2023-12-03T11:51:50.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.757+0000 7f14c5fab800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:51:50.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.757+0000 7f14c5fab800 20 INFO: main: starting shard=2 2023-12-03T11:51:50.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.757+0000 7f14c5fab800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.2.2 2023-12-03T11:51:50.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.757+0000 7f14c5fab800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.2.2 2023-12-03T11:51:50.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.758+0000 7f14c5fab800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:51:50.760 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.758+0000 7f14c5fab800 20 INFO: main: done 2023-12-03T11:51:50.761 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.758+0000 7f1489fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:50.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.761+0000 7f14c5fab800 20 remove_watcher() i=0 2023-12-03T11:51:50.762 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.761+0000 7f14c5fab800 2 removed watcher, disabling cache 2023-12-03T11:51:50.763 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.761+0000 7f14c5fab800 20 remove_watcher() i=1 2023-12-03T11:51:50.764 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.762+0000 7f14c5fab800 20 remove_watcher() i=2 2023-12-03T11:51:50.765 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.763+0000 7f14c5fab800 20 remove_watcher() i=3 2023-12-03T11:51:50.766 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.764+0000 7f14c5fab800 20 remove_watcher() i=4 2023-12-03T11:51:50.767 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.765+0000 7f14c5fab800 20 remove_watcher() i=5 2023-12-03T11:51:50.768 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.767+0000 7f14c5fab800 20 remove_watcher() i=6 2023-12-03T11:51:50.769 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.767+0000 7f14c5fab800 20 remove_watcher() i=7 2023-12-03T11:51:50.775 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 1 --yes-i-really-mean-it 2023-12-03T11:51:50.805 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:50.805 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:50.819 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.817+0000 7f4f87410800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.821 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.819+0000 7f4f87410800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.821 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.819+0000 7f4f87410800 20 realm 2023-12-03T11:51:50.821 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.819+0000 7f4f87410800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.821 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.819+0000 7f4f87410800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.821 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.819+0000 7f4f87410800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:50.821 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.819+0000 7f4f87410800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.821 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.819+0000 7f4f87410800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.821 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.819+0000 7f4f87410800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.822 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.820+0000 7f4f87410800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:50.822 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.820+0000 7f4f87410800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.822 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.821+0000 7f4f87410800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:50.823 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.821+0000 7f4f87410800 20 searching for the correct realm 2023-12-03T11:51:50.830 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.829+0000 7f4f82b2a640 0 -- 172.21.15.145:0/4097035204 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f4f7c0b8040 msgr2=0x7f4f7c099690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:50.832 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.830+0000 7f4f87410800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:50.832 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.830+0000 7f4f87410800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:50.832 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.830+0000 7f4f87410800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:50.832 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.830+0000 7f4f87410800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:50.832 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.830+0000 7f4f87410800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.831+0000 7f4f87410800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.831+0000 7f4f87410800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.831+0000 7f4f87410800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:50.833 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.831+0000 7f4f87410800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.831+0000 7f4f87410800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:50.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.831+0000 7f4f87410800 20 zone default found 2023-12-03T11:51:50.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.831+0000 7f4f87410800 4 Realm: () 2023-12-03T11:51:50.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.831+0000 7f4f87410800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:50.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.831+0000 7f4f87410800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:50.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.831+0000 7f4f87410800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:50.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.831+0000 7f4f87410800 20 zonegroup default 2023-12-03T11:51:50.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.831+0000 7f4f87410800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.832+0000 7f4f87410800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.832+0000 7f4f87410800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.832+0000 7f4f87410800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.834 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.832+0000 7f4f87410800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.832+0000 7f4f87410800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.832+0000 7f4f87410800 20 started sync module instance, tier type = 2023-12-03T11:51:50.835 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.832+0000 7f4f87410800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:50.839 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.837+0000 7f4f8332b640 0 -- 172.21.15.145:0/4097035204 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f4f6c05ab40 msgr2=0x7f4f6c059cb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:50.842 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.840+0000 7f4f87410800 20 add_watcher() i=0 2023-12-03T11:51:50.842 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.840+0000 7f4f87410800 20 add_watcher() i=1 2023-12-03T11:51:50.842 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.840+0000 7f4f87410800 20 add_watcher() i=2 2023-12-03T11:51:50.842 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.840+0000 7f4f87410800 20 add_watcher() i=3 2023-12-03T11:51:50.843 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.840+0000 7f4f87410800 20 add_watcher() i=4 2023-12-03T11:51:50.843 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.840+0000 7f4f87410800 20 add_watcher() i=5 2023-12-03T11:51:50.843 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.840+0000 7f4f87410800 20 add_watcher() i=6 2023-12-03T11:51:50.843 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.841+0000 7f4f87410800 20 add_watcher() i=7 2023-12-03T11:51:50.843 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.841+0000 7f4f87410800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:50.844 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.843+0000 7f4ec3fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:50.845 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.843+0000 7f4f87410800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:50.845 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.843+0000 7f4f87410800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:50.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.849+0000 7f4f87410800 5 note: GC not initialized 2023-12-03T11:51:50.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.849+0000 7f4eb2ffd640 20 reqs_thread_entry: start 2023-12-03T11:51:50.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.849+0000 7f4f87410800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:50.851 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.849+0000 7f4f87410800 20 Filter name: none 2023-12-03T11:51:50.852 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.850+0000 7f4eb0ff9640 20 reqs_thread_entry: start 2023-12-03T11:51:50.852 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.850+0000 7f4f87410800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-12-03T11:51:50.852 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.850+0000 7f4f87410800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.850+0000 7f4f87410800 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:51:50.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.850+0000 7f4f87410800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2023-12-03T11:51:50.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.850+0000 7f4f87410800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-12-03T11:51:50.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.850+0000 7f4f87410800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 : miss 2023-12-03T11:51:50.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.850+0000 7f4f87410800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.850+0000 7f4f87410800 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:51:50.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.850+0000 7f4f87410800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 info.flags=0x17 2023-12-03T11:51:50.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.850+0000 7f4f87410800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 to cache LRU end 2023-12-03T11:51:50.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.850+0000 7f4f87410800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:51:50.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.850+0000 7f4f87410800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:51:50.853 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.850+0000 7f4f87410800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 2023-12-03T11:51:50.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.854+0000 7f4f87410800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 info.flags=0x17 2023-12-03T11:51:50.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.854+0000 7f4f87410800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 to cache LRU end 2023-12-03T11:51:50.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.854+0000 7f4f87410800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:51:50.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.854+0000 7f4f87410800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16, ofs0, ns] 2023-12-03T11:51:50.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.854+0000 7f4f78b26640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791395 cookie 94726703502704 notifier 7109 bl.length()=789 2023-12-03T11:51:50.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.854+0000 7f4f78b26640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 info.flags=0x17 2023-12-03T11:51:50.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.854+0000 7f4f78b26640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 to cache LRU end 2023-12-03T11:51:50.856 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.854+0000 7f4f78b26640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:51:50.857 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.855+0000 7f4f87410800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): orig_sources= new_sources= 2023-12-03T11:51:50.857 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.855+0000 7f4f87410800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): potential sources added=[] removed=[] 2023-12-03T11:51:50.857 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.855+0000 7f4f87410800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): orig_dests= new_dests= 2023-12-03T11:51:50.857 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.855+0000 7f4f87410800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): potential dests added=[] removed=[] 2023-12-03T11:51:50.857 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.856+0000 7f4f87410800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.3.0 2023-12-03T11:51:50.857 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.856+0000 7f4f87410800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.3.0 2023-12-03T11:51:50.858 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.856+0000 7f4f87410800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.2.0 2023-12-03T11:51:50.858 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.856+0000 7f4f87410800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.2.0 2023-12-03T11:51:50.858 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.856+0000 7f4f87410800 10 Dropping entry with empty name, idx=�1001_04/57/0457f727ec113e418d5b16d206b200ed068c0533554883ce811df7c932a3df68/2018_12_11/2889999/3386469/metadata.gz 2023-12-03T11:51:50.858 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.856+0000 7f4f87410800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.2.1 2023-12-03T11:51:50.858 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.856+0000 7f4f87410800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.2.1 2023-12-03T11:51:50.858 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.857+0000 7f4f87410800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.2.2 2023-12-03T11:51:50.859 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.857+0000 7f4f87410800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.2.2 2023-12-03T11:51:50.859 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.857+0000 7f4f87410800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 : hit (requested=0x17, cached=0x17) 2023-12-03T11:51:50.859 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.857+0000 7f4f87410800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 2023-12-03T11:51:50.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.858+0000 7f4f87410800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 info.flags=0x17 2023-12-03T11:51:50.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.858+0000 7f4f87410800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 to cache LRU end 2023-12-03T11:51:50.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.858+0000 7f4f87410800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:51:50.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.858+0000 7f4f87410800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16, ofs0, ns] 2023-12-03T11:51:50.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.859+0000 7f4f78b26640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791396 cookie 94726703502704 notifier 7109 bl.length()=757 2023-12-03T11:51:50.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.859+0000 7f4f78b26640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 info.flags=0x17 2023-12-03T11:51:50.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.859+0000 7f4f78b26640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16 to cache LRU end 2023-12-03T11:51:50.860 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.859+0000 7f4f78b26640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:51:50.861 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.859+0000 7f4f87410800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): orig_sources= new_sources= 2023-12-03T11:51:50.861 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.859+0000 7f4f87410800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): potential sources added=[] removed=[] 2023-12-03T11:51:50.861 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.859+0000 7f4f87410800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): orig_dests= new_dests= 2023-12-03T11:51:50.861 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.859+0000 7f4f87410800 20 handle_bi_update(): bucket=:a-bucket[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16]): potential dests added=[] removed=[] 2023-12-03T11:51:50.861 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.860+0000 7f4f87410800 1 execute INFO: reshard of bucket "a-bucket" completed successfully 2023-12-03T11:51:50.863 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.862+0000 7f4ec3fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:50.865 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.864+0000 7f4f87410800 20 remove_watcher() i=0 2023-12-03T11:51:50.865 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.864+0000 7f4f87410800 2 removed watcher, disabling cache 2023-12-03T11:51:50.866 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.865+0000 7f4f87410800 20 remove_watcher() i=1 2023-12-03T11:51:50.867 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.866+0000 7f4f87410800 20 remove_watcher() i=2 2023-12-03T11:51:50.868 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.867+0000 7f4f87410800 20 remove_watcher() i=3 2023-12-03T11:51:50.869 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.868+0000 7f4f87410800 20 remove_watcher() i=4 2023-12-03T11:51:50.870 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.868+0000 7f4f87410800 20 remove_watcher() i=5 2023-12-03T11:51:50.871 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.869+0000 7f4f87410800 20 remove_watcher() i=6 2023-12-03T11:51:50.872 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.870+0000 7f4f87410800 20 remove_watcher() i=7 2023-12-03T11:51:50.878 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bi list --bucket a-bucket 2023-12-03T11:51:50.905 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:50.905 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:50.919 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.917+0000 7fbf72524800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.919+0000 7fbf72524800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.919+0000 7fbf72524800 20 realm 2023-12-03T11:51:50.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.919+0000 7fbf72524800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.919+0000 7fbf72524800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.919+0000 7fbf72524800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:50.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.919+0000 7fbf72524800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.920+0000 7fbf72524800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.921 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.920+0000 7fbf72524800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.920+0000 7fbf72524800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:50.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.920+0000 7fbf72524800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.921+0000 7fbf72524800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:50.922 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.921+0000 7fbf72524800 20 searching for the correct realm 2023-12-03T11:51:50.931 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.929+0000 7fbf6e11c640 0 -- 172.21.15.145:0/2429177888 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55607b6ff9c0 msgr2=0x55607b701db0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:51:50.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.931+0000 7fbf72524800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:50.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.931+0000 7fbf72524800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:50.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.931+0000 7fbf72524800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:50.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.931+0000 7fbf72524800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:50.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.931+0000 7fbf72524800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.931+0000 7fbf72524800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.931+0000 7fbf72524800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.931+0000 7fbf72524800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:50.933 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.931+0000 7fbf72524800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.932+0000 7fbf72524800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:50.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.932+0000 7fbf72524800 20 zone default found 2023-12-03T11:51:50.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.932+0000 7fbf72524800 4 Realm: () 2023-12-03T11:51:50.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.932+0000 7fbf72524800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:50.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.932+0000 7fbf72524800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:50.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.932+0000 7fbf72524800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:50.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.932+0000 7fbf72524800 20 zonegroup default 2023-12-03T11:51:50.934 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.932+0000 7fbf72524800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.935 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.932+0000 7fbf72524800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.935 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.932+0000 7fbf72524800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.935 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.932+0000 7fbf72524800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.935 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.932+0000 7fbf72524800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.935 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.933+0000 7fbf72524800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:50.935 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.933+0000 7fbf72524800 20 started sync module instance, tier type = 2023-12-03T11:51:50.935 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.933+0000 7fbf72524800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:50.939 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.938+0000 7fbf6e11c640 0 -- 172.21.15.145:0/2429177888 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7fbf68058700 msgr2=0x7fbf68057400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:50.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.941+0000 7fbf72524800 20 add_watcher() i=0 2023-12-03T11:51:50.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.941+0000 7fbf72524800 20 add_watcher() i=1 2023-12-03T11:51:50.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.941+0000 7fbf72524800 20 add_watcher() i=2 2023-12-03T11:51:50.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.941+0000 7fbf72524800 20 add_watcher() i=3 2023-12-03T11:51:50.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.941+0000 7fbf72524800 20 add_watcher() i=4 2023-12-03T11:51:50.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.941+0000 7fbf72524800 20 add_watcher() i=5 2023-12-03T11:51:50.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.941+0000 7fbf72524800 20 add_watcher() i=6 2023-12-03T11:51:50.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.942+0000 7fbf72524800 20 add_watcher() i=7 2023-12-03T11:51:50.943 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.942+0000 7fbf72524800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:50.945 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.943+0000 7fbf33fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:50.945 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.944+0000 7fbf72524800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:50.945 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.944+0000 7fbf72524800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:50.952 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.949+0000 7fbf72524800 5 note: GC not initialized 2023-12-03T11:51:50.952 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.950+0000 7fbea2ffd640 20 reqs_thread_entry: start 2023-12-03T11:51:50.952 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.950+0000 7fbf72524800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:50.952 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.950+0000 7fbf72524800 20 Filter name: none 2023-12-03T11:51:50.952 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.950+0000 7fbea0ff9640 20 reqs_thread_entry: start 2023-12-03T11:51:50.952 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.950+0000 7fbf72524800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.952 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.950+0000 7fbf72524800 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:51:50.952 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.950+0000 7fbf72524800 20 rados->read ofs=0 len=0 2023-12-03T11:51:50.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.951+0000 7fbf72524800 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:51:50.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.951+0000 7fbf72524800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:50.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.951+0000 7fbf72524800 20 INFO: main: max_entries=1000, index=gen=3, max_shards=1 2023-12-03T11:51:50.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.951+0000 7fbf72524800 20 INFO: main: starting shard=0 2023-12-03T11:51:50.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.951+0000 7fbf72524800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.3.0 2023-12-03T11:51:50.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.951+0000 7fbf72524800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.16.3.0 2023-12-03T11:51:50.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.951+0000 7fbf72524800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:51:50.953 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.951+0000 7fbf72524800 20 INFO: main: done 2023-12-03T11:51:50.954 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.952+0000 7fbf33fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:50.955 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.954+0000 7fbf72524800 20 remove_watcher() i=0 2023-12-03T11:51:50.955 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.954+0000 7fbf72524800 2 removed watcher, disabling cache 2023-12-03T11:51:50.956 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.955+0000 7fbf72524800 20 remove_watcher() i=1 2023-12-03T11:51:50.957 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.956+0000 7fbf72524800 20 remove_watcher() i=2 2023-12-03T11:51:50.958 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.957+0000 7fbf72524800 20 remove_watcher() i=3 2023-12-03T11:51:50.959 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.958+0000 7fbf72524800 20 remove_watcher() i=4 2023-12-03T11:51:50.960 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.959+0000 7fbf72524800 20 remove_watcher() i=5 2023-12-03T11:51:50.961 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.960+0000 7fbf72524800 20 remove_watcher() i=6 2023-12-03T11:51:50.962 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:50.961+0000 7fbf72524800 20 remove_watcher() i=7 2023-12-03T11:51:50.967 INFO:tasks.workunit.client.0.smithi145.stderr: test: PUT succeeds during reshard 2023-12-03T11:51:50.968 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket myver 2023-12-03T11:51:50.996 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:50.997 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:51.009 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.008+0000 7fa3e4727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.009+0000 7fa3e4727800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:51.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.009+0000 7fa3e4727800 20 realm 2023-12-03T11:51:51.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.009+0000 7fa3e4727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.009+0000 7fa3e4727800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:51.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.009+0000 7fa3e4727800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:51.011 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.009+0000 7fa3e4727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.010+0000 7fa3e4727800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:51.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.010+0000 7fa3e4727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.010+0000 7fa3e4727800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:51.012 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.010+0000 7fa3e4727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.013 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.011+0000 7fa3e4727800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:51.013 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.011+0000 7fa3e4727800 20 searching for the correct realm 2023-12-03T11:51:51.021 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.020+0000 7fa3e03f4640 0 -- 172.21.15.145:0/2229191652 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5626df0bf740 msgr2=0x5626df0c1b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:51.023 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.021+0000 7fa3e4727800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:51.023 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.021+0000 7fa3e4727800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:51.023 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.021+0000 7fa3e4727800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:51.023 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.021+0000 7fa3e4727800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:51.023 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.021+0000 7fa3e4727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.023 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.021+0000 7fa3e4727800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:51.023 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.021+0000 7fa3e4727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.024 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.022+0000 7fa3e4727800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:51.024 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.022+0000 7fa3e4727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.024 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.022+0000 7fa3e4727800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:51.024 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.022+0000 7fa3e4727800 20 zone default found 2023-12-03T11:51:51.024 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.022+0000 7fa3e4727800 4 Realm: () 2023-12-03T11:51:51.024 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.022+0000 7fa3e4727800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:51.024 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.022+0000 7fa3e4727800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:51.025 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.022+0000 7fa3e4727800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:51.025 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.022+0000 7fa3e4727800 20 zonegroup default 2023-12-03T11:51:51.025 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.022+0000 7fa3e4727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.025 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.022+0000 7fa3e4727800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:51.025 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.022+0000 7fa3e4727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.025 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.023+0000 7fa3e4727800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:51.025 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.023+0000 7fa3e4727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.025 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.023+0000 7fa3e4727800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:51.025 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.023+0000 7fa3e4727800 20 started sync module instance, tier type = 2023-12-03T11:51:51.026 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.023+0000 7fa3e4727800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:51.029 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.028+0000 7fa3e0bf5640 0 -- 172.21.15.145:0/2229191652 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7fa3c8080910 msgr2=0x7fa3c806f400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:51.032 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.031+0000 7fa3e4727800 20 add_watcher() i=0 2023-12-03T11:51:51.032 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.031+0000 7fa3e4727800 20 add_watcher() i=1 2023-12-03T11:51:51.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.031+0000 7fa3e4727800 20 add_watcher() i=2 2023-12-03T11:51:51.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.031+0000 7fa3e4727800 20 add_watcher() i=3 2023-12-03T11:51:51.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.031+0000 7fa3e4727800 20 add_watcher() i=4 2023-12-03T11:51:51.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.031+0000 7fa3e4727800 20 add_watcher() i=5 2023-12-03T11:51:51.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.031+0000 7fa3e4727800 20 add_watcher() i=6 2023-12-03T11:51:51.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.032+0000 7fa3e4727800 20 add_watcher() i=7 2023-12-03T11:51:51.033 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.032+0000 7fa3e4727800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:51.035 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.033+0000 7fa3a67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:51.035 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.034+0000 7fa3e4727800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:51.035 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.034+0000 7fa3e4727800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:51.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.039+0000 7fa3e4727800 5 note: GC not initialized 2023-12-03T11:51:51.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.040+0000 7fa3157fa640 20 reqs_thread_entry: start 2023-12-03T11:51:51.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.040+0000 7fa3e4727800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:51.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.040+0000 7fa3e4727800 20 Filter name: none 2023-12-03T11:51:51.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.040+0000 7fa30effd640 20 reqs_thread_entry: start 2023-12-03T11:51:51.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.040+0000 7fa3e4727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.040+0000 7fa3e4727800 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:51:51.044 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.040+0000 7fa3e4727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.041+0000 7fa3e4727800 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:51:51.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.041+0000 7fa3e4727800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:51.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.041+0000 7fa3e4727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.041+0000 7fa3e4727800 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:51:51.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.041+0000 7fa3e4727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.042+0000 7fa3e4727800 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:51:51.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.042+0000 7fa3e4727800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:51.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.042+0000 7fa3e4727800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.042+0000 7fa3e4727800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:51.045 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.043+0000 7fa3a67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:51.046 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.045+0000 7fa3e4727800 20 remove_watcher() i=0 2023-12-03T11:51:51.046 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.045+0000 7fa3e4727800 2 removed watcher, disabling cache 2023-12-03T11:51:51.047 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.046+0000 7fa3e4727800 20 remove_watcher() i=1 2023-12-03T11:51:51.048 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.047+0000 7fa3e4727800 20 remove_watcher() i=2 2023-12-03T11:51:51.049 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.048+0000 7fa3e4727800 20 remove_watcher() i=3 2023-12-03T11:51:51.050 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.049+0000 7fa3e4727800 20 remove_watcher() i=4 2023-12-03T11:51:51.051 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.050+0000 7fa3e4727800 20 remove_watcher() i=5 2023-12-03T11:51:51.052 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.050+0000 7fa3e4727800 20 remove_watcher() i=6 2023-12-03T11:51:51.053 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.051+0000 7fa3e4727800 20 remove_watcher() i=7 2023-12-03T11:51:51.057 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:51.058 INFO:tasks.workunit.client.0.smithi145.stderr:BUCKET_STATS: 2023-12-03T11:51:51.058 INFO:tasks.workunit.client.0.smithi145.stderr:bucket: myver id: d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 num_objects: 0 size_kb: 0 num_shards: 2 2023-12-03T11:51:51.058 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:51.059 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin --inject-delay-at=do_reshard --inject-delay-ms=5000 bucket reshard --bucket myver --num-shards 3 2023-12-03T11:51:51.090 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:51.090 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:51.104 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.103+0000 7fdfc7133800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.104+0000 7fdfc7133800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:51.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.104+0000 7fdfc7133800 20 realm 2023-12-03T11:51:51.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.104+0000 7fdfc7133800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.104+0000 7fdfc7133800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:51.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.104+0000 7fdfc7133800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:51.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.104+0000 7fdfc7133800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.106 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.105+0000 7fdfc7133800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:51.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.105+0000 7fdfc7133800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.105+0000 7fdfc7133800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:51.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.105+0000 7fdfc7133800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.106+0000 7fdfc7133800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:51.108 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.106+0000 7fdfc7133800 20 searching for the correct realm 2023-12-03T11:51:51.116 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.114+0000 7fdfc257d640 0 -- 172.21.15.145:0/1314012072 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x557e11713260 msgr2=0x557e11715650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:51.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.116+0000 7fdfc7133800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:51.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.116+0000 7fdfc7133800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:51.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.116+0000 7fdfc7133800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:51.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.116+0000 7fdfc7133800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:51.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.116+0000 7fdfc7133800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.116+0000 7fdfc7133800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:51.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.116+0000 7fdfc7133800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.117+0000 7fdfc7133800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:51.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.117+0000 7fdfc7133800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.117+0000 7fdfc7133800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:51.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.117+0000 7fdfc7133800 20 zone default found 2023-12-03T11:51:51.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.117+0000 7fdfc7133800 4 Realm: () 2023-12-03T11:51:51.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.117+0000 7fdfc7133800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:51.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.117+0000 7fdfc7133800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:51.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.117+0000 7fdfc7133800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:51.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.117+0000 7fdfc7133800 20 zonegroup default 2023-12-03T11:51:51.119 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.117+0000 7fdfc7133800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.120 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.118+0000 7fdfc7133800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:51.120 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.118+0000 7fdfc7133800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.120 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.118+0000 7fdfc7133800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:51.120 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.118+0000 7fdfc7133800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.120 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.118+0000 7fdfc7133800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:51.120 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.118+0000 7fdfc7133800 20 started sync module instance, tier type = 2023-12-03T11:51:51.120 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.118+0000 7fdfc7133800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:51.124 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.122+0000 7fdfc2d7e640 0 -- 172.21.15.145:0/1314012072 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7fdfbc026b50 msgr2=0x7fdfbc034910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:51.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.126+0000 7fdfc7133800 20 add_watcher() i=0 2023-12-03T11:51:51.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.126+0000 7fdfc7133800 20 add_watcher() i=1 2023-12-03T11:51:51.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.126+0000 7fdfc7133800 20 add_watcher() i=2 2023-12-03T11:51:51.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.126+0000 7fdfc7133800 20 add_watcher() i=3 2023-12-03T11:51:51.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.126+0000 7fdfc7133800 20 add_watcher() i=4 2023-12-03T11:51:51.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.126+0000 7fdfc7133800 20 add_watcher() i=5 2023-12-03T11:51:51.128 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.126+0000 7fdfc7133800 20 add_watcher() i=6 2023-12-03T11:51:51.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.127+0000 7fdfc7133800 20 add_watcher() i=7 2023-12-03T11:51:51.129 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.127+0000 7fdfc7133800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:51.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.129+0000 7fdf03fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:51.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.129+0000 7fdfc7133800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:51.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.129+0000 7fdfc7133800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:51.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.135+0000 7fdfc7133800 5 note: GC not initialized 2023-12-03T11:51:51.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.135+0000 7fdef2ffd640 20 reqs_thread_entry: start 2023-12-03T11:51:51.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.135+0000 7fdfc7133800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:51.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.135+0000 7fdfc7133800 20 Filter name: none 2023-12-03T11:51:51.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.135+0000 7fdef0ff9640 20 reqs_thread_entry: start 2023-12-03T11:51:51.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.135+0000 7fdfc7133800 10 cache get: name=default.rgw.meta+root+myver : miss 2023-12-03T11:51:51.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.135+0000 7fdfc7133800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.136+0000 7fdfc7133800 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:51:51.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.136+0000 7fdfc7133800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2023-12-03T11:51:51.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.136+0000 7fdfc7133800 10 adding default.rgw.meta+root+myver to cache LRU end 2023-12-03T11:51:51.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.136+0000 7fdfc7133800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 : miss 2023-12-03T11:51:51.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.136+0000 7fdfc7133800 20 rados->read ofs=0 len=0 2023-12-03T11:51:51.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.136+0000 7fdfc7133800 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:51:51.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.136+0000 7fdfc7133800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 info.flags=0x17 2023-12-03T11:51:51.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.136+0000 7fdfc7133800 10 adding default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 to cache LRU end 2023-12-03T11:51:51.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.136+0000 7fdfc7133800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:51:51.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.136+0000 7fdfc7133800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:51:51.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.136+0000 7fdfc7133800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 2023-12-03T11:51:51.142 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.140+0000 7fdfc7133800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 info.flags=0x17 2023-12-03T11:51:51.142 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.140+0000 7fdfc7133800 10 moving default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 to cache LRU end 2023-12-03T11:51:51.142 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.140+0000 7fdfc7133800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:51:51.142 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.140+0000 7fdfc7133800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17, ofs0, ns] 2023-12-03T11:51:51.142 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.140+0000 7fdfa8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791326 cookie 93999946913792 notifier 7172 bl.length()=783 2023-12-03T11:51:51.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.141+0000 7fdfa8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 info.flags=0x17 2023-12-03T11:51:51.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.141+0000 7fdfa8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 to cache LRU end 2023-12-03T11:51:51.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.141+0000 7fdfa8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:51:51.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.141+0000 7fdfc7133800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): orig_sources= new_sources= 2023-12-03T11:51:51.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.141+0000 7fdfc7133800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): potential sources added=[] removed=[] 2023-12-03T11:51:51.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.141+0000 7fdfc7133800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): orig_dests= new_dests= 2023-12-03T11:51:51.143 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.141+0000 7fdfc7133800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): potential dests added=[] removed=[] 2023-12-03T11:51:51.144 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:51.142+0000 7fdfc7133800 -1 Injecting delay=5.000000000s at location=do_reshard 2023-12-03T11:51:52.063 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:52.063 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:56.144 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.142+0000 7fdfc7133800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.0 2023-12-03T11:51:56.144 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.142+0000 7fdfc7133800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.0 2023-12-03T11:51:56.144 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.142+0000 7fdfc7133800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.1 2023-12-03T11:51:56.144 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.142+0000 7fdfc7133800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.1 2023-12-03T11:51:56.144 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.142+0000 7fdfc7133800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.2 2023-12-03T11:51:56.144 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.142+0000 7fdfc7133800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.2 2023-12-03T11:51:56.144 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.142+0000 7fdfc7133800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.1.0 2023-12-03T11:51:56.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.142+0000 7fdfc7133800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.1.0 2023-12-03T11:51:56.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.143+0000 7fdfc7133800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.1.1 2023-12-03T11:51:56.145 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.143+0000 7fdfc7133800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.1.1 2023-12-03T11:51:56.146 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.144+0000 7fdfc7133800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 : hit (requested=0x17, cached=0x17) 2023-12-03T11:51:56.146 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.144+0000 7fdfc7133800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 2023-12-03T11:51:56.148 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.146+0000 7fdfc7133800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 info.flags=0x17 2023-12-03T11:51:56.148 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.146+0000 7fdfc7133800 10 moving default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 to cache LRU end 2023-12-03T11:51:56.148 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.146+0000 7fdfc7133800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:51:56.148 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.146+0000 7fdfc7133800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17, ofs0, ns] 2023-12-03T11:51:56.148 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.147+0000 7fdfa97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791327 cookie 93999946913792 notifier 7172 bl.length()=751 2023-12-03T11:51:56.148 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.147+0000 7fdfa97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 info.flags=0x17 2023-12-03T11:51:56.148 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.147+0000 7fdfa97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 to cache LRU end 2023-12-03T11:51:56.148 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.147+0000 7fdfa97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:51:56.149 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.147+0000 7fdfc7133800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): orig_sources= new_sources= 2023-12-03T11:51:56.149 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.147+0000 7fdfc7133800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): potential sources added=[] removed=[] 2023-12-03T11:51:56.149 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.147+0000 7fdfc7133800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): orig_dests= new_dests= 2023-12-03T11:51:56.149 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.147+0000 7fdfc7133800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): potential dests added=[] removed=[] 2023-12-03T11:51:56.150 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.149+0000 7fdfc7133800 1 execute INFO: reshard of bucket "myver" completed successfully 2023-12-03T11:51:56.152 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.151+0000 7fdf03fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:56.155 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.154+0000 7fdfc7133800 20 remove_watcher() i=0 2023-12-03T11:51:56.156 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.154+0000 7fdfc7133800 2 removed watcher, disabling cache 2023-12-03T11:51:56.157 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.156+0000 7fdfc7133800 20 remove_watcher() i=1 2023-12-03T11:51:56.158 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.157+0000 7fdfc7133800 20 remove_watcher() i=2 2023-12-03T11:51:56.159 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.158+0000 7fdfc7133800 20 remove_watcher() i=3 2023-12-03T11:51:56.161 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.159+0000 7fdfc7133800 20 remove_watcher() i=4 2023-12-03T11:51:56.162 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.160+0000 7fdfc7133800 20 remove_watcher() i=5 2023-12-03T11:51:56.163 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.162+0000 7fdfc7133800 20 remove_watcher() i=6 2023-12-03T11:51:56.164 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:56.163+0000 7fdfc7133800 20 remove_watcher() i=7 2023-12-03T11:51:57.088 INFO:tasks.workunit.client.0.smithi145.stderr:put object successful 2023-12-03T11:51:57.088 INFO:tasks.workunit.client.0.smithi145.stderr:TEST: check that bucket stats are correct after reshard with unlinked entries 2023-12-03T11:51:57.088 INFO:tasks.workunit.client.0.smithi145.stderr: 2023-12-03T11:51:57.090 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:57.090 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:57.135 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:57.135 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:57.178 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:57.178 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:57.194 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:57.194 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:57.198 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:57.198 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:57.212 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:57.212 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:57.216 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:57.216 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:57.228 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:57.228 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:57.233 INFO:tasks.workunit.client.0.smithi145.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2023-12-03T11:51:57.615 INFO:tasks.workunit.client.0.smithi145.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2023-12-03T11:51:58.990 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:58.990 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:59.041 INFO:tasks.workunit.client.0.smithi145.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:51:59.045 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bi list --bucket myver --object x 2023-12-03T11:51:59.076 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:59.076 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:59.092 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.091+0000 7f6668521800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.095 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.093+0000 7f6668521800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.095 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.093+0000 7f6668521800 20 realm 2023-12-03T11:51:59.095 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.093+0000 7f6668521800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.095 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.093+0000 7f6668521800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.095 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.093+0000 7f6668521800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:59.095 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.093+0000 7f6668521800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.095 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.093+0000 7f6668521800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.095 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.093+0000 7f6668521800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.096 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.094+0000 7f6668521800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:59.096 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.094+0000 7f6668521800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.096 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.095+0000 7f6668521800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:59.096 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.095+0000 7f6668521800 20 searching for the correct realm 2023-12-03T11:51:59.107 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.105+0000 7f66642b8640 0 -- 172.21.15.145:0/50793656 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55aeef08f1f0 msgr2=0x55aeef0915e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:51:59.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.107+0000 7f6668521800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:59.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.107+0000 7f6668521800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:59.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.107+0000 7f6668521800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:59.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.107+0000 7f6668521800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:59.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.107+0000 7f6668521800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.108+0000 7f6668521800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.109 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.108+0000 7f6668521800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.108+0000 7f6668521800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:59.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.108+0000 7f6668521800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.108+0000 7f6668521800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:59.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.108+0000 7f6668521800 20 zone default found 2023-12-03T11:51:59.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.108+0000 7f6668521800 4 Realm: () 2023-12-03T11:51:59.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.108+0000 7f6668521800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:59.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.108+0000 7f6668521800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:59.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.108+0000 7f6668521800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:59.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.108+0000 7f6668521800 20 zonegroup default 2023-12-03T11:51:59.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.108+0000 7f6668521800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.111 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.109+0000 7f6668521800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.112 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.109+0000 7f6668521800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.112 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.109+0000 7f6668521800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.112 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.109+0000 7f6668521800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.112 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.109+0000 7f6668521800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.112 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.109+0000 7f6668521800 20 started sync module instance, tier type = 2023-12-03T11:51:59.112 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.109+0000 7f6668521800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:59.118 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.117+0000 7f6664ab9640 0 -- 172.21.15.145:0/50793656 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f664c047400 msgr2=0x7f664c047860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:59.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.119+0000 7f6668521800 20 add_watcher() i=0 2023-12-03T11:51:59.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.119+0000 7f6668521800 20 add_watcher() i=1 2023-12-03T11:51:59.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.119+0000 7f6668521800 20 add_watcher() i=2 2023-12-03T11:51:59.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.119+0000 7f6668521800 20 add_watcher() i=3 2023-12-03T11:51:59.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.119+0000 7f6668521800 20 add_watcher() i=4 2023-12-03T11:51:59.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.119+0000 7f6668521800 20 add_watcher() i=5 2023-12-03T11:51:59.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.119+0000 7f6668521800 20 add_watcher() i=6 2023-12-03T11:51:59.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.120+0000 7f6668521800 20 add_watcher() i=7 2023-12-03T11:51:59.121 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.120+0000 7f6668521800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:59.123 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.122+0000 7f662a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:59.123 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.122+0000 7f6668521800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:59.124 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.122+0000 7f6668521800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:59.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.128+0000 7f6668521800 5 note: GC not initialized 2023-12-03T11:51:59.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.128+0000 7f65997fa640 20 reqs_thread_entry: start 2023-12-03T11:51:59.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.128+0000 7f6668521800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:59.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.129+0000 7f6668521800 20 Filter name: none 2023-12-03T11:51:59.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.129+0000 7f6592ffd640 20 reqs_thread_entry: start 2023-12-03T11:51:59.130 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.129+0000 7f6668521800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.131 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.129+0000 7f6668521800 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:51:59.131 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.129+0000 7f6668521800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.131 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.130+0000 7f6668521800 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:51:59.131 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.130+0000 7f6668521800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:59.132 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.130+0000 7f6668521800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2023-12-03T11:51:59.132 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.130+0000 7f6668521800 20 INFO: main: starting shard=0 2023-12-03T11:51:59.132 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.130+0000 7f6668521800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.0 2023-12-03T11:51:59.132 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.130+0000 7f6668521800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.0 2023-12-03T11:51:59.132 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.130+0000 7f6668521800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2023-12-03T11:51:59.133 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.130+0000 7f6668521800 20 INFO: main: starting shard=1 2023-12-03T11:51:59.133 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.130+0000 7f6668521800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.1 2023-12-03T11:51:59.133 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.130+0000 7f6668521800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.1 2023-12-03T11:51:59.133 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.131+0000 7f6668521800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:51:59.133 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.131+0000 7f6668521800 20 INFO: main: starting shard=2 2023-12-03T11:51:59.133 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.131+0000 7f6668521800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.2 2023-12-03T11:51:59.133 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.131+0000 7f6668521800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.2 2023-12-03T11:51:59.134 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.131+0000 7f6668521800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:51:59.134 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.131+0000 7f6668521800 20 INFO: main: done 2023-12-03T11:51:59.134 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.132+0000 7f662a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:59.136 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.135+0000 7f6668521800 20 remove_watcher() i=0 2023-12-03T11:51:59.136 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.135+0000 7f6668521800 2 removed watcher, disabling cache 2023-12-03T11:51:59.137 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.136+0000 7f6668521800 20 remove_watcher() i=1 2023-12-03T11:51:59.138 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.137+0000 7f6668521800 20 remove_watcher() i=2 2023-12-03T11:51:59.139 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.138+0000 7f6668521800 20 remove_watcher() i=3 2023-12-03T11:51:59.140 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.139+0000 7f6668521800 20 remove_watcher() i=4 2023-12-03T11:51:59.141 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.140+0000 7f6668521800 20 remove_watcher() i=5 2023-12-03T11:51:59.142 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.141+0000 7f6668521800 20 remove_watcher() i=6 2023-12-03T11:51:59.144 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.142+0000 7f6668521800 20 remove_watcher() i=7 2023-12-03T11:51:59.151 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:59.151 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:59.154 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:59.154 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:59.201 INFO:tasks.workunit.client.0.smithi145.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:51:59.203 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bi list --bucket myver --object y 2023-12-03T11:51:59.234 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:59.234 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:59.248 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.247+0000 7f967672f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.248+0000 7f967672f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.248+0000 7f967672f800 20 realm 2023-12-03T11:51:59.250 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.248+0000 7f967672f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.249+0000 7f967672f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.249+0000 7f967672f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:59.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.249+0000 7f967672f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.249+0000 7f967672f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.249+0000 7f967672f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.250+0000 7f967672f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:59.251 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.250+0000 7f967672f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.251+0000 7f967672f800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:59.252 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.251+0000 7f967672f800 20 searching for the correct realm 2023-12-03T11:51:59.262 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.260+0000 7f9671c67640 0 -- 172.21.15.145:0/1145410499 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x555beeb274b0 msgr2=0x555beeb298a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:51:59.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.262+0000 7f967672f800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:59.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.262+0000 7f967672f800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:59.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.262+0000 7f967672f800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:59.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.262+0000 7f967672f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:59.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.262+0000 7f967672f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.262+0000 7f967672f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.262+0000 7f967672f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.262+0000 7f967672f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:59.264 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.262+0000 7f967672f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.263+0000 7f967672f800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:59.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.263+0000 7f967672f800 20 zone default found 2023-12-03T11:51:59.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.263+0000 7f967672f800 4 Realm: () 2023-12-03T11:51:59.265 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.263+0000 7f967672f800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:59.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.263+0000 7f967672f800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:59.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.263+0000 7f967672f800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:59.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.263+0000 7f967672f800 20 zonegroup default 2023-12-03T11:51:59.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.263+0000 7f967672f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.263+0000 7f967672f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.263+0000 7f967672f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.263+0000 7f967672f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.263+0000 7f967672f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.263+0000 7f967672f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.264+0000 7f967672f800 20 started sync module instance, tier type = 2023-12-03T11:51:59.266 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.264+0000 7f967672f800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:59.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.271+0000 7f9672c69640 0 -- 172.21.15.145:0/1145410499 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f96680243f0 msgr2=0x7f9668024850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:59.274 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.273+0000 7f967672f800 20 add_watcher() i=0 2023-12-03T11:51:59.274 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.273+0000 7f967672f800 20 add_watcher() i=1 2023-12-03T11:51:59.275 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.273+0000 7f967672f800 20 add_watcher() i=2 2023-12-03T11:51:59.275 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.273+0000 7f967672f800 20 add_watcher() i=3 2023-12-03T11:51:59.275 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.273+0000 7f967672f800 20 add_watcher() i=4 2023-12-03T11:51:59.275 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.273+0000 7f967672f800 20 add_watcher() i=5 2023-12-03T11:51:59.275 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.273+0000 7f967672f800 20 add_watcher() i=6 2023-12-03T11:51:59.275 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.274+0000 7f967672f800 20 add_watcher() i=7 2023-12-03T11:51:59.275 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.274+0000 7f967672f800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:59.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.275+0000 7f9637fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:59.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.276+0000 7f967672f800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:59.277 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.276+0000 7f967672f800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:59.287 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.284+0000 7f967672f800 5 note: GC not initialized 2023-12-03T11:51:59.287 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.285+0000 7f95a6ffd640 20 reqs_thread_entry: start 2023-12-03T11:51:59.287 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.285+0000 7f967672f800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:59.287 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.285+0000 7f967672f800 20 Filter name: none 2023-12-03T11:51:59.287 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.285+0000 7f95a4ff9640 20 reqs_thread_entry: start 2023-12-03T11:51:59.287 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.285+0000 7f967672f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.287 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.285+0000 7f967672f800 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:51:59.287 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.285+0000 7f967672f800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.286+0000 7f967672f800 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:51:59.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.286+0000 7f967672f800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:59.288 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.286+0000 7f967672f800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2023-12-03T11:51:59.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.286+0000 7f967672f800 20 INFO: main: starting shard=0 2023-12-03T11:51:59.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.286+0000 7f967672f800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.0 2023-12-03T11:51:59.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.286+0000 7f967672f800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.0 2023-12-03T11:51:59.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.286+0000 7f967672f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:51:59.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.286+0000 7f967672f800 20 INFO: main: starting shard=1 2023-12-03T11:51:59.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.286+0000 7f967672f800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.1 2023-12-03T11:51:59.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.286+0000 7f967672f800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.1 2023-12-03T11:51:59.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.287+0000 7f967672f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:51:59.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.287+0000 7f967672f800 20 INFO: main: starting shard=2 2023-12-03T11:51:59.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.287+0000 7f967672f800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.2 2023-12-03T11:51:59.289 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.287+0000 7f967672f800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.2 2023-12-03T11:51:59.290 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.287+0000 7f967672f800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2023-12-03T11:51:59.290 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.287+0000 7f967672f800 20 INFO: main: done 2023-12-03T11:51:59.290 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.288+0000 7f9637fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:59.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.290+0000 7f967672f800 20 remove_watcher() i=0 2023-12-03T11:51:59.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.290+0000 7f967672f800 2 removed watcher, disabling cache 2023-12-03T11:51:59.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.292+0000 7f967672f800 20 remove_watcher() i=1 2023-12-03T11:51:59.295 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.294+0000 7f967672f800 20 remove_watcher() i=2 2023-12-03T11:51:59.296 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.295+0000 7f967672f800 20 remove_watcher() i=3 2023-12-03T11:51:59.297 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.296+0000 7f967672f800 20 remove_watcher() i=4 2023-12-03T11:51:59.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.297+0000 7f967672f800 20 remove_watcher() i=5 2023-12-03T11:51:59.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.298+0000 7f967672f800 20 remove_watcher() i=6 2023-12-03T11:51:59.300 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.299+0000 7f967672f800 20 remove_watcher() i=7 2023-12-03T11:51:59.307 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:59.307 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:59.310 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:59.310 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:59.356 INFO:tasks.workunit.client.0.smithi145.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:51:59.358 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bi list --bucket myver --object z 2023-12-03T11:51:59.387 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:59.388 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:59.401 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.400+0000 7f567ef23800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.403 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.402+0000 7f567ef23800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.403 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.402+0000 7f567ef23800 20 realm 2023-12-03T11:51:59.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.402+0000 7f567ef23800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.402+0000 7f567ef23800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.402+0000 7f567ef23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:59.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.402+0000 7f567ef23800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.402+0000 7f567ef23800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.402+0000 7f567ef23800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.403+0000 7f567ef23800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:59.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.403+0000 7f567ef23800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.403+0000 7f567ef23800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:59.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.403+0000 7f567ef23800 20 searching for the correct realm 2023-12-03T11:51:59.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.411+0000 7f567b344640 0 -- 172.21.15.145:0/2515568901 >> [v2:172.21.15.145:6800/1111036159,v1:172.21.15.145:6801/1111036159] conn(0x560f4432c280 msgr2=0x560f4432e670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:59.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.414+0000 7f567ef23800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:51:59.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.414+0000 7f567ef23800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:51:59.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.414+0000 7f567ef23800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:59.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.414+0000 7f567ef23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:59.416 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.414+0000 7f567ef23800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.416 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.414+0000 7f567ef23800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.416 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.414+0000 7f567ef23800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.416 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.414+0000 7f567ef23800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:59.416 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.414+0000 7f567ef23800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.417 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.414+0000 7f567ef23800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:59.417 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.414+0000 7f567ef23800 20 zone default found 2023-12-03T11:51:59.417 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.414+0000 7f567ef23800 4 Realm: () 2023-12-03T11:51:59.417 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.414+0000 7f567ef23800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:51:59.417 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.414+0000 7f567ef23800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:51:59.417 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.414+0000 7f567ef23800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:59.417 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.414+0000 7f567ef23800 20 zonegroup default 2023-12-03T11:51:59.417 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.414+0000 7f567ef23800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.417 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.415+0000 7f567ef23800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.415+0000 7f567ef23800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.415+0000 7f567ef23800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.415+0000 7f567ef23800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.415+0000 7f567ef23800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:59.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.415+0000 7f567a342640 0 -- 172.21.15.145:0/2515568901 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x560f44333950 msgr2=0x560f44335d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:59.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.415+0000 7f567ef23800 20 started sync module instance, tier type = 2023-12-03T11:51:59.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.415+0000 7f567ef23800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:51:59.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.424+0000 7f567ef23800 20 add_watcher() i=0 2023-12-03T11:51:59.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.424+0000 7f567ef23800 20 add_watcher() i=1 2023-12-03T11:51:59.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.424+0000 7f567ef23800 20 add_watcher() i=2 2023-12-03T11:51:59.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.424+0000 7f567ef23800 20 add_watcher() i=3 2023-12-03T11:51:59.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.424+0000 7f567ef23800 20 add_watcher() i=4 2023-12-03T11:51:59.426 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.424+0000 7f567ef23800 20 add_watcher() i=5 2023-12-03T11:51:59.426 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.424+0000 7f567ef23800 20 add_watcher() i=6 2023-12-03T11:51:59.426 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.425+0000 7f567ef23800 20 add_watcher() i=7 2023-12-03T11:51:59.426 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.425+0000 7f567ef23800 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:59.428 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.426+0000 7f55bbfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:59.428 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.427+0000 7f567ef23800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:59.428 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.427+0000 7f567ef23800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:59.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.432+0000 7f567ef23800 5 note: GC not initialized 2023-12-03T11:51:59.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.432+0000 7f55aaffd640 20 reqs_thread_entry: start 2023-12-03T11:51:59.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.433+0000 7f567ef23800 20 init_complete bucket index max shards: 1 2023-12-03T11:51:59.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.433+0000 7f567ef23800 20 Filter name: none 2023-12-03T11:51:59.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.433+0000 7f55a8ff9640 20 reqs_thread_entry: start 2023-12-03T11:51:59.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.433+0000 7f567ef23800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.433+0000 7f567ef23800 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:51:59.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.433+0000 7f567ef23800 20 rados->read ofs=0 len=0 2023-12-03T11:51:59.436 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.433+0000 7f567ef23800 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:51:59.436 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.433+0000 7f567ef23800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:59.436 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.433+0000 7f567ef23800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2023-12-03T11:51:59.436 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.433+0000 7f567ef23800 20 INFO: main: starting shard=0 2023-12-03T11:51:59.436 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.433+0000 7f567ef23800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.0 2023-12-03T11:51:59.436 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.433+0000 7f567ef23800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.0 2023-12-03T11:51:59.436 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.434+0000 7f567ef23800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:51:59.436 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.434+0000 7f567ef23800 20 INFO: main: starting shard=1 2023-12-03T11:51:59.437 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.434+0000 7f567ef23800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.1 2023-12-03T11:51:59.437 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.434+0000 7f567ef23800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.1 2023-12-03T11:51:59.437 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.435+0000 7f567ef23800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2023-12-03T11:51:59.437 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.435+0000 7f567ef23800 20 INFO: main: starting shard=2 2023-12-03T11:51:59.437 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.435+0000 7f567ef23800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.2 2023-12-03T11:51:59.438 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.435+0000 7f567ef23800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.2 2023-12-03T11:51:59.438 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.436+0000 7f567ef23800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:51:59.438 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.436+0000 7f567ef23800 20 INFO: main: done 2023-12-03T11:51:59.438 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.436+0000 7f55bbfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:59.440 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.439+0000 7f567ef23800 20 remove_watcher() i=0 2023-12-03T11:51:59.440 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.439+0000 7f567ef23800 2 removed watcher, disabling cache 2023-12-03T11:51:59.441 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.440+0000 7f567ef23800 20 remove_watcher() i=1 2023-12-03T11:51:59.442 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.441+0000 7f567ef23800 20 remove_watcher() i=2 2023-12-03T11:51:59.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.442+0000 7f567ef23800 20 remove_watcher() i=3 2023-12-03T11:51:59.444 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.443+0000 7f567ef23800 20 remove_watcher() i=4 2023-12-03T11:51:59.445 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.444+0000 7f567ef23800 20 remove_watcher() i=5 2023-12-03T11:51:59.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.444+0000 7f567ef23800 20 remove_watcher() i=6 2023-12-03T11:51:59.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:51:59.445+0000 7f567ef23800 20 remove_watcher() i=7 2023-12-03T11:51:59.454 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:51:59.454 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:51:59.458 INFO:tasks.workunit.client.0.smithi145.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2023-12-03T11:51:59.833 INFO:tasks.workunit.client.0.smithi145.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2023-12-03T11:52:00.212 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 17 --yes-i-really-mean-it 2023-12-03T11:52:00.242 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:00.242 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:00.255 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.254+0000 7fa613322800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.257 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.255+0000 7fa613322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.257 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.255+0000 7fa613322800 20 realm 2023-12-03T11:52:00.257 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.255+0000 7fa613322800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.257 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.256+0000 7fa613322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.257 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.256+0000 7fa613322800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:00.258 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.256+0000 7fa613322800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.258 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.256+0000 7fa613322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.258 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.256+0000 7fa613322800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.258 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.257+0000 7fa613322800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:00.258 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.257+0000 7fa613322800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.259 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.258+0000 7fa613322800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:00.259 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.258+0000 7fa613322800 20 searching for the correct realm 2023-12-03T11:52:00.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.268+0000 7fa60f7a7640 0 -- 172.21.15.145:0/3248813544 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7fa5f801fbd0 msgr2=0x7fa5f8008910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:00.269 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.268+0000 7fa613322800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:52:00.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.268+0000 7fa613322800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:52:00.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.268+0000 7fa613322800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:00.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.268+0000 7fa613322800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:00.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.268+0000 7fa613322800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.268+0000 7fa613322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.270 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.268+0000 7fa613322800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.271 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.268+0000 7fa613322800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:00.271 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.268+0000 7fa613322800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.271 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.269+0000 7fa613322800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:00.271 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.269+0000 7fa613322800 20 zone default found 2023-12-03T11:52:00.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.269+0000 7fa613322800 4 Realm: () 2023-12-03T11:52:00.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.269+0000 7fa613322800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:52:00.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.269+0000 7fa613322800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:52:00.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.269+0000 7fa613322800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:00.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.269+0000 7fa613322800 20 zonegroup default 2023-12-03T11:52:00.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.269+0000 7fa613322800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.269+0000 7fa613322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.269+0000 7fa613322800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.269+0000 7fa613322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.269+0000 7fa613322800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.269+0000 7fa613322800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.270+0000 7fa613322800 20 started sync module instance, tier type = 2023-12-03T11:52:00.272 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.270+0000 7fa613322800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:52:00.278 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.277+0000 7fa607fff640 0 -- 172.21.15.145:0/3248813544 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55b13dfcade0 msgr2=0x55b13dfcd1d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:00.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.278+0000 7fa613322800 20 add_watcher() i=0 2023-12-03T11:52:00.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.278+0000 7fa613322800 20 add_watcher() i=1 2023-12-03T11:52:00.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.278+0000 7fa613322800 20 add_watcher() i=2 2023-12-03T11:52:00.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.278+0000 7fa613322800 20 add_watcher() i=3 2023-12-03T11:52:00.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.278+0000 7fa613322800 20 add_watcher() i=4 2023-12-03T11:52:00.280 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.278+0000 7fa613322800 20 add_watcher() i=5 2023-12-03T11:52:00.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.279+0000 7fa613322800 20 add_watcher() i=6 2023-12-03T11:52:00.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.279+0000 7fa613322800 20 add_watcher() i=7 2023-12-03T11:52:00.281 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.279+0000 7fa613322800 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:00.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.281+0000 7fa54ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:00.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.282+0000 7fa613322800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:00.283 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.282+0000 7fa613322800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:00.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.290+0000 7fa613322800 5 note: GC not initialized 2023-12-03T11:52:00.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.290+0000 7fa53effd640 20 reqs_thread_entry: start 2023-12-03T11:52:00.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.290+0000 7fa613322800 20 init_complete bucket index max shards: 1 2023-12-03T11:52:00.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.290+0000 7fa613322800 20 Filter name: none 2023-12-03T11:52:00.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.290+0000 7fa53cff9640 20 reqs_thread_entry: start 2023-12-03T11:52:00.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.290+0000 7fa613322800 10 cache get: name=default.rgw.meta+root+myver : miss 2023-12-03T11:52:00.292 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.290+0000 7fa613322800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.291+0000 7fa613322800 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:52:00.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.291+0000 7fa613322800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2023-12-03T11:52:00.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.291+0000 7fa613322800 10 adding default.rgw.meta+root+myver to cache LRU end 2023-12-03T11:52:00.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.291+0000 7fa613322800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 : miss 2023-12-03T11:52:00.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.291+0000 7fa613322800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.291+0000 7fa613322800 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:52:00.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.291+0000 7fa613322800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 info.flags=0x17 2023-12-03T11:52:00.293 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.291+0000 7fa613322800 10 adding default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 to cache LRU end 2023-12-03T11:52:00.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.291+0000 7fa613322800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:52:00.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.291+0000 7fa613322800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:00.294 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.291+0000 7fa613322800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 2023-12-03T11:52:00.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.297+0000 7fa613322800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 info.flags=0x17 2023-12-03T11:52:00.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.297+0000 7fa613322800 10 moving default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 to cache LRU end 2023-12-03T11:52:00.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.297+0000 7fa613322800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:00.298 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.297+0000 7fa613322800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17, ofs0, ns] 2023-12-03T11:52:00.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.297+0000 7fa604ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791328 cookie 94219737586832 notifier 7268 bl.length()=783 2023-12-03T11:52:00.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.297+0000 7fa604ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 info.flags=0x17 2023-12-03T11:52:00.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.297+0000 7fa604ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 to cache LRU end 2023-12-03T11:52:00.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.297+0000 7fa604ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:00.299 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.298+0000 7fa613322800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): orig_sources= new_sources= 2023-12-03T11:52:00.300 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.298+0000 7fa613322800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): potential sources added=[] removed=[] 2023-12-03T11:52:00.300 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.298+0000 7fa613322800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): orig_dests= new_dests= 2023-12-03T11:52:00.300 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.298+0000 7fa613322800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): potential dests added=[] removed=[] 2023-12-03T11:52:00.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.0 2023-12-03T11:52:00.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.0 2023-12-03T11:52:00.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.1 2023-12-03T11:52:00.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.1 2023-12-03T11:52:00.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.2 2023-12-03T11:52:00.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.2 2023-12-03T11:52:00.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.3 2023-12-03T11:52:00.301 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.3 2023-12-03T11:52:00.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.4 2023-12-03T11:52:00.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.4 2023-12-03T11:52:00.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.5 2023-12-03T11:52:00.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.5 2023-12-03T11:52:00.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.6 2023-12-03T11:52:00.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.6 2023-12-03T11:52:00.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.7 2023-12-03T11:52:00.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.7 2023-12-03T11:52:00.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.8 2023-12-03T11:52:00.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.8 2023-12-03T11:52:00.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.10 2023-12-03T11:52:00.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.10 2023-12-03T11:52:00.302 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.11 2023-12-03T11:52:00.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.11 2023-12-03T11:52:00.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.12 2023-12-03T11:52:00.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.12 2023-12-03T11:52:00.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.13 2023-12-03T11:52:00.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.13 2023-12-03T11:52:00.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.14 2023-12-03T11:52:00.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.14 2023-12-03T11:52:00.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.15 2023-12-03T11:52:00.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.15 2023-12-03T11:52:00.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.16 2023-12-03T11:52:00.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.16 2023-12-03T11:52:00.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.0 2023-12-03T11:52:00.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.299+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.0 2023-12-03T11:52:00.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.300+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.1 2023-12-03T11:52:00.303 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.300+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.1 2023-12-03T11:52:00.304 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.301+0000 7fa613322800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.2 2023-12-03T11:52:00.304 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.301+0000 7fa613322800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.2.2 2023-12-03T11:52:00.304 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.303+0000 7fa613322800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 : hit (requested=0x17, cached=0x17) 2023-12-03T11:52:00.305 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.303+0000 7fa613322800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 2023-12-03T11:52:00.306 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.304+0000 7fa613322800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 info.flags=0x17 2023-12-03T11:52:00.306 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.304+0000 7fa613322800 10 moving default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 to cache LRU end 2023-12-03T11:52:00.306 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.304+0000 7fa613322800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:00.306 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.304+0000 7fa613322800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17, ofs0, ns] 2023-12-03T11:52:00.306 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.304+0000 7fa604ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791329 cookie 94219737586832 notifier 7268 bl.length()=751 2023-12-03T11:52:00.306 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.304+0000 7fa604ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 info.flags=0x17 2023-12-03T11:52:00.306 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.304+0000 7fa604ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 to cache LRU end 2023-12-03T11:52:00.307 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.304+0000 7fa604ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:00.307 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.305+0000 7fa613322800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): orig_sources= new_sources= 2023-12-03T11:52:00.307 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.305+0000 7fa613322800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): potential sources added=[] removed=[] 2023-12-03T11:52:00.307 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.305+0000 7fa613322800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): orig_dests= new_dests= 2023-12-03T11:52:00.307 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.305+0000 7fa613322800 20 handle_bi_update(): bucket=:myver[d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17]): potential dests added=[] removed=[] 2023-12-03T11:52:00.307 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.306+0000 7fa613322800 1 execute INFO: reshard of bucket "myver" completed successfully 2023-12-03T11:52:00.309 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.308+0000 7fa54ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:00.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.310+0000 7fa613322800 20 remove_watcher() i=0 2023-12-03T11:52:00.311 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.310+0000 7fa613322800 2 removed watcher, disabling cache 2023-12-03T11:52:00.312 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.311+0000 7fa613322800 20 remove_watcher() i=1 2023-12-03T11:52:00.313 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.312+0000 7fa613322800 20 remove_watcher() i=2 2023-12-03T11:52:00.314 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.312+0000 7fa613322800 20 remove_watcher() i=3 2023-12-03T11:52:00.315 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.313+0000 7fa613322800 20 remove_watcher() i=4 2023-12-03T11:52:00.316 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.314+0000 7fa613322800 20 remove_watcher() i=5 2023-12-03T11:52:00.317 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.315+0000 7fa613322800 20 remove_watcher() i=6 2023-12-03T11:52:00.318 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.316+0000 7fa613322800 20 remove_watcher() i=7 2023-12-03T11:52:00.324 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket check unlinked --bucket myver --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2023-12-03T11:52:00.356 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:00.356 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:00.370 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.369+0000 7f083fba9800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.372 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.370+0000 7f083fba9800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.372 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.370+0000 7f083fba9800 20 realm 2023-12-03T11:52:00.372 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.370+0000 7f083fba9800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.372 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.371+0000 7f083fba9800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.372 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.371+0000 7f083fba9800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:00.372 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.371+0000 7f083fba9800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.373 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.371+0000 7f083fba9800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.373 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.371+0000 7f083fba9800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.373 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.372+0000 7f083fba9800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:00.374 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.372+0000 7f083fba9800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.374 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.372+0000 7f083fba9800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:00.374 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.372+0000 7f083fba9800 20 searching for the correct realm 2023-12-03T11:52:00.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.382+0000 7f083d6a9640 0 -- 172.21.15.145:0/3410185544 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x564cd6a9b580 msgr2=0x564cd6a9d9b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:00.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.383+0000 7f083fba9800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:52:00.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.383+0000 7f083fba9800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:52:00.384 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.383+0000 7f083fba9800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:00.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.383+0000 7f083fba9800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:00.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.383+0000 7f083fba9800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.383+0000 7f083fba9800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.383+0000 7f083fba9800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.383+0000 7f083fba9800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:00.385 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.383+0000 7f083fba9800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.383+0000 7f083fba9800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:00.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.383+0000 7f083fba9800 20 zone default found 2023-12-03T11:52:00.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.383+0000 7f083fba9800 4 Realm: () 2023-12-03T11:52:00.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.383+0000 7f083fba9800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:52:00.386 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.383+0000 7f083fba9800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:52:00.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.383+0000 7f083fba9800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:00.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.383+0000 7f083fba9800 20 zonegroup default 2023-12-03T11:52:00.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.383+0000 7f083fba9800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.384+0000 7f083fba9800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.384+0000 7f083fba9800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.384+0000 7f083fba9800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.384+0000 7f083fba9800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.384+0000 7f083fba9800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.384+0000 7f083fba9800 20 started sync module instance, tier type = 2023-12-03T11:52:00.387 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.384+0000 7f083fba9800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:52:00.393 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.392+0000 7f083cea8640 0 -- 172.21.15.145:0/3410185544 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x564cd6a9ed90 msgr2=0x564cd6aa1180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:00.394 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.393+0000 7f083fba9800 20 add_watcher() i=0 2023-12-03T11:52:00.394 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.393+0000 7f083fba9800 20 add_watcher() i=1 2023-12-03T11:52:00.394 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.393+0000 7f083fba9800 20 add_watcher() i=2 2023-12-03T11:52:00.394 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.393+0000 7f083fba9800 20 add_watcher() i=3 2023-12-03T11:52:00.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.393+0000 7f083fba9800 20 add_watcher() i=4 2023-12-03T11:52:00.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.393+0000 7f083fba9800 20 add_watcher() i=5 2023-12-03T11:52:00.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.393+0000 7f083fba9800 20 add_watcher() i=6 2023-12-03T11:52:00.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.394+0000 7f083fba9800 20 add_watcher() i=7 2023-12-03T11:52:00.395 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.394+0000 7f083fba9800 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:00.396 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.395+0000 7f0802fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:00.397 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.395+0000 7f083fba9800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:00.397 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.395+0000 7f083fba9800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:00.403 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.401+0000 7f083fba9800 5 note: GC not initialized 2023-12-03T11:52:00.403 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.401+0000 7f0771ffb640 20 reqs_thread_entry: start 2023-12-03T11:52:00.403 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.401+0000 7f083fba9800 20 init_complete bucket index max shards: 1 2023-12-03T11:52:00.403 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.402+0000 7f083fba9800 20 Filter name: none 2023-12-03T11:52:00.403 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.402+0000 7f07637fe640 20 reqs_thread_entry: start 2023-12-03T11:52:00.403 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.402+0000 7f083fba9800 10 cache get: name=default.rgw.meta+root+myver : miss 2023-12-03T11:52:00.403 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.402+0000 7f083fba9800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.402+0000 7f083fba9800 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:52:00.404 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.402+0000 7f083fba9800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2023-12-03T11:52:00.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.402+0000 7f083fba9800 10 adding default.rgw.meta+root+myver to cache LRU end 2023-12-03T11:52:00.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.402+0000 7f083fba9800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 : miss 2023-12-03T11:52:00.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.402+0000 7f083fba9800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.403+0000 7f083fba9800 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:52:00.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.403+0000 7f083fba9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 info.flags=0x17 2023-12-03T11:52:00.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.403+0000 7f083fba9800 10 adding default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 to cache LRU end 2023-12-03T11:52:00.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.403+0000 7f083fba9800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:52:00.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.403+0000 7f083fba9800 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:00.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.403+0000 7f083fba9800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17 2023-12-03T11:52:00.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.403+0000 7f083fba9800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.0 2023-12-03T11:52:00.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.403+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.0 2023-12-03T11:52:00.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.403+0000 7f083fba9800 1 NOTICE: finished shard 0 (0 entries removed) 2023-12-03T11:52:00.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.403+0000 7f083fba9800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.1 2023-12-03T11:52:00.405 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.403+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.1 2023-12-03T11:52:00.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.404+0000 7f083fba9800 1 NOTICE: finished shard 1 (0 entries removed) 2023-12-03T11:52:00.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.404+0000 7f083fba9800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.2 2023-12-03T11:52:00.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.404+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.2 2023-12-03T11:52:00.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.404+0000 7f083fba9800 1 NOTICE: finished shard 2 (0 entries removed) 2023-12-03T11:52:00.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.404+0000 7f083fba9800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.3 2023-12-03T11:52:00.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.404+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.3 2023-12-03T11:52:00.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.405+0000 7f083fba9800 1 NOTICE: finished shard 3 (0 entries removed) 2023-12-03T11:52:00.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.405+0000 7f083fba9800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.4 2023-12-03T11:52:00.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.405+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.4 2023-12-03T11:52:00.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.405+0000 7f083fba9800 1 NOTICE: finished shard 4 (0 entries removed) 2023-12-03T11:52:00.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.405+0000 7f083fba9800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.5 2023-12-03T11:52:00.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.405+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.5 2023-12-03T11:52:00.407 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.405+0000 7f083fba9800 1 NOTICE: finished shard 5 (0 entries removed) 2023-12-03T11:52:00.408 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.405+0000 7f083fba9800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.6 2023-12-03T11:52:00.408 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.405+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.6 2023-12-03T11:52:00.408 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.406+0000 7f083fba9800 1 NOTICE: finished shard 6 (0 entries removed) 2023-12-03T11:52:00.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.406+0000 7f083fba9800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.7 2023-12-03T11:52:00.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.406+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.7 2023-12-03T11:52:00.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.406+0000 7f083fba9800 1 NOTICE: finished shard 7 (0 entries removed) 2023-12-03T11:52:00.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.406+0000 7f083fba9800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.8 2023-12-03T11:52:00.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.406+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.8 2023-12-03T11:52:00.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.406+0000 7f083fba9800 1 NOTICE: finished shard 8 (0 entries removed) 2023-12-03T11:52:00.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.406+0000 7f083fba9800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.406+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.407+0000 7f083fba9800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.10 2023-12-03T11:52:00.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.407+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.10 2023-12-03T11:52:00.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.407+0000 7f083fba9800 1 NOTICE: finished shard 10 (0 entries removed) 2023-12-03T11:52:00.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.407+0000 7f083fba9800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.11 2023-12-03T11:52:00.409 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.407+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.11 2023-12-03T11:52:00.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.408+0000 7f083fba9800 1 NOTICE: finished shard 11 (0 entries removed) 2023-12-03T11:52:00.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.408+0000 7f083fba9800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.12 2023-12-03T11:52:00.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.408+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.12 2023-12-03T11:52:00.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.408+0000 7f083fba9800 1 NOTICE: finished shard 12 (0 entries removed) 2023-12-03T11:52:00.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.408+0000 7f083fba9800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.13 2023-12-03T11:52:00.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.408+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.13 2023-12-03T11:52:00.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.408+0000 7f083fba9800 1 NOTICE: finished shard 13 (0 entries removed) 2023-12-03T11:52:00.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.408+0000 7f083fba9800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.14 2023-12-03T11:52:00.411 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.408+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.14 2023-12-03T11:52:00.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.409+0000 7f083fba9800 1 NOTICE: finished shard 14 (0 entries removed) 2023-12-03T11:52:00.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.409+0000 7f083fba9800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.15 2023-12-03T11:52:00.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.409+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.15 2023-12-03T11:52:00.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.409+0000 7f083fba9800 1 NOTICE: finished shard 15 (0 entries removed) 2023-12-03T11:52:00.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.409+0000 7f083fba9800 10 bucket_obj is .dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.16 2023-12-03T11:52:00.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.409+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.16 2023-12-03T11:52:00.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.410+0000 7f083fba9800 1 NOTICE: finished shard 16 (0 entries removed) 2023-12-03T11:52:00.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.410+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.412 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.410+0000 7f083fba9800 20 get_obj_state: octx=0x7f0830054510 obj=myver:x state=0x564cd6b4c328 s->prefetch_data=0 2023-12-03T11:52:00.413 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.410+0000 7f083fba9800 20 get_obj_state: setting s->obj_tag to n11e1ly9l4ih5uk8q5imh9awahcqf6y5 2023-12-03T11:52:00.413 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.410+0000 7f083fba9800 20 get_obj_state_impl: setting s->olh_tag to khou3son66g0x2oa9jq9474cr22syijo 2023-12-03T11:52:00.413 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.410+0000 7f083fba9800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=khou3son66g0x2oa9jq9474cr22syijo 2023-12-03T11:52:00.413 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.411+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.414 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.413+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.414 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.413+0000 7f083fba9800 20 olh_log_entry: epoch=2 op=2 key=x[] 2023-12-03T11:52:00.414 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.413+0000 7f083fba9800 20 olh_log_entry: epoch=2 op=3 key=x[50kWW1oDV9sAhsBh3dsxhy1MaQt-VbO] 2023-12-03T11:52:00.414 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.413+0000 7f083fba9800 20 get_obj_state: octx=0x7f0830054510 obj=myver:_:50kWW1oDV9sAhsBh3dsxhy1MaQt-VbO_x state=0x564cd6b586f8 s->prefetch_data=0 2023-12-03T11:52:00.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.413+0000 7f083fba9800 10 manifest: total_size = 22 2023-12-03T11:52:00.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.413+0000 7f083fba9800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.2696989421431006294 2023-12-03T11:52:00.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.413+0000 7f083fba9800 20 get_obj_state: octx=0x7f0830054510 obj=myver:_:50kWW1oDV9sAhsBh3dsxhy1MaQt-VbO_x state=0x564cd6b586f8 s->prefetch_data=0 2023-12-03T11:52:00.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.413+0000 7f083fba9800 20 prepare_atomic_modification: state is not atomic. state=0x564cd6b586f8 2023-12-03T11:52:00.415 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.413+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.416+0000 7f083fba9800 20 get_obj_state: octx=0x7f0830054510 obj=myver:x state=0x564cd6b4c328 s->prefetch_data=0 2023-12-03T11:52:00.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.416+0000 7f083fba9800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=khou3son66g0x2oa9jq9474cr22syijo 2023-12-03T11:52:00.418 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.416+0000 7f081effd640 20 handle_completion(): completion ok for obj=x[50kWW1oDV9sAhsBh3dsxhy1MaQt-VbO] 2023-12-03T11:52:00.420 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.418+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.421 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.419+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.421 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.420+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.421 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.420+0000 7f083fba9800 20 get_obj_state: octx=0x564cd6b28f00 obj=myver:y state=0x564cd6b59778 s->prefetch_data=0 2023-12-03T11:52:00.422 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.420+0000 7f083fba9800 20 get_obj_state: setting s->obj_tag to q9wyp1nbo7l0g3x85ghixoxor88n90u9 2023-12-03T11:52:00.422 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.420+0000 7f083fba9800 20 get_obj_state_impl: setting s->olh_tag to kh0fwwsqmp8s2h822ef40sawor271ku2 2023-12-03T11:52:00.422 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.420+0000 7f083fba9800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=kh0fwwsqmp8s2h822ef40sawor271ku2 2023-12-03T11:52:00.423 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.421+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.424 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.422+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.424 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.423+0000 7f083fba9800 20 olh_log_entry: epoch=2 op=2 key=y[] 2023-12-03T11:52:00.424 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.423+0000 7f083fba9800 20 olh_log_entry: epoch=2 op=3 key=y[eBUUMHvhWTul7Z-A0.A7OZ-7v3zlfSE] 2023-12-03T11:52:00.424 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.423+0000 7f083fba9800 20 get_obj_state: octx=0x564cd6b28f00 obj=myver:_:eBUUMHvhWTul7Z-A0.A7OZ-7v3zlfSE_y state=0x564cd6b556c8 s->prefetch_data=0 2023-12-03T11:52:00.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.423+0000 7f083fba9800 10 manifest: total_size = 22 2023-12-03T11:52:00.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.423+0000 7f083fba9800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.6207348105551306715 2023-12-03T11:52:00.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.423+0000 7f083fba9800 20 get_obj_state: octx=0x564cd6b28f00 obj=myver:_:eBUUMHvhWTul7Z-A0.A7OZ-7v3zlfSE_y state=0x564cd6b556c8 s->prefetch_data=0 2023-12-03T11:52:00.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.423+0000 7f083fba9800 20 prepare_atomic_modification: state is not atomic. state=0x564cd6b556c8 2023-12-03T11:52:00.425 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.423+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.428 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.426+0000 7f083fba9800 20 get_obj_state: octx=0x564cd6b28f00 obj=myver:y state=0x564cd6b59778 s->prefetch_data=0 2023-12-03T11:52:00.428 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.426+0000 7f083fba9800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=kh0fwwsqmp8s2h822ef40sawor271ku2 2023-12-03T11:52:00.428 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.426+0000 7f081f7fe640 20 handle_completion(): completion ok for obj=y[eBUUMHvhWTul7Z-A0.A7OZ-7v3zlfSE] 2023-12-03T11:52:00.430 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.428+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.429+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.430+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.431 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.430+0000 7f083fba9800 20 get_obj_state: octx=0x7f08380198a0 obj=myver:z state=0x564cd6b5d828 s->prefetch_data=0 2023-12-03T11:52:00.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.430+0000 7f083fba9800 20 get_obj_state: setting s->obj_tag to ybsg8mj73de5hfva176au6t06xrcv479 2023-12-03T11:52:00.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.430+0000 7f083fba9800 20 get_obj_state_impl: setting s->olh_tag to cjoagyu5wdug0jazzqmms0er0sx67l3u 2023-12-03T11:52:00.432 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.430+0000 7f083fba9800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=cjoagyu5wdug0jazzqmms0er0sx67l3u 2023-12-03T11:52:00.433 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.431+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.434 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.433+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.433+0000 7f083fba9800 20 olh_log_entry: epoch=2 op=2 key=z[] 2023-12-03T11:52:00.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.433+0000 7f083fba9800 20 olh_log_entry: epoch=2 op=3 key=z[cI8bHUBjd1aIBGZtUDiEgJ1x39ak.QZ] 2023-12-03T11:52:00.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.433+0000 7f083fba9800 20 get_obj_state: octx=0x7f08380198a0 obj=myver:_:cI8bHUBjd1aIBGZtUDiEgJ1x39ak.QZ_z state=0x564cd6b5c7a8 s->prefetch_data=0 2023-12-03T11:52:00.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.433+0000 7f083fba9800 10 manifest: total_size = 9 2023-12-03T11:52:00.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.433+0000 7f083fba9800 20 get_obj_state: setting s->obj_tag to d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.10048798664178376264 2023-12-03T11:52:00.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.433+0000 7f083fba9800 20 get_obj_state: octx=0x7f08380198a0 obj=myver:_:cI8bHUBjd1aIBGZtUDiEgJ1x39ak.QZ_z state=0x564cd6b5c7a8 s->prefetch_data=0 2023-12-03T11:52:00.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.433+0000 7f083fba9800 20 prepare_atomic_modification: state is not atomic. state=0x564cd6b5c7a8 2023-12-03T11:52:00.435 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.433+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.438 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.436+0000 7f081f7fe640 20 handle_completion(): completion ok for obj=z[cI8bHUBjd1aIBGZtUDiEgJ1x39ak.QZ] 2023-12-03T11:52:00.438 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.436+0000 7f083fba9800 20 get_obj_state: octx=0x7f08380198a0 obj=myver:z state=0x564cd6b5d828 s->prefetch_data=0 2023-12-03T11:52:00.438 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.436+0000 7f083fba9800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=cjoagyu5wdug0jazzqmms0er0sx67l3u 2023-12-03T11:52:00.439 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.438+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.440 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.439+0000 7f083fba9800 20 bucket index object: default.rgw.buckets.index:.dir.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.17.3.9 2023-12-03T11:52:00.440 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.439+0000 7f083fba9800 1 NOTICE: finished shard 9 (3 entries removed) 2023-12-03T11:52:00.441 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.439+0000 7f083fba9800 1 NOTICE: finished all shards (3 entries removed) 2023-12-03T11:52:00.441 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.440+0000 7f0802fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:00.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.442+0000 7f083fba9800 20 remove_watcher() i=0 2023-12-03T11:52:00.443 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.442+0000 7f083fba9800 2 removed watcher, disabling cache 2023-12-03T11:52:00.444 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.443+0000 7f083fba9800 20 remove_watcher() i=1 2023-12-03T11:52:00.445 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.443+0000 7f083fba9800 20 remove_watcher() i=2 2023-12-03T11:52:00.446 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.444+0000 7f083fba9800 20 remove_watcher() i=3 2023-12-03T11:52:00.447 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.445+0000 7f083fba9800 20 remove_watcher() i=4 2023-12-03T11:52:00.448 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.446+0000 7f083fba9800 20 remove_watcher() i=5 2023-12-03T11:52:00.448 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.447+0000 7f083fba9800 20 remove_watcher() i=6 2023-12-03T11:52:00.449 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.448+0000 7f083fba9800 20 remove_watcher() i=7 2023-12-03T11:52:00.456 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:52:00.456 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:52:00.461 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:52:00.461 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:52:00.505 INFO:tasks.workunit.client.0.smithi145.stderr:radosgw-admin bucket stats --bucket myver 2023-12-03T11:52:00.532 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:00.532 INFO:tasks.workunit.client.0.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:00.545 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.544+0000 7f4d11925800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.545+0000 7f4d11925800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.545+0000 7f4d11925800 20 realm 2023-12-03T11:52:00.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.545+0000 7f4d11925800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.545+0000 7f4d11925800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.545+0000 7f4d11925800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:00.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.546+0000 7f4d11925800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.546+0000 7f4d11925800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.547 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.546+0000 7f4d11925800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.547+0000 7f4d11925800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:00.548 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.547+0000 7f4d11925800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.549 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.547+0000 7f4d11925800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:00.549 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.547+0000 7f4d11925800 20 searching for the correct realm 2023-12-03T11:52:00.558 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.556+0000 7f4d0d54d640 0 -- 172.21.15.145:0/3830851299 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x561190368d20 msgr2=0x56119036b110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:00.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.557+0000 7f4d11925800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:52:00.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.557+0000 7f4d11925800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:52:00.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.557+0000 7f4d11925800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:00.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.557+0000 7f4d11925800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:00.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.557+0000 7f4d11925800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.558+0000 7f4d11925800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.558+0000 7f4d11925800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.558+0000 7f4d11925800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:00.559 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.558+0000 7f4d11925800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.560 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.558+0000 7f4d11925800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:00.560 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.558+0000 7f4d11925800 20 zone default found 2023-12-03T11:52:00.560 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.558+0000 7f4d11925800 4 Realm: () 2023-12-03T11:52:00.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.558+0000 7f4d11925800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:52:00.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.558+0000 7f4d11925800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:52:00.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.558+0000 7f4d11925800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:00.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.558+0000 7f4d11925800 20 zonegroup default 2023-12-03T11:52:00.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.558+0000 7f4d11925800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.558+0000 7f4d11925800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.558+0000 7f4d11925800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.559+0000 7f4d11925800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.559+0000 7f4d11925800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.559+0000 7f4d11925800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.559+0000 7f4d11925800 20 started sync module instance, tier type = 2023-12-03T11:52:00.561 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.559+0000 7f4d11925800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:52:00.567 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.565+0000 7f4d0cd4c640 0 -- 172.21.15.145:0/3830851299 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x56119036c4d0 msgr2=0x56119036e8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:00.569 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.568+0000 7f4d11925800 20 add_watcher() i=0 2023-12-03T11:52:00.569 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.568+0000 7f4d11925800 20 add_watcher() i=1 2023-12-03T11:52:00.569 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.568+0000 7f4d11925800 20 add_watcher() i=2 2023-12-03T11:52:00.569 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.568+0000 7f4d11925800 20 add_watcher() i=3 2023-12-03T11:52:00.569 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.568+0000 7f4d11925800 20 add_watcher() i=4 2023-12-03T11:52:00.570 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.568+0000 7f4d11925800 20 add_watcher() i=5 2023-12-03T11:52:00.570 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.568+0000 7f4d11925800 20 add_watcher() i=6 2023-12-03T11:52:00.570 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.569+0000 7f4d11925800 20 add_watcher() i=7 2023-12-03T11:52:00.570 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.569+0000 7f4d11925800 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:00.572 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.570+0000 7f4cd2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:00.572 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.571+0000 7f4d11925800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:00.572 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.571+0000 7f4d11925800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:00.578 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.576+0000 7f4d11925800 5 note: GC not initialized 2023-12-03T11:52:00.578 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.576+0000 7f4c41ffb640 20 reqs_thread_entry: start 2023-12-03T11:52:00.578 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.577+0000 7f4d11925800 20 init_complete bucket index max shards: 1 2023-12-03T11:52:00.578 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.577+0000 7f4d11925800 20 Filter name: none 2023-12-03T11:52:00.579 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.577+0000 7f4c337fe640 20 reqs_thread_entry: start 2023-12-03T11:52:00.579 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.577+0000 7f4d11925800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.577+0000 7f4d11925800 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:52:00.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.577+0000 7f4d11925800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.578+0000 7f4d11925800 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:52:00.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.578+0000 7f4d11925800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:00.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.578+0000 7f4d11925800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.578+0000 7f4d11925800 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:52:00.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.578+0000 7f4d11925800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.578+0000 7f4d11925800 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:52:00.580 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.578+0000 7f4d11925800 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:00.581 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.579+0000 7f4d11925800 20 rados->read ofs=0 len=0 2023-12-03T11:52:00.581 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.579+0000 7f4d11925800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:00.581 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.580+0000 7f4cd2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:00.583 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.582+0000 7f4d11925800 20 remove_watcher() i=0 2023-12-03T11:52:00.583 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.582+0000 7f4d11925800 2 removed watcher, disabling cache 2023-12-03T11:52:00.584 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.583+0000 7f4d11925800 20 remove_watcher() i=1 2023-12-03T11:52:00.585 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.584+0000 7f4d11925800 20 remove_watcher() i=2 2023-12-03T11:52:00.586 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.585+0000 7f4d11925800 20 remove_watcher() i=3 2023-12-03T11:52:00.587 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.586+0000 7f4d11925800 20 remove_watcher() i=4 2023-12-03T11:52:00.588 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.587+0000 7f4d11925800 20 remove_watcher() i=5 2023-12-03T11:52:00.589 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.588+0000 7f4d11925800 20 remove_watcher() i=6 2023-12-03T11:52:00.590 INFO:tasks.workunit.client.0.smithi145.stderr:2023-12-03T11:52:00.589+0000 7f4d11925800 20 remove_watcher() i=7 2023-12-03T11:52:00.595 INFO:tasks.workunit.client.0.smithi145.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2023-12-03T11:52:00.595 INFO:tasks.workunit.client.0.smithi145.stderr:Deleting bucket a-bucket 2023-12-03T11:52:00.597 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:52:00.597 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:52:00.600 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:52:00.600 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:52:00.612 INFO:tasks.workunit.client.0.smithi145.stderr:Deleting bucket myver 2023-12-03T11:52:00.613 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:52:00.613 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:52:00.659 INFO:tasks.workunit.client.0.smithi145.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T11:52:00.659 INFO:tasks.workunit.client.0.smithi145.stderr: warnings.warn( 2023-12-03T11:52:00.693 INFO:tasks.workunit.client.0.smithi145.stderr:Completed resharding tests 2023-12-03T11:52:00.694 INFO:tasks.workunit.client.0.smithi145.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2023-12-03T11:52:00.694 INFO:tasks.workunit.client.0.smithi145.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2023-12-03T11:52:00.694 INFO:tasks.workunit.client.0.smithi145.stdout:connected to https://localhost:443 2023-12-03T11:52:00.760 INFO:tasks.workunit.client.0.smithi145.stderr:+ deactivate 2023-12-03T11:52:00.760 INFO:tasks.workunit.client.0.smithi145.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2023-12-03T11:52:00.760 INFO:tasks.workunit.client.0.smithi145.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2023-12-03T11:52:00.760 INFO:tasks.workunit.client.0.smithi145.stderr:+ export PATH 2023-12-03T11:52:00.760 INFO:tasks.workunit.client.0.smithi145.stderr:+ unset _OLD_VIRTUAL_PATH 2023-12-03T11:52:00.760 INFO:tasks.workunit.client.0.smithi145.stderr:+ '[' -n '' ']' 2023-12-03T11:52:00.760 INFO:tasks.workunit.client.0.smithi145.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2023-12-03T11:52:00.760 INFO:tasks.workunit.client.0.smithi145.stderr:+ hash -r 2023-12-03T11:52:00.760 INFO:tasks.workunit.client.0.smithi145.stderr:+ '[' -n '' ']' 2023-12-03T11:52:00.760 INFO:tasks.workunit.client.0.smithi145.stderr:+ unset VIRTUAL_ENV 2023-12-03T11:52:00.761 INFO:tasks.workunit.client.0.smithi145.stderr:+ '[' '!' '' = nondestructive ']' 2023-12-03T11:52:00.761 INFO:tasks.workunit.client.0.smithi145.stderr:+ unset -f deactivate 2023-12-03T11:52:00.761 INFO:tasks.workunit.client.0.smithi145.stderr:+ echo OK. 2023-12-03T11:52:00.761 INFO:tasks.workunit.client.0.smithi145.stdout:OK. 2023-12-03T11:52:00.762 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:52:00.762 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:52:00.830 INFO:tasks.workunit:Stopping ['rgw/run-reshard.sh'] on client.0... 2023-12-03T11:52:00.830 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-03T11:52:01.193 DEBUG:teuthology.parallel:result is None 2023-12-03T11:52:01.193 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:52:01.220 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:52:01.220 DEBUG:teuthology.orchestra.run.smithi145:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:52:01.275 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:52:01.276 INFO:teuthology.run_tasks:Running task s3tests-java... 2023-12-03T11:52:01.289 DEBUG:tasks.s3tests_java:S3 Tests Java: __INIT__ 2023-12-03T11:52:01.290 DEBUG:tasks.s3tests_java:S3 Tests Java: SETUP 2023-12-03T11:52:01.290 INFO:tasks.s3tests_java:S3 Tests Java: Downloading test suite... 2023-12-03T11:52:01.290 DEBUG:teuthology.orchestra.run.smithi145:> git clone -b ceph-master https://github.com/ceph/java_s3tests.git /home/ubuntu/cephtest/s3-tests-java 2023-12-03T11:52:01.330 INFO:teuthology.orchestra.run.smithi145.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-java'... 2023-12-03T11:52:06.248 INFO:tasks.s3tests_java:S3 Tests Java: Installing required packages... 2023-12-03T11:52:06.248 DEBUG:teuthology.orchestra.run.smithi145:> /home/ubuntu/cephtest/s3-tests-java/bootstrap.sh 2023-12-03T11:52:09.116 INFO:teuthology.orchestra.run.smithi145.stderr:/home/ubuntu/cephtest/s3-tests-java/bootstrap.sh: missing required RPM packages. Installing via sudo. 2023-12-03T11:52:09.698 INFO:teuthology.orchestra.run.smithi145.stdout:Last metadata expiration check: 0:16:43 ago on Sun 03 Dec 2023 11:35:26 AM UTC. 2023-12-03T11:52:09.864 INFO:teuthology.orchestra.run.smithi145.stdout:Dependencies resolved. 2023-12-03T11:52:09.872 INFO:teuthology.orchestra.run.smithi145.stdout:====================================================================================================== 2023-12-03T11:52:09.872 INFO:teuthology.orchestra.run.smithi145.stdout: Package Arch Version Repository Size 2023-12-03T11:52:09.872 INFO:teuthology.orchestra.run.smithi145.stdout:====================================================================================================== 2023-12-03T11:52:09.872 INFO:teuthology.orchestra.run.smithi145.stdout:Installing: 2023-12-03T11:52:09.872 INFO:teuthology.orchestra.run.smithi145.stdout: java-1.8.0-openjdk x86_64 1:1.8.0.362.b09-4.el9 CentOS-AppStream 424 k 2023-12-03T11:52:09.872 INFO:teuthology.orchestra.run.smithi145.stdout: java-1.8.0-openjdk-devel x86_64 1:1.8.0.362.b09-4.el9 CentOS-AppStream 9.3 M 2023-12-03T11:52:09.872 INFO:teuthology.orchestra.run.smithi145.stdout:Installing dependencies: 2023-12-03T11:52:09.872 INFO:teuthology.orchestra.run.smithi145.stdout: ModemManager-glib x86_64 1.20.2-1.el9 CentOS-BaseOS 334 k 2023-12-03T11:52:09.873 INFO:teuthology.orchestra.run.smithi145.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 CentOS-AppStream 625 k 2023-12-03T11:52:09.873 INFO:teuthology.orchestra.run.smithi145.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 CentOS-AppStream 11 M 2023-12-03T11:52:09.873 INFO:teuthology.orchestra.run.smithi145.stdout: alsa-lib x86_64 1.2.9-1.el9 CentOS-AppStream 499 k 2023-12-03T11:52:09.873 INFO:teuthology.orchestra.run.smithi145.stdout: at-spi2-atk x86_64 2.38.0-4.el9 CentOS-AppStream 86 k 2023-12-03T11:52:09.873 INFO:teuthology.orchestra.run.smithi145.stdout: at-spi2-core x86_64 2.40.3-1.el9 CentOS-AppStream 176 k 2023-12-03T11:52:09.873 INFO:teuthology.orchestra.run.smithi145.stdout: atk x86_64 2.36.0-5.el9 CentOS-AppStream 270 k 2023-12-03T11:52:09.873 INFO:teuthology.orchestra.run.smithi145.stdout: avahi-glib x86_64 0.8-12.el9 appstream 15 k 2023-12-03T11:52:09.873 INFO:teuthology.orchestra.run.smithi145.stdout: bluez-libs x86_64 5.64-1.el9 CentOS-BaseOS 83 k 2023-12-03T11:52:09.873 INFO:teuthology.orchestra.run.smithi145.stdout: bubblewrap x86_64 0.4.1-6.el9 CentOS-BaseOS 49 k 2023-12-03T11:52:09.873 INFO:teuthology.orchestra.run.smithi145.stdout: colord-libs x86_64 1.4.5-4.el9 CentOS-AppStream 228 k 2023-12-03T11:52:09.873 INFO:teuthology.orchestra.run.smithi145.stdout: copy-jdk-configs noarch 4.0-3.el9 CentOS-AppStream 27 k 2023-12-03T11:52:09.873 INFO:teuthology.orchestra.run.smithi145.stdout: cups-libs x86_64 1:2.3.3op2-22.el9 CentOS-BaseOS 262 k 2023-12-03T11:52:09.873 INFO:teuthology.orchestra.run.smithi145.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 CentOS-AppStream 524 k 2023-12-03T11:52:09.873 INFO:teuthology.orchestra.run.smithi145.stdout: exiv2-libs x86_64 0.27.5-2.el9 CentOS-AppStream 780 k 2023-12-03T11:52:09.873 INFO:teuthology.orchestra.run.smithi145.stdout: fdk-aac-free x86_64 2.0.0-8.el9 CentOS-AppStream 324 k 2023-12-03T11:52:09.874 INFO:teuthology.orchestra.run.smithi145.stdout: flac-libs x86_64 1.3.3-12.el9 appstream 218 k 2023-12-03T11:52:09.874 INFO:teuthology.orchestra.run.smithi145.stdout: flatpak-selinux noarch 1.12.8-1.el9 CentOS-AppStream 20 k 2023-12-03T11:52:09.874 INFO:teuthology.orchestra.run.smithi145.stdout: flatpak-session-helper x86_64 1.12.8-1.el9 CentOS-AppStream 73 k 2023-12-03T11:52:09.874 INFO:teuthology.orchestra.run.smithi145.stdout: gdk-pixbuf2-modules x86_64 2.42.6-3.el9 CentOS-AppStream 84 k 2023-12-03T11:52:09.874 INFO:teuthology.orchestra.run.smithi145.stdout: geoclue2 x86_64 2.6.0-7.el9 CentOS-AppStream 122 k 2023-12-03T11:52:09.874 INFO:teuthology.orchestra.run.smithi145.stdout: giflib x86_64 5.2.1-9.el9 CentOS-AppStream 47 k 2023-12-03T11:52:09.874 INFO:teuthology.orchestra.run.smithi145.stdout: graphene x86_64 1.10.6-2.el9 CentOS-AppStream 63 k 2023-12-03T11:52:09.874 INFO:teuthology.orchestra.run.smithi145.stdout: gsm x86_64 1.0.19-6.el9 CentOS-AppStream 33 k 2023-12-03T11:52:09.874 INFO:teuthology.orchestra.run.smithi145.stdout: gstreamer1 x86_64 1.22.1-2.el9 CentOS-AppStream 1.4 M 2023-12-03T11:52:09.874 INFO:teuthology.orchestra.run.smithi145.stdout: gstreamer1-plugins-base x86_64 1.22.1-1.el9 CentOS-AppStream 2.2 M 2023-12-03T11:52:09.874 INFO:teuthology.orchestra.run.smithi145.stdout: gtk-update-icon-cache x86_64 3.24.31-2.el9 CentOS-AppStream 34 k 2023-12-03T11:52:09.874 INFO:teuthology.orchestra.run.smithi145.stdout: gtk3 x86_64 3.24.31-2.el9 CentOS-AppStream 4.8 M 2023-12-03T11:52:09.874 INFO:teuthology.orchestra.run.smithi145.stdout: hicolor-icon-theme noarch 0.17-13.el9 CentOS-AppStream 65 k 2023-12-03T11:52:09.874 INFO:teuthology.orchestra.run.smithi145.stdout: iso-codes noarch 4.6.0-3.el9 CentOS-AppStream 3.3 M 2023-12-03T11:52:09.875 INFO:teuthology.orchestra.run.smithi145.stdout: java-1.8.0-openjdk-headless x86_64 1:1.8.0.362.b09-4.el9 CentOS-AppStream 32 M 2023-12-03T11:52:09.875 INFO:teuthology.orchestra.run.smithi145.stdout: javapackages-filesystem noarch 6.0.0-4.el9 CentOS-AppStream 10 k 2023-12-03T11:52:09.875 INFO:teuthology.orchestra.run.smithi145.stdout: jbigkit-libs x86_64 2.1-23.el9 CentOS-AppStream 52 k 2023-12-03T11:52:09.875 INFO:teuthology.orchestra.run.smithi145.stdout: lcms2 x86_64 2.12-3.el9 CentOS-AppStream 166 k 2023-12-03T11:52:09.875 INFO:teuthology.orchestra.run.smithi145.stdout: libX11-xcb x86_64 1.7.0-8.el9 appstream 11 k 2023-12-03T11:52:09.875 INFO:teuthology.orchestra.run.smithi145.stdout: libXcomposite x86_64 0.4.5-7.el9 CentOS-AppStream 23 k 2023-12-03T11:52:09.875 INFO:teuthology.orchestra.run.smithi145.stdout: libXcursor x86_64 1.2.0-7.el9 CentOS-AppStream 30 k 2023-12-03T11:52:09.875 INFO:teuthology.orchestra.run.smithi145.stdout: libXdamage x86_64 1.1.5-7.el9 CentOS-AppStream 22 k 2023-12-03T11:52:09.875 INFO:teuthology.orchestra.run.smithi145.stdout: libXfixes x86_64 5.0.3-16.el9 CentOS-AppStream 19 k 2023-12-03T11:52:09.875 INFO:teuthology.orchestra.run.smithi145.stdout: libXi x86_64 1.7.10-8.el9 CentOS-AppStream 38 k 2023-12-03T11:52:09.875 INFO:teuthology.orchestra.run.smithi145.stdout: libXinerama x86_64 1.1.4-10.el9 CentOS-AppStream 14 k 2023-12-03T11:52:09.875 INFO:teuthology.orchestra.run.smithi145.stdout: libXrandr x86_64 1.5.2-8.el9 CentOS-AppStream 27 k 2023-12-03T11:52:09.875 INFO:teuthology.orchestra.run.smithi145.stdout: libXtst x86_64 1.2.3-16.el9 CentOS-AppStream 20 k 2023-12-03T11:52:09.875 INFO:teuthology.orchestra.run.smithi145.stdout: libXv x86_64 1.0.11-16.el9 CentOS-AppStream 18 k 2023-12-03T11:52:09.875 INFO:teuthology.orchestra.run.smithi145.stdout: libXxf86vm x86_64 1.1.4-18.el9 CentOS-AppStream 18 k 2023-12-03T11:52:09.876 INFO:teuthology.orchestra.run.smithi145.stdout: libasyncns x86_64 0.8-22.el9 CentOS-AppStream 29 k 2023-12-03T11:52:09.876 INFO:teuthology.orchestra.run.smithi145.stdout: libcanberra x86_64 0.30-27.el9 CentOS-AppStream 85 k 2023-12-03T11:52:09.876 INFO:teuthology.orchestra.run.smithi145.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 CentOS-AppStream 31 k 2023-12-03T11:52:09.876 INFO:teuthology.orchestra.run.smithi145.stdout: libdrm x86_64 2.4.117-1.el9 CentOS-AppStream 158 k 2023-12-03T11:52:09.876 INFO:teuthology.orchestra.run.smithi145.stdout: libepoxy x86_64 1.5.5-4.el9 CentOS-AppStream 240 k 2023-12-03T11:52:09.876 INFO:teuthology.orchestra.run.smithi145.stdout: libexif x86_64 0.6.22-6.el9 CentOS-AppStream 431 k 2023-12-03T11:52:09.876 INFO:teuthology.orchestra.run.smithi145.stdout: libfontenc x86_64 1.1.3-17.el9 CentOS-AppStream 30 k 2023-12-03T11:52:09.876 INFO:teuthology.orchestra.run.smithi145.stdout: libgexiv2 x86_64 0.12.3-1.el9 CentOS-AppStream 82 k 2023-12-03T11:52:09.876 INFO:teuthology.orchestra.run.smithi145.stdout: libglvnd x86_64 1:1.3.4-1.el9 CentOS-AppStream 134 k 2023-12-03T11:52:09.876 INFO:teuthology.orchestra.run.smithi145.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 CentOS-AppStream 36 k 2023-12-03T11:52:09.876 INFO:teuthology.orchestra.run.smithi145.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 CentOS-AppStream 141 k 2023-12-03T11:52:09.876 INFO:teuthology.orchestra.run.smithi145.stdout: libgsf x86_64 1.14.47-5.el9 CentOS-AppStream 245 k 2023-12-03T11:52:09.876 INFO:teuthology.orchestra.run.smithi145.stdout: libgxps x86_64 0.3.2-3.el9 CentOS-AppStream 78 k 2023-12-03T11:52:09.876 INFO:teuthology.orchestra.run.smithi145.stdout: libiptcdata x86_64 1.0.5-9.el9 CentOS-AppStream 61 k 2023-12-03T11:52:09.876 INFO:teuthology.orchestra.run.smithi145.stdout: libldac x86_64 2.0.2.3-10.el9 CentOS-AppStream 40 k 2023-12-03T11:52:09.876 INFO:teuthology.orchestra.run.smithi145.stdout: libnotify x86_64 0.7.9-8.el9 CentOS-AppStream 43 k 2023-12-03T11:52:09.877 INFO:teuthology.orchestra.run.smithi145.stdout: libogg x86_64 2:1.3.4-6.el9 CentOS-AppStream 32 k 2023-12-03T11:52:09.877 INFO:teuthology.orchestra.run.smithi145.stdout: libosinfo x86_64 1.10.0-1.el9 CentOS-AppStream 312 k 2023-12-03T11:52:09.877 INFO:teuthology.orchestra.run.smithi145.stdout: libpciaccess x86_64 0.16-6.el9 CentOS-BaseOS 27 k 2023-12-03T11:52:09.877 INFO:teuthology.orchestra.run.smithi145.stdout: libsbc x86_64 1.4-9.el9 CentOS-AppStream 44 k 2023-12-03T11:52:09.877 INFO:teuthology.orchestra.run.smithi145.stdout: libsndfile x86_64 1.0.31-8.el9 CentOS-AppStream 205 k 2023-12-03T11:52:09.877 INFO:teuthology.orchestra.run.smithi145.stdout: libtheora x86_64 1:1.1.1-31.el9 CentOS-AppStream 163 k 2023-12-03T11:52:09.877 INFO:teuthology.orchestra.run.smithi145.stdout: libtiff x86_64 4.4.0-10.el9 CentOS-AppStream 196 k 2023-12-03T11:52:09.877 INFO:teuthology.orchestra.run.smithi145.stdout: libtool-ltdl x86_64 2.4.6-45.el9 CentOS-AppStream 36 k 2023-12-03T11:52:09.877 INFO:teuthology.orchestra.run.smithi145.stdout: libtracker-sparql x86_64 3.1.2-3.el9 CentOS-AppStream 316 k 2023-12-03T11:52:09.877 INFO:teuthology.orchestra.run.smithi145.stdout: libvisual x86_64 1:0.4.0-34.el9 CentOS-AppStream 143 k 2023-12-03T11:52:09.877 INFO:teuthology.orchestra.run.smithi145.stdout: libvorbis x86_64 1:1.3.7-5.el9 CentOS-AppStream 192 k 2023-12-03T11:52:09.877 INFO:teuthology.orchestra.run.smithi145.stdout: libwayland-client x86_64 1.21.0-1.el9 CentOS-AppStream 32 k 2023-12-03T11:52:09.877 INFO:teuthology.orchestra.run.smithi145.stdout: libwayland-cursor x86_64 1.21.0-1.el9 CentOS-AppStream 18 k 2023-12-03T11:52:09.877 INFO:teuthology.orchestra.run.smithi145.stdout: libwayland-egl x86_64 1.21.0-1.el9 CentOS-AppStream 12 k 2023-12-03T11:52:09.877 INFO:teuthology.orchestra.run.smithi145.stdout: libwayland-server x86_64 1.21.0-1.el9 CentOS-AppStream 41 k 2023-12-03T11:52:09.878 INFO:teuthology.orchestra.run.smithi145.stdout: libwebp x86_64 1.2.0-8.el9 CentOS-AppStream 276 k 2023-12-03T11:52:09.878 INFO:teuthology.orchestra.run.smithi145.stdout: libxkbcommon x86_64 1.0.3-4.el9 CentOS-AppStream 132 k 2023-12-03T11:52:09.878 INFO:teuthology.orchestra.run.smithi145.stdout: libxshmfence x86_64 1.3-10.el9 CentOS-AppStream 12 k 2023-12-03T11:52:09.878 INFO:teuthology.orchestra.run.smithi145.stdout: lksctp-tools x86_64 1.0.19-2.el9 CentOS-BaseOS 90 k 2023-12-03T11:52:09.878 INFO:teuthology.orchestra.run.smithi145.stdout: low-memory-monitor x86_64 2.1-4.el9 CentOS-AppStream 35 k 2023-12-03T11:52:09.878 INFO:teuthology.orchestra.run.smithi145.stdout: lua-posix x86_64 35.0-8.el9 CentOS-AppStream 131 k 2023-12-03T11:52:09.878 INFO:teuthology.orchestra.run.smithi145.stdout: mesa-libEGL x86_64 23.3.0~rc2-1.el9 CentOS-AppStream 126 k 2023-12-03T11:52:09.878 INFO:teuthology.orchestra.run.smithi145.stdout: mesa-libGL x86_64 23.3.0~rc2-1.el9 CentOS-AppStream 167 k 2023-12-03T11:52:09.878 INFO:teuthology.orchestra.run.smithi145.stdout: mesa-libgbm x86_64 23.3.0~rc2-1.el9 CentOS-AppStream 36 k 2023-12-03T11:52:09.878 INFO:teuthology.orchestra.run.smithi145.stdout: mesa-libglapi x86_64 23.3.0~rc2-1.el9 CentOS-AppStream 44 k 2023-12-03T11:52:09.878 INFO:teuthology.orchestra.run.smithi145.stdout: mesa-vulkan-drivers x86_64 23.3.0~rc2-1.el9 CentOS-AppStream 9.7 M 2023-12-03T11:52:09.878 INFO:teuthology.orchestra.run.smithi145.stdout: mkfontscale x86_64 1.2.1-3.el9 CentOS-AppStream 31 k 2023-12-03T11:52:09.878 INFO:teuthology.orchestra.run.smithi145.stdout: openjpeg2 x86_64 2.4.0-7.el9 CentOS-AppStream 162 k 2023-12-03T11:52:09.878 INFO:teuthology.orchestra.run.smithi145.stdout: opus x86_64 1.3.1-10.el9 CentOS-AppStream 199 k 2023-12-03T11:52:09.878 INFO:teuthology.orchestra.run.smithi145.stdout: orc x86_64 0.4.31-6.el9 CentOS-AppStream 183 k 2023-12-03T11:52:09.879 INFO:teuthology.orchestra.run.smithi145.stdout: osinfo-db noarch 20230518-1.el9 CentOS-AppStream 273 k 2023-12-03T11:52:09.879 INFO:teuthology.orchestra.run.smithi145.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 CentOS-AppStream 68 k 2023-12-03T11:52:09.879 INFO:teuthology.orchestra.run.smithi145.stdout: ostree-libs x86_64 2023.7-2.el9 CentOS-AppStream 477 k 2023-12-03T11:52:09.879 INFO:teuthology.orchestra.run.smithi145.stdout: pipewire-libs x86_64 0.3.67-2.el9 CentOS-AppStream 1.7 M 2023-12-03T11:52:09.879 INFO:teuthology.orchestra.run.smithi145.stdout: poppler x86_64 21.01.0-19.el9 CentOS-AppStream 1.1 M 2023-12-03T11:52:09.879 INFO:teuthology.orchestra.run.smithi145.stdout: poppler-data noarch 0.4.9-9.el9 CentOS-AppStream 1.8 M 2023-12-03T11:52:09.879 INFO:teuthology.orchestra.run.smithi145.stdout: poppler-glib x86_64 21.01.0-19.el9 CentOS-AppStream 151 k 2023-12-03T11:52:09.879 INFO:teuthology.orchestra.run.smithi145.stdout: pulseaudio-libs x86_64 15.0-2.el9 CentOS-AppStream 666 k 2023-12-03T11:52:09.879 INFO:teuthology.orchestra.run.smithi145.stdout: pulseaudio-utils x86_64 15.0-2.el9 CentOS-AppStream 72 k 2023-12-03T11:52:09.879 INFO:teuthology.orchestra.run.smithi145.stdout: rtkit x86_64 0.11-28.el9 CentOS-AppStream 55 k 2023-12-03T11:52:09.879 INFO:teuthology.orchestra.run.smithi145.stdout: sound-theme-freedesktop noarch 0.8-17.el9 CentOS-AppStream 377 k 2023-12-03T11:52:09.879 INFO:teuthology.orchestra.run.smithi145.stdout: totem-pl-parser x86_64 3.26.6-2.el9 CentOS-AppStream 130 k 2023-12-03T11:52:09.879 INFO:teuthology.orchestra.run.smithi145.stdout: ttmkfdir x86_64 3.0.9-65.el9 CentOS-AppStream 52 k 2023-12-03T11:52:09.879 INFO:teuthology.orchestra.run.smithi145.stdout: tzdata-java noarch 2023c-1.el9 CentOS-AppStream 149 k 2023-12-03T11:52:09.879 INFO:teuthology.orchestra.run.smithi145.stdout: upower x86_64 0.99.11-11.el9 CentOS-AppStream 168 k 2023-12-03T11:52:09.879 INFO:teuthology.orchestra.run.smithi145.stdout: vulkan-loader x86_64 1.3.250.1-1.el9 CentOS-AppStream 140 k 2023-12-03T11:52:09.880 INFO:teuthology.orchestra.run.smithi145.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9 CentOS-AppStream 305 k 2023-12-03T11:52:09.880 INFO:teuthology.orchestra.run.smithi145.stdout: wireplumber x86_64 0.4.14-1.el9 CentOS-AppStream 83 k 2023-12-03T11:52:09.880 INFO:teuthology.orchestra.run.smithi145.stdout: wireplumber-libs x86_64 0.4.14-1.el9 CentOS-AppStream 337 k 2023-12-03T11:52:09.880 INFO:teuthology.orchestra.run.smithi145.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 CentOS-AppStream 41 k 2023-12-03T11:52:09.880 INFO:teuthology.orchestra.run.smithi145.stdout: xdg-desktop-portal x86_64 1.12.4-1.el9 CentOS-AppStream 365 k 2023-12-03T11:52:09.880 INFO:teuthology.orchestra.run.smithi145.stdout: xkeyboard-config noarch 2.33-2.el9 CentOS-AppStream 780 k 2023-12-03T11:52:09.880 INFO:teuthology.orchestra.run.smithi145.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 CentOS-AppStream 499 k 2023-12-03T11:52:09.880 INFO:teuthology.orchestra.run.smithi145.stdout:Installing weak dependencies: 2023-12-03T11:52:09.880 INFO:teuthology.orchestra.run.smithi145.stdout: dconf x86_64 0.40.0-6.el9 CentOS-AppStream 108 k 2023-12-03T11:52:09.880 INFO:teuthology.orchestra.run.smithi145.stdout: exiv2 x86_64 0.27.5-2.el9 CentOS-AppStream 978 k 2023-12-03T11:52:09.880 INFO:teuthology.orchestra.run.smithi145.stdout: flatpak x86_64 1.12.8-1.el9 CentOS-AppStream 1.7 M 2023-12-03T11:52:09.880 INFO:teuthology.orchestra.run.smithi145.stdout: gtk2 x86_64 2.24.33-8.el9 CentOS-AppStream 3.5 M 2023-12-03T11:52:09.880 INFO:teuthology.orchestra.run.smithi145.stdout: libcanberra-gtk2 x86_64 0.30-27.el9 CentOS-AppStream 25 k 2023-12-03T11:52:09.880 INFO:teuthology.orchestra.run.smithi145.stdout: p11-kit-server x86_64 0.24.1-2.el9 CentOS-AppStream 198 k 2023-12-03T11:52:09.880 INFO:teuthology.orchestra.run.smithi145.stdout: pipewire x86_64 0.3.67-2.el9 CentOS-AppStream 86 k 2023-12-03T11:52:09.880 INFO:teuthology.orchestra.run.smithi145.stdout: pipewire-alsa x86_64 0.3.67-2.el9 CentOS-AppStream 55 k 2023-12-03T11:52:09.881 INFO:teuthology.orchestra.run.smithi145.stdout: pipewire-jack-audio-connection-kit x86_64 0.3.67-2.el9 CentOS-AppStream 126 k 2023-12-03T11:52:09.881 INFO:teuthology.orchestra.run.smithi145.stdout: pipewire-pulseaudio x86_64 0.3.67-2.el9 CentOS-AppStream 18 k 2023-12-03T11:52:09.881 INFO:teuthology.orchestra.run.smithi145.stdout: tracker x86_64 3.1.2-3.el9 CentOS-AppStream 537 k 2023-12-03T11:52:09.881 INFO:teuthology.orchestra.run.smithi145.stdout: tracker-miners x86_64 3.1.2-3.el9 CentOS-AppStream 887 k 2023-12-03T11:52:09.881 INFO:teuthology.orchestra.run.smithi145.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 CentOS-AppStream 130 k 2023-12-03T11:52:09.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:52:09.881 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction Summary 2023-12-03T11:52:09.881 INFO:teuthology.orchestra.run.smithi145.stdout:====================================================================================================== 2023-12-03T11:52:09.881 INFO:teuthology.orchestra.run.smithi145.stdout:Install 129 Packages 2023-12-03T11:52:09.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:52:09.882 INFO:teuthology.orchestra.run.smithi145.stdout:Total download size: 102 M 2023-12-03T11:52:09.882 INFO:teuthology.orchestra.run.smithi145.stdout:Installed size: 381 M 2023-12-03T11:52:09.882 INFO:teuthology.orchestra.run.smithi145.stdout:Downloading Packages: 2023-12-03T11:52:10.191 INFO:teuthology.orchestra.run.smithi145.stdout:(1/129): adwaita-cursor-theme-40.1.1-3.el9.noar 2.4 MB/s | 625 kB 00:00 2023-12-03T11:52:10.216 INFO:teuthology.orchestra.run.smithi145.stdout:(2/129): alsa-lib-1.2.9-1.el9.x86_64.rpm 1.8 MB/s | 499 kB 00:00 2023-12-03T11:52:10.249 INFO:teuthology.orchestra.run.smithi145.stdout:(3/129): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 1.5 MB/s | 86 kB 00:00 2023-12-03T11:52:10.275 INFO:teuthology.orchestra.run.smithi145.stdout:(4/129): at-spi2-core-2.40.3-1.el9.x86_64.rpm 3.0 MB/s | 176 kB 00:00 2023-12-03T11:52:10.300 INFO:teuthology.orchestra.run.smithi145.stdout:(5/129): atk-2.36.0-5.el9.x86_64.rpm 5.5 MB/s | 270 kB 00:00 2023-12-03T11:52:10.325 INFO:teuthology.orchestra.run.smithi145.stdout:(6/129): colord-libs-1.4.5-4.el9.x86_64.rpm 4.7 MB/s | 228 kB 00:00 2023-12-03T11:52:10.351 INFO:teuthology.orchestra.run.smithi145.stdout:(7/129): copy-jdk-configs-4.0-3.el9.noarch.rpm 564 kB/s | 27 kB 00:00 2023-12-03T11:52:10.376 INFO:teuthology.orchestra.run.smithi145.stdout:(8/129): dconf-0.40.0-6.el9.x86_64.rpm 2.2 MB/s | 108 kB 00:00 2023-12-03T11:52:10.410 INFO:teuthology.orchestra.run.smithi145.stdout:(9/129): exempi-2.6.0-0.2.20211007gite23c213.el 8.9 MB/s | 524 kB 00:00 2023-12-03T11:52:10.519 INFO:teuthology.orchestra.run.smithi145.stdout:(10/129): adwaita-icon-theme-40.1.1-3.el9.noarc 18 MB/s | 11 MB 00:00 2023-12-03T11:52:10.552 INFO:teuthology.orchestra.run.smithi145.stdout:(11/129): exiv2-0.27.5-2.el9.x86_64.rpm 5.5 MB/s | 978 kB 00:00 2023-12-03T11:52:10.586 INFO:teuthology.orchestra.run.smithi145.stdout:(12/129): exiv2-libs-0.27.5-2.el9.x86_64.rpm 4.4 MB/s | 780 kB 00:00 2023-12-03T11:52:10.611 INFO:teuthology.orchestra.run.smithi145.stdout:(13/129): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 3.5 MB/s | 324 kB 00:00 2023-12-03T11:52:10.636 INFO:teuthology.orchestra.run.smithi145.stdout:(14/129): flatpak-selinux-1.12.8-1.el9.noarch.r 407 kB/s | 20 kB 00:00 2023-12-03T11:52:10.678 INFO:teuthology.orchestra.run.smithi145.stdout:(15/129): flatpak-1.12.8-1.el9.x86_64.rpm 18 MB/s | 1.7 MB 00:00 2023-12-03T11:52:10.704 INFO:teuthology.orchestra.run.smithi145.stdout:(16/129): flatpak-session-helper-1.12.8-1.el9.x 791 kB/s | 73 kB 00:00 2023-12-03T11:52:10.729 INFO:teuthology.orchestra.run.smithi145.stdout:(17/129): gdk-pixbuf2-modules-2.42.6-3.el9.x86_ 934 kB/s | 84 kB 00:00 2023-12-03T11:52:10.746 INFO:teuthology.orchestra.run.smithi145.stdout:(18/129): giflib-5.2.1-9.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2023-12-03T11:52:10.771 INFO:teuthology.orchestra.run.smithi145.stdout:(19/129): geoclue2-2.6.0-7.el9.x86_64.rpm 1.8 MB/s | 122 kB 00:00 2023-12-03T11:52:10.788 INFO:teuthology.orchestra.run.smithi145.stdout:(20/129): graphene-1.10.6-2.el9.x86_64.rpm 1.1 MB/s | 63 kB 00:00 2023-12-03T11:52:10.805 INFO:teuthology.orchestra.run.smithi145.stdout:(21/129): gsm-1.0.19-6.el9.x86_64.rpm 561 kB/s | 33 kB 00:00 2023-12-03T11:52:10.872 INFO:teuthology.orchestra.run.smithi145.stdout:(22/129): gstreamer1-1.22.1-2.el9.x86_64.rpm 17 MB/s | 1.4 MB 00:00 2023-12-03T11:52:10.922 INFO:teuthology.orchestra.run.smithi145.stdout:(23/129): gstreamer1-plugins-base-1.22.1-1.el9. 16 MB/s | 2.2 MB 00:00 2023-12-03T11:52:10.939 INFO:teuthology.orchestra.run.smithi145.stdout:(24/129): gtk-update-icon-cache-3.24.31-2.el9.x 257 kB/s | 34 kB 00:00 2023-12-03T11:52:10.998 INFO:teuthology.orchestra.run.smithi145.stdout:(25/129): gtk2-2.24.33-8.el9.x86_64.rpm 28 MB/s | 3.5 MB 00:00 2023-12-03T11:52:11.023 INFO:teuthology.orchestra.run.smithi145.stdout:(26/129): hicolor-icon-theme-0.17-13.el9.noarch 809 kB/s | 65 kB 00:00 2023-12-03T11:52:11.115 INFO:teuthology.orchestra.run.smithi145.stdout:(27/129): gtk3-3.24.31-2.el9.x86_64.rpm 28 MB/s | 4.8 MB 00:00 2023-12-03T11:52:11.182 INFO:teuthology.orchestra.run.smithi145.stdout:(28/129): iso-codes-4.6.0-3.el9.noarch.rpm 18 MB/s | 3.3 MB 00:00 2023-12-03T11:52:11.207 INFO:teuthology.orchestra.run.smithi145.stdout:(29/129): java-1.8.0-openjdk-1.8.0.362.b09-4.el 2.3 MB/s | 424 kB 00:00 2023-12-03T11:52:11.382 INFO:teuthology.orchestra.run.smithi145.stdout:(30/129): java-1.8.0-openjdk-devel-1.8.0.362.b0 35 MB/s | 9.3 MB 00:00 2023-12-03T11:52:11.408 INFO:teuthology.orchestra.run.smithi145.stdout:(31/129): javapackages-filesystem-6.0.0-4.el9.n 53 kB/s | 10 kB 00:00 2023-12-03T11:52:11.591 INFO:teuthology.orchestra.run.smithi145.stdout:(32/129): jbigkit-libs-2.1-23.el9.x86_64.rpm 250 kB/s | 52 kB 00:00 2023-12-03T11:52:11.617 INFO:teuthology.orchestra.run.smithi145.stdout:(33/129): lcms2-2.12-3.el9.x86_64.rpm 808 kB/s | 166 kB 00:00 2023-12-03T11:52:12.042 INFO:teuthology.orchestra.run.smithi145.stdout:(34/129): java-1.8.0-openjdk-headless-1.8.0.362 39 MB/s | 32 MB 00:00 2023-12-03T11:52:12.059 INFO:teuthology.orchestra.run.smithi145.stdout:(35/129): libXcomposite-0.4.5-7.el9.x86_64.rpm 49 kB/s | 23 kB 00:00 2023-12-03T11:52:12.076 INFO:teuthology.orchestra.run.smithi145.stdout:(36/129): libXcursor-1.2.0-7.el9.x86_64.rpm 65 kB/s | 30 kB 00:00 2023-12-03T11:52:12.093 INFO:teuthology.orchestra.run.smithi145.stdout:(37/129): libXdamage-1.1.5-7.el9.x86_64.rpm 435 kB/s | 22 kB 00:00 2023-12-03T11:52:12.110 INFO:teuthology.orchestra.run.smithi145.stdout:(38/129): libXfixes-5.0.3-16.el9.x86_64.rpm 558 kB/s | 19 kB 00:00 2023-12-03T11:52:12.127 INFO:teuthology.orchestra.run.smithi145.stdout:(39/129): libXi-1.7.10-8.el9.x86_64.rpm 767 kB/s | 38 kB 00:00 2023-12-03T11:52:12.144 INFO:teuthology.orchestra.run.smithi145.stdout:(40/129): libXinerama-1.1.4-10.el9.x86_64.rpm 277 kB/s | 14 kB 00:00 2023-12-03T11:52:12.160 INFO:teuthology.orchestra.run.smithi145.stdout:(41/129): libXrandr-1.5.2-8.el9.x86_64.rpm 822 kB/s | 27 kB 00:00 2023-12-03T11:52:12.178 INFO:teuthology.orchestra.run.smithi145.stdout:(42/129): libXtst-1.2.3-16.el9.x86_64.rpm 406 kB/s | 20 kB 00:00 2023-12-03T11:52:12.194 INFO:teuthology.orchestra.run.smithi145.stdout:(43/129): libXv-1.0.11-16.el9.x86_64.rpm 358 kB/s | 18 kB 00:00 2023-12-03T11:52:12.220 INFO:teuthology.orchestra.run.smithi145.stdout:(44/129): libXxf86vm-1.1.4-18.el9.x86_64.rpm 426 kB/s | 18 kB 00:00 2023-12-03T11:52:12.245 INFO:teuthology.orchestra.run.smithi145.stdout:(45/129): libasyncns-0.8-22.el9.x86_64.rpm 440 kB/s | 29 kB 00:00 2023-12-03T11:52:12.270 INFO:teuthology.orchestra.run.smithi145.stdout:(46/129): libcanberra-0.30-27.el9.x86_64.rpm 1.1 MB/s | 85 kB 00:00 2023-12-03T11:52:12.296 INFO:teuthology.orchestra.run.smithi145.stdout:(47/129): libcanberra-gtk2-0.30-27.el9.x86_64.r 498 kB/s | 25 kB 00:00 2023-12-03T11:52:12.321 INFO:teuthology.orchestra.run.smithi145.stdout:(48/129): libcanberra-gtk3-0.30-27.el9.x86_64.r 410 kB/s | 31 kB 00:00 2023-12-03T11:52:12.346 INFO:teuthology.orchestra.run.smithi145.stdout:(49/129): libdrm-2.4.117-1.el9.x86_64.rpm 2.0 MB/s | 158 kB 00:00 2023-12-03T11:52:12.371 INFO:teuthology.orchestra.run.smithi145.stdout:(50/129): libepoxy-1.5.5-4.el9.x86_64.rpm 4.7 MB/s | 240 kB 00:00 2023-12-03T11:52:12.396 INFO:teuthology.orchestra.run.smithi145.stdout:(51/129): libexif-0.6.22-6.el9.x86_64.rpm 5.6 MB/s | 431 kB 00:00 2023-12-03T11:52:12.422 INFO:teuthology.orchestra.run.smithi145.stdout:(52/129): libfontenc-1.1.3-17.el9.x86_64.rpm 404 kB/s | 30 kB 00:00 2023-12-03T11:52:12.447 INFO:teuthology.orchestra.run.smithi145.stdout:(53/129): libgexiv2-0.12.3-1.el9.x86_64.rpm 1.6 MB/s | 82 kB 00:00 2023-12-03T11:52:12.472 INFO:teuthology.orchestra.run.smithi145.stdout:(54/129): libglvnd-1.3.4-1.el9.x86_64.rpm 1.7 MB/s | 134 kB 00:00 2023-12-03T11:52:12.498 INFO:teuthology.orchestra.run.smithi145.stdout:(55/129): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 474 kB/s | 36 kB 00:00 2023-12-03T11:52:12.523 INFO:teuthology.orchestra.run.smithi145.stdout:(56/129): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 2.8 MB/s | 141 kB 00:00 2023-12-03T11:52:12.548 INFO:teuthology.orchestra.run.smithi145.stdout:(57/129): libgsf-1.14.47-5.el9.x86_64.rpm 3.2 MB/s | 245 kB 00:00 2023-12-03T11:52:12.573 INFO:teuthology.orchestra.run.smithi145.stdout:(58/129): libgxps-0.3.2-3.el9.x86_64.rpm 1.0 MB/s | 78 kB 00:00 2023-12-03T11:52:12.599 INFO:teuthology.orchestra.run.smithi145.stdout:(59/129): libiptcdata-1.0.5-9.el9.x86_64.rpm 1.2 MB/s | 61 kB 00:00 2023-12-03T11:52:12.624 INFO:teuthology.orchestra.run.smithi145.stdout:(60/129): libldac-2.0.2.3-10.el9.x86_64.rpm 534 kB/s | 40 kB 00:00 2023-12-03T11:52:12.649 INFO:teuthology.orchestra.run.smithi145.stdout:(61/129): libnotify-0.7.9-8.el9.x86_64.rpm 566 kB/s | 43 kB 00:00 2023-12-03T11:52:12.674 INFO:teuthology.orchestra.run.smithi145.stdout:(62/129): libogg-1.3.4-6.el9.x86_64.rpm 651 kB/s | 32 kB 00:00 2023-12-03T11:52:12.700 INFO:teuthology.orchestra.run.smithi145.stdout:(63/129): libosinfo-1.10.0-1.el9.x86_64.rpm 4.1 MB/s | 312 kB 00:00 2023-12-03T11:52:12.725 INFO:teuthology.orchestra.run.smithi145.stdout:(64/129): libsbc-1.4-9.el9.x86_64.rpm 585 kB/s | 44 kB 00:00 2023-12-03T11:52:12.750 INFO:teuthology.orchestra.run.smithi145.stdout:(65/129): libtheora-1.1.1-31.el9.x86_64.rpm 3.2 MB/s | 163 kB 00:00 2023-12-03T11:52:12.775 INFO:teuthology.orchestra.run.smithi145.stdout:(66/129): libsndfile-1.0.31-8.el9.x86_64.rpm 2.7 MB/s | 205 kB 00:00 2023-12-03T11:52:12.801 INFO:teuthology.orchestra.run.smithi145.stdout:(67/129): libtiff-4.4.0-10.el9.x86_64.rpm 2.5 MB/s | 196 kB 00:00 2023-12-03T11:52:12.826 INFO:teuthology.orchestra.run.smithi145.stdout:(68/129): libtool-ltdl-2.4.6-45.el9.x86_64.rpm 479 kB/s | 36 kB 00:00 2023-12-03T11:52:12.860 INFO:teuthology.orchestra.run.smithi145.stdout:(69/129): libtracker-sparql-3.1.2-3.el9.x86_64. 5.3 MB/s | 316 kB 00:00 2023-12-03T11:52:12.885 INFO:teuthology.orchestra.run.smithi145.stdout:(70/129): libvisual-0.4.0-34.el9.x86_64.rpm 1.7 MB/s | 143 kB 00:00 2023-12-03T11:52:12.911 INFO:teuthology.orchestra.run.smithi145.stdout:(71/129): libvorbis-1.3.7-5.el9.x86_64.rpm 2.3 MB/s | 192 kB 00:00 2023-12-03T11:52:12.936 INFO:teuthology.orchestra.run.smithi145.stdout:(72/129): libwayland-client-1.21.0-1.el9.x86_64 647 kB/s | 32 kB 00:00 2023-12-03T11:52:12.961 INFO:teuthology.orchestra.run.smithi145.stdout:(73/129): libwayland-cursor-1.21.0-1.el9.x86_64 244 kB/s | 18 kB 00:00 2023-12-03T11:52:12.986 INFO:teuthology.orchestra.run.smithi145.stdout:(74/129): libwayland-egl-1.21.0-1.el9.x86_64.rp 157 kB/s | 12 kB 00:00 2023-12-03T11:52:13.012 INFO:teuthology.orchestra.run.smithi145.stdout:(75/129): libwayland-server-1.21.0-1.el9.x86_64 813 kB/s | 41 kB 00:00 2023-12-03T11:52:13.037 INFO:teuthology.orchestra.run.smithi145.stdout:(76/129): libwebp-1.2.0-8.el9.x86_64.rpm 3.6 MB/s | 276 kB 00:00 2023-12-03T11:52:13.062 INFO:teuthology.orchestra.run.smithi145.stdout:(77/129): libxkbcommon-1.0.3-4.el9.x86_64.rpm 1.7 MB/s | 132 kB 00:00 2023-12-03T11:52:13.087 INFO:teuthology.orchestra.run.smithi145.stdout:(78/129): libxshmfence-1.3-10.el9.x86_64.rpm 232 kB/s | 12 kB 00:00 2023-12-03T11:52:13.104 INFO:teuthology.orchestra.run.smithi145.stdout:(79/129): low-memory-monitor-2.1-4.el9.x86_64.r 523 kB/s | 35 kB 00:00 2023-12-03T11:52:13.129 INFO:teuthology.orchestra.run.smithi145.stdout:(80/129): lua-posix-35.0-8.el9.x86_64.rpm 1.9 MB/s | 131 kB 00:00 2023-12-03T11:52:13.163 INFO:teuthology.orchestra.run.smithi145.stdout:(81/129): mesa-libEGL-23.3.0~rc2-1.el9.x86_64.r 2.1 MB/s | 126 kB 00:00 2023-12-03T11:52:13.188 INFO:teuthology.orchestra.run.smithi145.stdout:(82/129): mesa-libGL-23.3.0~rc2-1.el9.x86_64.rp 2.0 MB/s | 167 kB 00:00 2023-12-03T11:52:13.205 INFO:teuthology.orchestra.run.smithi145.stdout:(83/129): mesa-libgbm-23.3.0~rc2-1.el9.x86_64.r 486 kB/s | 36 kB 00:00 2023-12-03T11:52:13.222 INFO:teuthology.orchestra.run.smithi145.stdout:(84/129): mesa-libglapi-23.3.0~rc2-1.el9.x86_64 1.3 MB/s | 44 kB 00:00 2023-12-03T11:52:13.331 INFO:teuthology.orchestra.run.smithi145.stdout:(85/129): mkfontscale-1.2.1-3.el9.x86_64.rpm 250 kB/s | 31 kB 00:00 2023-12-03T11:52:13.439 INFO:teuthology.orchestra.run.smithi145.stdout:(86/129): mesa-vulkan-drivers-23.3.0~rc2-1.el9. 39 MB/s | 9.7 MB 00:00 2023-12-03T11:52:13.464 INFO:teuthology.orchestra.run.smithi145.stdout:(87/129): openjpeg2-2.4.0-7.el9.x86_64.rpm 676 kB/s | 162 kB 00:00 2023-12-03T11:52:13.490 INFO:teuthology.orchestra.run.smithi145.stdout:(88/129): opus-1.3.1-10.el9.x86_64.rpm 1.2 MB/s | 199 kB 00:00 2023-12-03T11:52:13.523 INFO:teuthology.orchestra.run.smithi145.stdout:(89/129): osinfo-db-20230518-1.el9.noarch.rpm 4.6 MB/s | 273 kB 00:00 2023-12-03T11:52:13.557 INFO:teuthology.orchestra.run.smithi145.stdout:(90/129): orc-0.4.31-6.el9.x86_64.rpm 1.9 MB/s | 183 kB 00:00 2023-12-03T11:52:13.582 INFO:teuthology.orchestra.run.smithi145.stdout:(91/129): osinfo-db-tools-1.10.0-1.el9.x86_64.r 748 kB/s | 68 kB 00:00 2023-12-03T11:52:13.607 INFO:teuthology.orchestra.run.smithi145.stdout:(92/129): ostree-libs-2023.7-2.el9.x86_64.rpm 5.6 MB/s | 477 kB 00:00 2023-12-03T11:52:13.633 INFO:teuthology.orchestra.run.smithi145.stdout:(93/129): p11-kit-server-0.24.1-2.el9.x86_64.rp 3.9 MB/s | 198 kB 00:00 2023-12-03T11:52:13.658 INFO:teuthology.orchestra.run.smithi145.stdout:(94/129): pipewire-0.3.67-2.el9.x86_64.rpm 1.1 MB/s | 86 kB 00:00 2023-12-03T11:52:13.683 INFO:teuthology.orchestra.run.smithi145.stdout:(95/129): pipewire-alsa-0.3.67-2.el9.x86_64.rpm 727 kB/s | 55 kB 00:00 2023-12-03T11:52:13.709 INFO:teuthology.orchestra.run.smithi145.stdout:(96/129): pipewire-jack-audio-connection-kit-0. 2.5 MB/s | 126 kB 00:00 2023-12-03T11:52:13.751 INFO:teuthology.orchestra.run.smithi145.stdout:(97/129): pipewire-libs-0.3.67-2.el9.x86_64.rpm 19 MB/s | 1.7 MB 00:00 2023-12-03T11:52:13.776 INFO:teuthology.orchestra.run.smithi145.stdout:(98/129): pipewire-pulseaudio-0.3.67-2.el9.x86_ 194 kB/s | 18 kB 00:00 2023-12-03T11:52:13.810 INFO:teuthology.orchestra.run.smithi145.stdout:(99/129): poppler-21.01.0-19.el9.x86_64.rpm 11 MB/s | 1.1 MB 00:00 2023-12-03T11:52:13.835 INFO:teuthology.orchestra.run.smithi145.stdout:(100/129): poppler-glib-21.01.0-19.el9.x86_64.r 2.6 MB/s | 151 kB 00:00 2023-12-03T11:52:13.885 INFO:teuthology.orchestra.run.smithi145.stdout:(101/129): poppler-data-0.4.9-9.el9.noarch.rpm 17 MB/s | 1.8 MB 00:00 2023-12-03T11:52:13.911 INFO:teuthology.orchestra.run.smithi145.stdout:(102/129): pulseaudio-libs-15.0-2.el9.x86_64.rp 6.5 MB/s | 666 kB 00:00 2023-12-03T11:52:13.936 INFO:teuthology.orchestra.run.smithi145.stdout:(103/129): pulseaudio-utils-15.0-2.el9.x86_64.r 729 kB/s | 72 kB 00:00 2023-12-03T11:52:13.961 INFO:teuthology.orchestra.run.smithi145.stdout:(104/129): rtkit-0.11-28.el9.x86_64.rpm 739 kB/s | 55 kB 00:00 2023-12-03T11:52:13.986 INFO:teuthology.orchestra.run.smithi145.stdout:(105/129): totem-pl-parser-3.26.6-2.el9.x86_64. 2.6 MB/s | 130 kB 00:00 2023-12-03T11:52:14.011 INFO:teuthology.orchestra.run.smithi145.stdout:(106/129): sound-theme-freedesktop-0.8-17.el9.n 4.9 MB/s | 377 kB 00:00 2023-12-03T11:52:14.045 INFO:teuthology.orchestra.run.smithi145.stdout:(107/129): tracker-3.1.2-3.el9.x86_64.rpm 6.3 MB/s | 537 kB 00:00 2023-12-03T11:52:14.079 INFO:teuthology.orchestra.run.smithi145.stdout:(108/129): tracker-miners-3.1.2-3.el9.x86_64.rp 9.6 MB/s | 887 kB 00:00 2023-12-03T11:52:14.104 INFO:teuthology.orchestra.run.smithi145.stdout:(109/129): ttmkfdir-3.0.9-65.el9.x86_64.rpm 568 kB/s | 52 kB 00:00 2023-12-03T11:52:14.129 INFO:teuthology.orchestra.run.smithi145.stdout:(110/129): tzdata-java-2023c-1.el9.noarch.rpm 1.8 MB/s | 149 kB 00:00 2023-12-03T11:52:14.155 INFO:teuthology.orchestra.run.smithi145.stdout:(111/129): vulkan-loader-1.3.250.1-1.el9.x86_64 2.7 MB/s | 140 kB 00:00 2023-12-03T11:52:14.180 INFO:teuthology.orchestra.run.smithi145.stdout:(112/129): upower-0.99.11-11.el9.x86_64.rpm 2.2 MB/s | 168 kB 00:00 2023-12-03T11:52:14.205 INFO:teuthology.orchestra.run.smithi145.stdout:(113/129): webrtc-audio-processing-0.3.1-8.el9. 4.0 MB/s | 305 kB 00:00 2023-12-03T11:52:14.230 INFO:teuthology.orchestra.run.smithi145.stdout:(114/129): wireplumber-0.4.14-1.el9.x86_64.rpm 1.1 MB/s | 83 kB 00:00 2023-12-03T11:52:14.255 INFO:teuthology.orchestra.run.smithi145.stdout:(115/129): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 831 kB/s | 41 kB 00:00 2023-12-03T11:52:14.306 INFO:teuthology.orchestra.run.smithi145.stdout:(116/129): wireplumber-libs-0.4.14-1.el9.x86_64 3.3 MB/s | 337 kB 00:00 2023-12-03T11:52:14.331 INFO:teuthology.orchestra.run.smithi145.stdout:(117/129): xdg-desktop-portal-1.12.4-1.el9.x86_ 3.6 MB/s | 365 kB 00:00 2023-12-03T11:52:14.357 INFO:teuthology.orchestra.run.smithi145.stdout:(118/129): xdg-desktop-portal-gtk-1.12.0-3.el9. 1.3 MB/s | 130 kB 00:00 2023-12-03T11:52:14.382 INFO:teuthology.orchestra.run.smithi145.stdout:(119/129): xorg-x11-fonts-Type1-7.5-33.el9.noar 9.8 MB/s | 499 kB 00:00 2023-12-03T11:52:14.407 INFO:teuthology.orchestra.run.smithi145.stdout:(120/129): xkeyboard-config-2.33-2.el9.noarch.r 10 MB/s | 780 kB 00:00 2023-12-03T11:52:14.432 INFO:teuthology.orchestra.run.smithi145.stdout:(121/129): ModemManager-glib-1.20.2-1.el9.x86_6 4.4 MB/s | 334 kB 00:00 2023-12-03T11:52:14.457 INFO:teuthology.orchestra.run.smithi145.stdout:(122/129): bluez-libs-5.64-1.el9.x86_64.rpm 1.1 MB/s | 83 kB 00:00 2023-12-03T11:52:14.483 INFO:teuthology.orchestra.run.smithi145.stdout:(123/129): bubblewrap-0.4.1-6.el9.x86_64.rpm 983 kB/s | 49 kB 00:00 2023-12-03T11:52:14.508 INFO:teuthology.orchestra.run.smithi145.stdout:(124/129): cups-libs-2.3.3op2-22.el9.x86_64.rpm 3.4 MB/s | 262 kB 00:00 2023-12-03T11:52:14.533 INFO:teuthology.orchestra.run.smithi145.stdout:(125/129): libpciaccess-0.16-6.el9.x86_64.rpm 355 kB/s | 27 kB 00:00 2023-12-03T11:52:14.558 INFO:teuthology.orchestra.run.smithi145.stdout:(126/129): lksctp-tools-1.0.19-2.el9.x86_64.rpm 1.8 MB/s | 90 kB 00:00 2023-12-03T11:52:14.626 INFO:teuthology.orchestra.run.smithi145.stdout:(127/129): avahi-glib-0.8-12.el9.x86_64.rpm 127 kB/s | 15 kB 00:00 2023-12-03T11:52:14.651 INFO:teuthology.orchestra.run.smithi145.stdout:(128/129): libX11-xcb-1.7.0-8.el9.x86_64.rpm 119 kB/s | 11 kB 00:00 2023-12-03T11:52:14.693 INFO:teuthology.orchestra.run.smithi145.stdout:(129/129): flac-libs-1.3.3-12.el9.x86_64.rpm 1.3 MB/s | 218 kB 00:00 2023-12-03T11:52:14.695 INFO:teuthology.orchestra.run.smithi145.stdout:-------------------------------------------------------------------------------- 2023-12-03T11:52:14.696 INFO:teuthology.orchestra.run.smithi145.stdout:Total 21 MB/s | 102 MB 00:04 2023-12-03T11:52:14.730 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction check 2023-12-03T11:52:14.821 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction check succeeded. 2023-12-03T11:52:14.821 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction test 2023-12-03T11:52:15.814 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction test succeeded. 2023-12-03T11:52:15.814 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction 2023-12-03T11:52:19.860 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 1/1 2023-12-03T11:52:19.919 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 1/1 2023-12-03T11:52:20.065 INFO:teuthology.orchestra.run.smithi145.stdout: Preparing : 1/1 2023-12-03T11:52:20.113 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libXi-1.7.10-8.el9.x86_64 1/129 2023-12-03T11:52:20.147 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 2/129 2023-12-03T11:52:20.186 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 3/129 2023-12-03T11:52:20.223 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 4/129 2023-12-03T11:52:20.363 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 5/129 2023-12-03T11:52:20.451 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : atk-2.36.0-5.el9.x86_64 6/129 2023-12-03T11:52:20.486 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : alsa-lib-1.2.9-1.el9.x86_64 7/129 2023-12-03T11:52:20.525 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libX11-xcb-1.7.0-8.el9.x86_64 8/129 2023-12-03T11:52:20.556 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : cups-libs-1:2.3.3op2-22.el9.x86_64 9/129 2023-12-03T11:52:20.579 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : opus-1.3.1-10.el9.x86_64 10/129 2023-12-03T11:52:20.605 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 11/129 2023-12-03T11:52:20.632 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libtool-ltdl-2.4.6-45.el9.x86_64 12/129 2023-12-03T11:52:20.658 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 13/129 2023-12-03T11:52:20.747 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : lcms2-2.12-3.el9.x86_64 14/129 2023-12-03T11:52:20.795 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : gstreamer1-1.22.1-2.el9.x86_64 15/129 2023-12-03T11:52:20.823 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 16/129 2023-12-03T11:52:20.853 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 17/129 2023-12-03T11:52:20.879 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 18/129 2023-12-03T11:52:20.904 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 19/129 2023-12-03T11:52:20.930 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : mesa-libglapi-23.3.0~rc2-1.el9.x86_64 20/129 2023-12-03T11:52:20.955 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 21/129 2023-12-03T11:52:20.984 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 22/129 2023-12-03T11:52:21.015 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 23/129 2023-12-03T11:52:21.040 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 24/129 2023-12-03T11:52:21.147 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 25/129 2023-12-03T11:52:21.217 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 26/129 2023-12-03T11:52:21.265 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : gtk-update-icon-cache-3.24.31-2.el9.x86_64 27/129 2023-12-03T11:52:21.298 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : dconf-0.40.0-6.el9.x86_64 28/129 2023-12-03T11:52:21.362 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 28/129 2023-12-03T11:52:21.399 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 29/129 2023-12-03T11:52:21.444 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 30/129 2023-12-03T11:52:21.484 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : colord-libs-1.4.5-4.el9.x86_64 31/129 2023-12-03T11:52:21.529 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 32/129 2023-12-03T11:52:21.577 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : flac-libs-1.3.3-12.el9.x86_64 33/129 2023-12-03T11:52:21.635 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 34/129 2023-12-03T11:52:21.679 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 35/129 2023-12-03T11:52:21.709 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libgexiv2-0.12.3-1.el9.x86_64 36/129 2023-12-03T11:52:21.741 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : avahi-glib-0.8-12.el9.x86_64 37/129 2023-12-03T11:52:21.769 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : lksctp-tools-1.0.19-2.el9.x86_64 38/129 2023-12-03T11:52:21.799 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libpciaccess-0.16-6.el9.x86_64 39/129 2023-12-03T11:52:21.836 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libdrm-2.4.117-1.el9.x86_64 40/129 2023-12-03T11:52:21.871 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : mesa-libgbm-23.3.0~rc2-1.el9.x86_64 41/129 2023-12-03T11:52:21.898 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 42/129 2023-12-03T11:52:21.926 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : mesa-libEGL-23.3.0~rc2-1.el9.x86_64 43/129 2023-12-03T11:52:22.155 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : vulkan-loader-1.3.250.1-1.el9.x86_64 44/129 2023-12-03T11:52:22.192 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : mesa-vulkan-drivers-23.3.0~rc2-1.el9.x86_64 45/129 2023-12-03T11:52:22.217 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : bubblewrap-0.4.1-6.el9.x86_64 46/129 2023-12-03T11:52:22.249 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : bluez-libs-5.64-1.el9.x86_64 47/129 2023-12-03T11:52:22.445 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 48/129 2023-12-03T11:52:22.514 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : xkeyboard-config-2.33-2.el9.noarch 49/129 2023-12-03T11:52:22.546 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 50/129 2023-12-03T11:52:22.584 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 51/129 2023-12-03T11:52:22.625 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.x86_64 52/129 2023-12-03T11:52:22.655 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : upower-0.99.11-11.el9.x86_64 53/129 2023-12-03T11:52:22.668 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: upower-0.99.11-11.el9.x86_64 53/129 2023-12-03T11:52:22.668 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2023-12-03T11:52:22.668 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:52:22.850 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : tzdata-java-2023c-1.el9.noarch 54/129 2023-12-03T11:52:22.917 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 55/129 2023-12-03T11:52:22.986 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 56/129 2023-12-03T11:52:23.012 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.noarch 57/129 2023-12-03T11:52:23.018 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.noarch 57/129 2023-12-03T11:52:23.442 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: rtkit-0.11-28.el9.x86_64 58/129 2023-12-03T11:52:23.474 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : rtkit-0.11-28.el9.x86_64 58/129 2023-12-03T11:52:23.487 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: rtkit-0.11-28.el9.x86_64 58/129 2023-12-03T11:52:23.487 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2023-12-03T11:52:23.487 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:52:23.683 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : poppler-data-0.4.9-9.el9.noarch 59/129 2023-12-03T11:52:23.717 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : p11-kit-server-0.24.1-2.el9.x86_64 60/129 2023-12-03T11:52:23.757 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : ostree-libs-2023.7-2.el9.x86_64 61/129 2023-12-03T11:52:24.226 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 62/129 2023-12-03T11:52:24.286 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : osinfo-db-20230518-1.el9.noarch 63/129 2023-12-03T11:52:24.324 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 64/129 2023-12-03T11:52:24.357 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : orc-0.4.31-6.el9.x86_64 65/129 2023-12-03T11:52:24.410 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : openjpeg2-2.4.0-7.el9.x86_64 66/129 2023-12-03T11:52:24.440 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : lua-posix-35.0-8.el9.x86_64 67/129 2023-12-03T11:52:24.468 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : copy-jdk-configs-4.0-3.el9.noarch 68/129 2023-12-03T11:52:24.497 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 69/129 2023-12-03T11:52:24.508 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 69/129 2023-12-03T11:52:24.508 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2023-12-03T11:52:24.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:52:24.563 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 70/129 2023-12-03T11:52:24.592 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libvisual-1:0.4.0-34.el9.x86_64 71/129 2023-12-03T11:52:24.619 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libsbc-1.4-9.el9.x86_64 72/129 2023-12-03T11:52:24.650 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 73/129 2023-12-03T11:52:25.052 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 74/129 2023-12-03T11:52:25.088 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : geoclue2-2.6.0-7.el9.x86_64 74/129 2023-12-03T11:52:25.106 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 74/129 2023-12-03T11:52:25.137 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 75/129 2023-12-03T11:52:25.207 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libiptcdata-1.0.5-9.el9.x86_64 76/129 2023-12-03T11:52:25.245 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 77/129 2023-12-03T11:52:25.270 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 78/129 2023-12-03T11:52:25.316 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 79/129 2023-12-03T11:52:25.343 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 80/129 2023-12-03T11:52:25.620 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 80/129 2023-12-03T11:52:25.670 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libexif-0.6.22-6.el9.x86_64 81/129 2023-12-03T11:52:25.698 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 82/129 2023-12-03T11:52:25.723 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libasyncns-0.8-22.el9.x86_64 83/129 2023-12-03T11:52:25.752 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 84/129 2023-12-03T11:52:25.784 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 85/129 2023-12-03T11:52:25.808 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : mesa-libGL-23.3.0~rc2-1.el9.x86_64 86/129 2023-12-03T11:52:25.836 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libXv-1.0.11-16.el9.x86_64 87/129 2023-12-03T11:52:25.864 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 88/129 2023-12-03T11:52:25.902 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libtiff-4.4.0-10.el9.x86_64 89/129 2023-12-03T11:52:25.939 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : gdk-pixbuf2-modules-2.42.6-3.el9.x86_64 90/129 2023-12-03T11:52:25.996 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 91/129 2023-12-03T11:52:26.023 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : poppler-21.01.0-19.el9.x86_64 92/129 2023-12-03T11:52:26.056 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : poppler-glib-21.01.0-19.el9.x86_64 93/129 2023-12-03T11:52:26.659 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : javapackages-filesystem-6.0.0-4.el9.noarch 94/129 2023-12-03T11:52:26.693 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el 95/129 2023-12-03T11:52:27.338 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el 95/129 2023-12-03T11:52:27.388 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 96/129 2023-12-03T11:52:27.423 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : gsm-1.0.19-6.el9.x86_64 97/129 2023-12-03T11:52:27.499 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libsndfile-1.0.31-8.el9.x86_64 98/129 2023-12-03T11:52:27.547 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : pulseaudio-libs-15.0-2.el9.x86_64 99/129 2023-12-03T11:52:27.581 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libcanberra-0.30-27.el9.x86_64 100/129 2023-12-03T11:52:27.604 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 100/129 2023-12-03T11:52:27.635 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : pulseaudio-utils-15.0-2.el9.x86_64 101/129 2023-12-03T11:52:27.742 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : graphene-1.10.6-2.el9.x86_64 102/129 2023-12-03T11:52:27.790 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : gstreamer1-plugins-base-1.22.1-1.el9.x86_64 103/129 2023-12-03T11:52:27.816 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : giflib-5.2.1-9.el9.x86_64 104/129 2023-12-03T11:52:27.847 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : flatpak-session-helper-1.12.8-1.el9.x86_64 105/129 2023-12-03T11:52:27.871 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : flatpak-selinux-1.12.8-1.el9.noarch 106/129 2023-12-03T11:52:38.469 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: flatpak-selinux-1.12.8-1.el9.noarch 106/129 2023-12-03T11:52:38.503 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 107/129 2023-12-03T11:52:38.932 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: pipewire-0.3.67-2.el9.x86_64 108/129 2023-12-03T11:52:38.957 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : pipewire-0.3.67-2.el9.x86_64 108/129 2023-12-03T11:52:38.974 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: pipewire-0.3.67-2.el9.x86_64 108/129 2023-12-03T11:52:38.974 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2023-12-03T11:52:38.974 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:52:39.182 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : pipewire-libs-0.3.67-2.el9.x86_64 109/129 2023-12-03T11:52:39.260 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : wireplumber-0.4.14-1.el9.x86_64 110/129 2023-12-03T11:52:39.301 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : wireplumber-libs-0.4.14-1.el9.x86_64 111/129 2023-12-03T11:52:39.761 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: flatpak-1.12.8-1.el9.x86_64 112/129 2023-12-03T11:52:39.837 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : flatpak-1.12.8-1.el9.x86_64 112/129 2023-12-03T11:52:39.878 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : xdg-desktop-portal-1.12.4-1.el9.x86_64 113/129 2023-12-03T11:52:39.910 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: xdg-desktop-portal-1.12.4-1.el9.x86_64 113/129 2023-12-03T11:52:39.958 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 114/129 2023-12-03T11:52:40.036 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libtracker-sparql-3.1.2-3.el9.x86_64 115/129 2023-12-03T11:52:40.074 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : tracker-3.1.2-3.el9.x86_64 116/129 2023-12-03T11:52:40.179 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: tracker-3.1.2-3.el9.x86_64 116/129 2023-12-03T11:52:40.221 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : tracker-miners-3.1.2-3.el9.x86_64 117/129 2023-12-03T11:52:40.308 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: tracker-miners-3.1.2-3.el9.x86_64 117/129 2023-12-03T11:52:43.078 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 118/129 2023-12-03T11:52:43.173 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 119/129 2023-12-03T11:52:43.216 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 120/129 2023-12-03T11:52:43.244 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 121/129 2023-12-03T11:52:43.432 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 121/129 2023-12-03T11:52:43.576 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : gtk3-3.24.31-2.el9.x86_64 122/129 2023-12-03T11:52:43.616 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : gtk2-2.24.33-8.el9.x86_64 123/129 2023-12-03T11:52:43.658 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : libcanberra-gtk2-0.30-27.el9.x86_64 124/129 2023-12-03T11:52:43.691 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 125/129 2023-12-03T11:52:43.932 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 125/129 2023-12-03T11:52:43.994 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x 126/129 2023-12-03T11:52:44.005 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x 126/129 2023-12-03T11:52:44.051 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : pipewire-alsa-0.3.67-2.el9.x86_64 127/129 2023-12-03T11:52:44.081 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : pipewire-jack-audio-connection-kit-0.3.67-2.el9. 128/129 2023-12-03T11:52:44.104 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : pipewire-pulseaudio-0.3.67-2.el9.x86_64 129/129 2023-12-03T11:52:44.119 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: pipewire-pulseaudio-0.3.67-2.el9.x86_64 129/129 2023-12-03T11:52:44.119 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2023-12-03T11:52:44.120 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:52:44.139 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 129/129 2023-12-03T11:52:44.145 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 129/129 2023-12-03T11:52:44.167 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el 129/129 2023-12-03T11:52:44.177 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.x86_64 129/129 2023-12-03T11:52:44.177 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2023-12-03T11:52:44.177 INFO:teuthology.orchestra.run.smithi145.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2023-12-03T11:52:44.178 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:52:44.235 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 129/129 2023-12-03T11:52:44.308 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x 129/129 2023-12-03T11:52:48.025 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: pipewire-pulseaudio-0.3.67-2.el9.x86_64 129/129 2023-12-03T11:52:48.025 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 1/129 2023-12-03T11:52:48.025 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 2/129 2023-12-03T11:52:48.025 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : alsa-lib-1.2.9-1.el9.x86_64 3/129 2023-12-03T11:52:48.025 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 4/129 2023-12-03T11:52:48.025 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 5/129 2023-12-03T11:52:48.025 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : atk-2.36.0-5.el9.x86_64 6/129 2023-12-03T11:52:48.025 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : colord-libs-1.4.5-4.el9.x86_64 7/129 2023-12-03T11:52:48.025 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : copy-jdk-configs-4.0-3.el9.noarch 8/129 2023-12-03T11:52:48.026 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 9/129 2023-12-03T11:52:48.026 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 10/129 2023-12-03T11:52:48.026 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 11/129 2023-12-03T11:52:48.026 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 12/129 2023-12-03T11:52:48.026 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 13/129 2023-12-03T11:52:48.026 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : flatpak-1.12.8-1.el9.x86_64 14/129 2023-12-03T11:52:48.026 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : flatpak-selinux-1.12.8-1.el9.noarch 15/129 2023-12-03T11:52:48.026 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : flatpak-session-helper-1.12.8-1.el9.x86_64 16/129 2023-12-03T11:52:48.026 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-3.el9.x86_64 17/129 2023-12-03T11:52:48.026 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : geoclue2-2.6.0-7.el9.x86_64 18/129 2023-12-03T11:52:48.026 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 19/129 2023-12-03T11:52:48.026 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 20/129 2023-12-03T11:52:48.026 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 21/129 2023-12-03T11:52:48.027 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : gstreamer1-1.22.1-2.el9.x86_64 22/129 2023-12-03T11:52:48.027 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : gstreamer1-plugins-base-1.22.1-1.el9.x86_64 23/129 2023-12-03T11:52:48.027 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : gtk-update-icon-cache-3.24.31-2.el9.x86_64 24/129 2023-12-03T11:52:48.027 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : gtk2-2.24.33-8.el9.x86_64 25/129 2023-12-03T11:52:48.027 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : gtk3-3.24.31-2.el9.x86_64 26/129 2023-12-03T11:52:48.027 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 27/129 2023-12-03T11:52:48.027 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 28/129 2023-12-03T11:52:48.036 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 29/129 2023-12-03T11:52:48.036 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x 30/129 2023-12-03T11:52:48.036 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el 31/129 2023-12-03T11:52:48.036 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : javapackages-filesystem-6.0.0-4.el9.noarch 32/129 2023-12-03T11:52:48.036 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 33/129 2023-12-03T11:52:48.036 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : lcms2-2.12-3.el9.x86_64 34/129 2023-12-03T11:52:48.036 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 35/129 2023-12-03T11:52:48.037 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 36/129 2023-12-03T11:52:48.037 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 37/129 2023-12-03T11:52:48.037 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 38/129 2023-12-03T11:52:48.037 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 39/129 2023-12-03T11:52:48.037 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 40/129 2023-12-03T11:52:48.037 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 41/129 2023-12-03T11:52:48.037 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 42/129 2023-12-03T11:52:48.037 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 43/129 2023-12-03T11:52:48.037 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 44/129 2023-12-03T11:52:48.037 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 45/129 2023-12-03T11:52:48.037 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 46/129 2023-12-03T11:52:48.037 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libcanberra-gtk2-0.30-27.el9.x86_64 47/129 2023-12-03T11:52:48.037 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 48/129 2023-12-03T11:52:48.037 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libdrm-2.4.117-1.el9.x86_64 49/129 2023-12-03T11:52:48.038 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 50/129 2023-12-03T11:52:48.038 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 51/129 2023-12-03T11:52:48.038 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 52/129 2023-12-03T11:52:48.038 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libgexiv2-0.12.3-1.el9.x86_64 53/129 2023-12-03T11:52:48.038 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 54/129 2023-12-03T11:52:48.038 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 55/129 2023-12-03T11:52:48.038 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 56/129 2023-12-03T11:52:48.038 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 57/129 2023-12-03T11:52:48.038 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 58/129 2023-12-03T11:52:48.038 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libiptcdata-1.0.5-9.el9.x86_64 59/129 2023-12-03T11:52:48.038 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 60/129 2023-12-03T11:52:48.038 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 61/129 2023-12-03T11:52:48.039 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 62/129 2023-12-03T11:52:48.039 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 63/129 2023-12-03T11:52:48.039 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libsbc-1.4-9.el9.x86_64 64/129 2023-12-03T11:52:48.039 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libsndfile-1.0.31-8.el9.x86_64 65/129 2023-12-03T11:52:48.039 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 66/129 2023-12-03T11:52:48.039 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libtiff-4.4.0-10.el9.x86_64 67/129 2023-12-03T11:52:48.039 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libtool-ltdl-2.4.6-45.el9.x86_64 68/129 2023-12-03T11:52:48.039 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libtracker-sparql-3.1.2-3.el9.x86_64 69/129 2023-12-03T11:52:48.039 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libvisual-1:0.4.0-34.el9.x86_64 70/129 2023-12-03T11:52:48.039 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 71/129 2023-12-03T11:52:48.039 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 72/129 2023-12-03T11:52:48.039 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 73/129 2023-12-03T11:52:48.039 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 74/129 2023-12-03T11:52:48.039 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 75/129 2023-12-03T11:52:48.040 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 76/129 2023-12-03T11:52:48.040 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 77/129 2023-12-03T11:52:48.040 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 78/129 2023-12-03T11:52:48.040 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 79/129 2023-12-03T11:52:48.040 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 80/129 2023-12-03T11:52:48.040 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : mesa-libEGL-23.3.0~rc2-1.el9.x86_64 81/129 2023-12-03T11:52:48.040 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : mesa-libGL-23.3.0~rc2-1.el9.x86_64 82/129 2023-12-03T11:52:48.040 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : mesa-libgbm-23.3.0~rc2-1.el9.x86_64 83/129 2023-12-03T11:52:48.040 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : mesa-libglapi-23.3.0~rc2-1.el9.x86_64 84/129 2023-12-03T11:52:48.040 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : mesa-vulkan-drivers-23.3.0~rc2-1.el9.x86_64 85/129 2023-12-03T11:52:48.040 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 86/129 2023-12-03T11:52:48.040 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : openjpeg2-2.4.0-7.el9.x86_64 87/129 2023-12-03T11:52:48.040 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : opus-1.3.1-10.el9.x86_64 88/129 2023-12-03T11:52:48.040 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : orc-0.4.31-6.el9.x86_64 89/129 2023-12-03T11:52:48.040 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : osinfo-db-20230518-1.el9.noarch 90/129 2023-12-03T11:52:48.041 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 91/129 2023-12-03T11:52:48.041 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ostree-libs-2023.7-2.el9.x86_64 92/129 2023-12-03T11:52:48.041 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : p11-kit-server-0.24.1-2.el9.x86_64 93/129 2023-12-03T11:52:48.041 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : pipewire-0.3.67-2.el9.x86_64 94/129 2023-12-03T11:52:48.041 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : pipewire-alsa-0.3.67-2.el9.x86_64 95/129 2023-12-03T11:52:48.041 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : pipewire-jack-audio-connection-kit-0.3.67-2.el9. 96/129 2023-12-03T11:52:48.041 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : pipewire-libs-0.3.67-2.el9.x86_64 97/129 2023-12-03T11:52:48.041 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : pipewire-pulseaudio-0.3.67-2.el9.x86_64 98/129 2023-12-03T11:52:48.041 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : poppler-21.01.0-19.el9.x86_64 99/129 2023-12-03T11:52:48.041 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : poppler-data-0.4.9-9.el9.noarch 100/129 2023-12-03T11:52:48.041 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : poppler-glib-21.01.0-19.el9.x86_64 101/129 2023-12-03T11:52:48.041 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : pulseaudio-libs-15.0-2.el9.x86_64 102/129 2023-12-03T11:52:48.041 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : pulseaudio-utils-15.0-2.el9.x86_64 103/129 2023-12-03T11:52:48.041 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : rtkit-0.11-28.el9.x86_64 104/129 2023-12-03T11:52:48.041 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.noarch 105/129 2023-12-03T11:52:48.042 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 106/129 2023-12-03T11:52:48.042 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : tracker-3.1.2-3.el9.x86_64 107/129 2023-12-03T11:52:48.042 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : tracker-miners-3.1.2-3.el9.x86_64 108/129 2023-12-03T11:52:48.042 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 109/129 2023-12-03T11:52:48.042 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : tzdata-java-2023c-1.el9.noarch 110/129 2023-12-03T11:52:48.042 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : upower-0.99.11-11.el9.x86_64 111/129 2023-12-03T11:52:48.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : vulkan-loader-1.3.250.1-1.el9.x86_64 112/129 2023-12-03T11:52:48.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.x86_64 113/129 2023-12-03T11:52:48.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : wireplumber-0.4.14-1.el9.x86_64 114/129 2023-12-03T11:52:48.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.x86_64 115/129 2023-12-03T11:52:48.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 116/129 2023-12-03T11:52:48.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : xdg-desktop-portal-1.12.4-1.el9.x86_64 117/129 2023-12-03T11:52:48.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 118/129 2023-12-03T11:52:48.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : xkeyboard-config-2.33-2.el9.noarch 119/129 2023-12-03T11:52:48.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 120/129 2023-12-03T11:52:48.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 121/129 2023-12-03T11:52:48.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : bluez-libs-5.64-1.el9.x86_64 122/129 2023-12-03T11:52:48.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : bubblewrap-0.4.1-6.el9.x86_64 123/129 2023-12-03T11:52:48.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : cups-libs-1:2.3.3op2-22.el9.x86_64 124/129 2023-12-03T11:52:48.043 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libpciaccess-0.16-6.el9.x86_64 125/129 2023-12-03T11:52:48.044 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : lksctp-tools-1.0.19-2.el9.x86_64 126/129 2023-12-03T11:52:48.044 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : avahi-glib-0.8-12.el9.x86_64 127/129 2023-12-03T11:52:48.044 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : flac-libs-1.3.3-12.el9.x86_64 128/129 2023-12-03T11:52:50.231 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : libX11-xcb-1.7.0-8.el9.x86_64 129/129 2023-12-03T11:52:50.231 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:52:50.231 INFO:teuthology.orchestra.run.smithi145.stdout:Installed: 2023-12-03T11:52:50.231 INFO:teuthology.orchestra.run.smithi145.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2023-12-03T11:52:50.231 INFO:teuthology.orchestra.run.smithi145.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2023-12-03T11:52:50.231 INFO:teuthology.orchestra.run.smithi145.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2023-12-03T11:52:50.231 INFO:teuthology.orchestra.run.smithi145.stdout: alsa-lib-1.2.9-1.el9.x86_64 2023-12-03T11:52:50.231 INFO:teuthology.orchestra.run.smithi145.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2023-12-03T11:52:50.231 INFO:teuthology.orchestra.run.smithi145.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2023-12-03T11:52:50.231 INFO:teuthology.orchestra.run.smithi145.stdout: atk-2.36.0-5.el9.x86_64 2023-12-03T11:52:50.232 INFO:teuthology.orchestra.run.smithi145.stdout: avahi-glib-0.8-12.el9.x86_64 2023-12-03T11:52:50.232 INFO:teuthology.orchestra.run.smithi145.stdout: bluez-libs-5.64-1.el9.x86_64 2023-12-03T11:52:50.232 INFO:teuthology.orchestra.run.smithi145.stdout: bubblewrap-0.4.1-6.el9.x86_64 2023-12-03T11:52:50.232 INFO:teuthology.orchestra.run.smithi145.stdout: colord-libs-1.4.5-4.el9.x86_64 2023-12-03T11:52:50.232 INFO:teuthology.orchestra.run.smithi145.stdout: copy-jdk-configs-4.0-3.el9.noarch 2023-12-03T11:52:50.232 INFO:teuthology.orchestra.run.smithi145.stdout: cups-libs-1:2.3.3op2-22.el9.x86_64 2023-12-03T11:52:50.232 INFO:teuthology.orchestra.run.smithi145.stdout: dconf-0.40.0-6.el9.x86_64 2023-12-03T11:52:50.232 INFO:teuthology.orchestra.run.smithi145.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2023-12-03T11:52:50.232 INFO:teuthology.orchestra.run.smithi145.stdout: exiv2-0.27.5-2.el9.x86_64 2023-12-03T11:52:50.232 INFO:teuthology.orchestra.run.smithi145.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2023-12-03T11:52:50.232 INFO:teuthology.orchestra.run.smithi145.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2023-12-03T11:52:50.232 INFO:teuthology.orchestra.run.smithi145.stdout: flac-libs-1.3.3-12.el9.x86_64 2023-12-03T11:52:50.232 INFO:teuthology.orchestra.run.smithi145.stdout: flatpak-1.12.8-1.el9.x86_64 2023-12-03T11:52:50.232 INFO:teuthology.orchestra.run.smithi145.stdout: flatpak-selinux-1.12.8-1.el9.noarch 2023-12-03T11:52:50.233 INFO:teuthology.orchestra.run.smithi145.stdout: flatpak-session-helper-1.12.8-1.el9.x86_64 2023-12-03T11:52:50.233 INFO:teuthology.orchestra.run.smithi145.stdout: gdk-pixbuf2-modules-2.42.6-3.el9.x86_64 2023-12-03T11:52:50.233 INFO:teuthology.orchestra.run.smithi145.stdout: geoclue2-2.6.0-7.el9.x86_64 2023-12-03T11:52:50.233 INFO:teuthology.orchestra.run.smithi145.stdout: giflib-5.2.1-9.el9.x86_64 2023-12-03T11:52:50.233 INFO:teuthology.orchestra.run.smithi145.stdout: graphene-1.10.6-2.el9.x86_64 2023-12-03T11:52:50.233 INFO:teuthology.orchestra.run.smithi145.stdout: gsm-1.0.19-6.el9.x86_64 2023-12-03T11:52:50.233 INFO:teuthology.orchestra.run.smithi145.stdout: gstreamer1-1.22.1-2.el9.x86_64 2023-12-03T11:52:50.233 INFO:teuthology.orchestra.run.smithi145.stdout: gstreamer1-plugins-base-1.22.1-1.el9.x86_64 2023-12-03T11:52:50.233 INFO:teuthology.orchestra.run.smithi145.stdout: gtk-update-icon-cache-3.24.31-2.el9.x86_64 2023-12-03T11:52:50.233 INFO:teuthology.orchestra.run.smithi145.stdout: gtk2-2.24.33-8.el9.x86_64 2023-12-03T11:52:50.233 INFO:teuthology.orchestra.run.smithi145.stdout: gtk3-3.24.31-2.el9.x86_64 2023-12-03T11:52:50.233 INFO:teuthology.orchestra.run.smithi145.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2023-12-03T11:52:50.233 INFO:teuthology.orchestra.run.smithi145.stdout: iso-codes-4.6.0-3.el9.noarch 2023-12-03T11:52:50.233 INFO:teuthology.orchestra.run.smithi145.stdout: java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 2023-12-03T11:52:50.233 INFO:teuthology.orchestra.run.smithi145.stdout: java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_64 2023-12-03T11:52:50.234 INFO:teuthology.orchestra.run.smithi145.stdout: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x86_64 2023-12-03T11:52:50.234 INFO:teuthology.orchestra.run.smithi145.stdout: javapackages-filesystem-6.0.0-4.el9.noarch 2023-12-03T11:52:50.234 INFO:teuthology.orchestra.run.smithi145.stdout: jbigkit-libs-2.1-23.el9.x86_64 2023-12-03T11:52:50.234 INFO:teuthology.orchestra.run.smithi145.stdout: lcms2-2.12-3.el9.x86_64 2023-12-03T11:52:50.234 INFO:teuthology.orchestra.run.smithi145.stdout: libX11-xcb-1.7.0-8.el9.x86_64 2023-12-03T11:52:50.234 INFO:teuthology.orchestra.run.smithi145.stdout: libXcomposite-0.4.5-7.el9.x86_64 2023-12-03T11:52:50.234 INFO:teuthology.orchestra.run.smithi145.stdout: libXcursor-1.2.0-7.el9.x86_64 2023-12-03T11:52:50.234 INFO:teuthology.orchestra.run.smithi145.stdout: libXdamage-1.1.5-7.el9.x86_64 2023-12-03T11:52:50.234 INFO:teuthology.orchestra.run.smithi145.stdout: libXfixes-5.0.3-16.el9.x86_64 2023-12-03T11:52:50.234 INFO:teuthology.orchestra.run.smithi145.stdout: libXi-1.7.10-8.el9.x86_64 2023-12-03T11:52:50.234 INFO:teuthology.orchestra.run.smithi145.stdout: libXinerama-1.1.4-10.el9.x86_64 2023-12-03T11:52:50.234 INFO:teuthology.orchestra.run.smithi145.stdout: libXrandr-1.5.2-8.el9.x86_64 2023-12-03T11:52:50.234 INFO:teuthology.orchestra.run.smithi145.stdout: libXtst-1.2.3-16.el9.x86_64 2023-12-03T11:52:50.234 INFO:teuthology.orchestra.run.smithi145.stdout: libXv-1.0.11-16.el9.x86_64 2023-12-03T11:52:50.235 INFO:teuthology.orchestra.run.smithi145.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2023-12-03T11:52:50.235 INFO:teuthology.orchestra.run.smithi145.stdout: libasyncns-0.8-22.el9.x86_64 2023-12-03T11:52:50.235 INFO:teuthology.orchestra.run.smithi145.stdout: libcanberra-0.30-27.el9.x86_64 2023-12-03T11:52:50.235 INFO:teuthology.orchestra.run.smithi145.stdout: libcanberra-gtk2-0.30-27.el9.x86_64 2023-12-03T11:52:50.235 INFO:teuthology.orchestra.run.smithi145.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2023-12-03T11:52:50.235 INFO:teuthology.orchestra.run.smithi145.stdout: libdrm-2.4.117-1.el9.x86_64 2023-12-03T11:52:50.235 INFO:teuthology.orchestra.run.smithi145.stdout: libepoxy-1.5.5-4.el9.x86_64 2023-12-03T11:52:50.235 INFO:teuthology.orchestra.run.smithi145.stdout: libexif-0.6.22-6.el9.x86_64 2023-12-03T11:52:50.235 INFO:teuthology.orchestra.run.smithi145.stdout: libfontenc-1.1.3-17.el9.x86_64 2023-12-03T11:52:50.235 INFO:teuthology.orchestra.run.smithi145.stdout: libgexiv2-0.12.3-1.el9.x86_64 2023-12-03T11:52:50.235 INFO:teuthology.orchestra.run.smithi145.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2023-12-03T11:52:50.235 INFO:teuthology.orchestra.run.smithi145.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2023-12-03T11:52:50.235 INFO:teuthology.orchestra.run.smithi145.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2023-12-03T11:52:50.235 INFO:teuthology.orchestra.run.smithi145.stdout: libgsf-1.14.47-5.el9.x86_64 2023-12-03T11:52:50.235 INFO:teuthology.orchestra.run.smithi145.stdout: libgxps-0.3.2-3.el9.x86_64 2023-12-03T11:52:50.235 INFO:teuthology.orchestra.run.smithi145.stdout: libiptcdata-1.0.5-9.el9.x86_64 2023-12-03T11:52:50.236 INFO:teuthology.orchestra.run.smithi145.stdout: libldac-2.0.2.3-10.el9.x86_64 2023-12-03T11:52:50.236 INFO:teuthology.orchestra.run.smithi145.stdout: libnotify-0.7.9-8.el9.x86_64 2023-12-03T11:52:50.236 INFO:teuthology.orchestra.run.smithi145.stdout: libogg-2:1.3.4-6.el9.x86_64 2023-12-03T11:52:50.236 INFO:teuthology.orchestra.run.smithi145.stdout: libosinfo-1.10.0-1.el9.x86_64 2023-12-03T11:52:50.236 INFO:teuthology.orchestra.run.smithi145.stdout: libpciaccess-0.16-6.el9.x86_64 2023-12-03T11:52:50.236 INFO:teuthology.orchestra.run.smithi145.stdout: libsbc-1.4-9.el9.x86_64 2023-12-03T11:52:50.236 INFO:teuthology.orchestra.run.smithi145.stdout: libsndfile-1.0.31-8.el9.x86_64 2023-12-03T11:52:50.236 INFO:teuthology.orchestra.run.smithi145.stdout: libtheora-1:1.1.1-31.el9.x86_64 2023-12-03T11:52:50.236 INFO:teuthology.orchestra.run.smithi145.stdout: libtiff-4.4.0-10.el9.x86_64 2023-12-03T11:52:50.236 INFO:teuthology.orchestra.run.smithi145.stdout: libtool-ltdl-2.4.6-45.el9.x86_64 2023-12-03T11:52:50.236 INFO:teuthology.orchestra.run.smithi145.stdout: libtracker-sparql-3.1.2-3.el9.x86_64 2023-12-03T11:52:50.236 INFO:teuthology.orchestra.run.smithi145.stdout: libvisual-1:0.4.0-34.el9.x86_64 2023-12-03T11:52:50.236 INFO:teuthology.orchestra.run.smithi145.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2023-12-03T11:52:50.236 INFO:teuthology.orchestra.run.smithi145.stdout: libwayland-client-1.21.0-1.el9.x86_64 2023-12-03T11:52:50.236 INFO:teuthology.orchestra.run.smithi145.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2023-12-03T11:52:50.236 INFO:teuthology.orchestra.run.smithi145.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2023-12-03T11:52:50.237 INFO:teuthology.orchestra.run.smithi145.stdout: libwayland-server-1.21.0-1.el9.x86_64 2023-12-03T11:52:50.237 INFO:teuthology.orchestra.run.smithi145.stdout: libwebp-1.2.0-8.el9.x86_64 2023-12-03T11:52:50.237 INFO:teuthology.orchestra.run.smithi145.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2023-12-03T11:52:50.237 INFO:teuthology.orchestra.run.smithi145.stdout: libxshmfence-1.3-10.el9.x86_64 2023-12-03T11:52:50.237 INFO:teuthology.orchestra.run.smithi145.stdout: lksctp-tools-1.0.19-2.el9.x86_64 2023-12-03T11:52:50.237 INFO:teuthology.orchestra.run.smithi145.stdout: low-memory-monitor-2.1-4.el9.x86_64 2023-12-03T11:52:50.237 INFO:teuthology.orchestra.run.smithi145.stdout: lua-posix-35.0-8.el9.x86_64 2023-12-03T11:52:50.237 INFO:teuthology.orchestra.run.smithi145.stdout: mesa-libEGL-23.3.0~rc2-1.el9.x86_64 2023-12-03T11:52:50.237 INFO:teuthology.orchestra.run.smithi145.stdout: mesa-libGL-23.3.0~rc2-1.el9.x86_64 2023-12-03T11:52:50.237 INFO:teuthology.orchestra.run.smithi145.stdout: mesa-libgbm-23.3.0~rc2-1.el9.x86_64 2023-12-03T11:52:50.237 INFO:teuthology.orchestra.run.smithi145.stdout: mesa-libglapi-23.3.0~rc2-1.el9.x86_64 2023-12-03T11:52:50.237 INFO:teuthology.orchestra.run.smithi145.stdout: mesa-vulkan-drivers-23.3.0~rc2-1.el9.x86_64 2023-12-03T11:52:50.237 INFO:teuthology.orchestra.run.smithi145.stdout: mkfontscale-1.2.1-3.el9.x86_64 2023-12-03T11:52:50.237 INFO:teuthology.orchestra.run.smithi145.stdout: openjpeg2-2.4.0-7.el9.x86_64 2023-12-03T11:52:50.237 INFO:teuthology.orchestra.run.smithi145.stdout: opus-1.3.1-10.el9.x86_64 2023-12-03T11:52:50.237 INFO:teuthology.orchestra.run.smithi145.stdout: orc-0.4.31-6.el9.x86_64 2023-12-03T11:52:50.238 INFO:teuthology.orchestra.run.smithi145.stdout: osinfo-db-20230518-1.el9.noarch 2023-12-03T11:52:50.238 INFO:teuthology.orchestra.run.smithi145.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2023-12-03T11:52:50.238 INFO:teuthology.orchestra.run.smithi145.stdout: ostree-libs-2023.7-2.el9.x86_64 2023-12-03T11:52:50.238 INFO:teuthology.orchestra.run.smithi145.stdout: p11-kit-server-0.24.1-2.el9.x86_64 2023-12-03T11:52:50.238 INFO:teuthology.orchestra.run.smithi145.stdout: pipewire-0.3.67-2.el9.x86_64 2023-12-03T11:52:50.238 INFO:teuthology.orchestra.run.smithi145.stdout: pipewire-alsa-0.3.67-2.el9.x86_64 2023-12-03T11:52:50.238 INFO:teuthology.orchestra.run.smithi145.stdout: pipewire-jack-audio-connection-kit-0.3.67-2.el9.x86_64 2023-12-03T11:52:50.238 INFO:teuthology.orchestra.run.smithi145.stdout: pipewire-libs-0.3.67-2.el9.x86_64 2023-12-03T11:52:50.238 INFO:teuthology.orchestra.run.smithi145.stdout: pipewire-pulseaudio-0.3.67-2.el9.x86_64 2023-12-03T11:52:50.238 INFO:teuthology.orchestra.run.smithi145.stdout: poppler-21.01.0-19.el9.x86_64 2023-12-03T11:52:50.238 INFO:teuthology.orchestra.run.smithi145.stdout: poppler-data-0.4.9-9.el9.noarch 2023-12-03T11:52:50.238 INFO:teuthology.orchestra.run.smithi145.stdout: poppler-glib-21.01.0-19.el9.x86_64 2023-12-03T11:52:50.238 INFO:teuthology.orchestra.run.smithi145.stdout: pulseaudio-libs-15.0-2.el9.x86_64 2023-12-03T11:52:50.238 INFO:teuthology.orchestra.run.smithi145.stdout: pulseaudio-utils-15.0-2.el9.x86_64 2023-12-03T11:52:50.239 INFO:teuthology.orchestra.run.smithi145.stdout: rtkit-0.11-28.el9.x86_64 2023-12-03T11:52:50.239 INFO:teuthology.orchestra.run.smithi145.stdout: sound-theme-freedesktop-0.8-17.el9.noarch 2023-12-03T11:52:50.239 INFO:teuthology.orchestra.run.smithi145.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2023-12-03T11:52:50.239 INFO:teuthology.orchestra.run.smithi145.stdout: tracker-3.1.2-3.el9.x86_64 2023-12-03T11:52:50.239 INFO:teuthology.orchestra.run.smithi145.stdout: tracker-miners-3.1.2-3.el9.x86_64 2023-12-03T11:52:50.239 INFO:teuthology.orchestra.run.smithi145.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2023-12-03T11:52:50.239 INFO:teuthology.orchestra.run.smithi145.stdout: tzdata-java-2023c-1.el9.noarch 2023-12-03T11:52:50.239 INFO:teuthology.orchestra.run.smithi145.stdout: upower-0.99.11-11.el9.x86_64 2023-12-03T11:52:50.239 INFO:teuthology.orchestra.run.smithi145.stdout: vulkan-loader-1.3.250.1-1.el9.x86_64 2023-12-03T11:52:50.239 INFO:teuthology.orchestra.run.smithi145.stdout: webrtc-audio-processing-0.3.1-8.el9.x86_64 2023-12-03T11:52:50.239 INFO:teuthology.orchestra.run.smithi145.stdout: wireplumber-0.4.14-1.el9.x86_64 2023-12-03T11:52:50.239 INFO:teuthology.orchestra.run.smithi145.stdout: wireplumber-libs-0.4.14-1.el9.x86_64 2023-12-03T11:52:50.239 INFO:teuthology.orchestra.run.smithi145.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2023-12-03T11:52:50.239 INFO:teuthology.orchestra.run.smithi145.stdout: xdg-desktop-portal-1.12.4-1.el9.x86_64 2023-12-03T11:52:50.239 INFO:teuthology.orchestra.run.smithi145.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2023-12-03T11:52:50.240 INFO:teuthology.orchestra.run.smithi145.stdout: xkeyboard-config-2.33-2.el9.noarch 2023-12-03T11:52:50.240 INFO:teuthology.orchestra.run.smithi145.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2023-12-03T11:52:50.240 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:52:50.240 INFO:teuthology.orchestra.run.smithi145.stdout:Complete! 2023-12-03T11:52:50.577 INFO:teuthology.orchestra.run.smithi145.stdout: Gradle will be installed under /opt/gradle 2023-12-03T11:52:50.617 INFO:teuthology.orchestra.run.smithi145.stderr:--2023-12-03 11:52:50-- https://services.gradle.org/distributions/gradle-6.0.1-bin.zip 2023-12-03T11:52:50.711 INFO:teuthology.orchestra.run.smithi145.stderr:Resolving services.gradle.org (services.gradle.org)... 104.17.129.37, 104.17.128.37, 2606:4700::6811:8125, ... 2023-12-03T11:52:50.721 INFO:teuthology.orchestra.run.smithi145.stderr:Connecting to services.gradle.org (services.gradle.org)|104.17.129.37|:443... connected. 2023-12-03T11:52:50.796 INFO:teuthology.orchestra.run.smithi145.stderr:HTTP request sent, awaiting response... 301 Moved Permanently 2023-12-03T11:52:50.797 INFO:teuthology.orchestra.run.smithi145.stderr:Location: https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip [following] 2023-12-03T11:52:50.797 INFO:teuthology.orchestra.run.smithi145.stderr:--2023-12-03 11:52:50-- https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip 2023-12-03T11:52:50.797 INFO:teuthology.orchestra.run.smithi145.stderr:Resolving github.com (github.com)... 140.82.114.3 2023-12-03T11:52:50.808 INFO:teuthology.orchestra.run.smithi145.stderr:Connecting to github.com (github.com)|140.82.114.3|:443... connected. 2023-12-03T11:52:50.901 INFO:teuthology.orchestra.run.smithi145.stderr:HTTP request sent, awaiting response... 302 Found 2023-12-03T11:52:50.902 INFO:teuthology.orchestra.run.smithi145.stderr:Location: https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20231203%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20231203T115236Z&X-Amz-Expires=300&X-Amz-Signature=3837b4cbe63b4f226502df0ec4ac842cce58abf9389f339a9a7701c25f41ce0a&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream [following] 2023-12-03T11:52:50.902 INFO:teuthology.orchestra.run.smithi145.stderr:--2023-12-03 11:52:50-- https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20231203%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20231203T115236Z&X-Amz-Expires=300&X-Amz-Signature=3837b4cbe63b4f226502df0ec4ac842cce58abf9389f339a9a7701c25f41ce0a&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream 2023-12-03T11:52:50.902 INFO:teuthology.orchestra.run.smithi145.stderr:Resolving objects.githubusercontent.com (objects.githubusercontent.com)... 185.199.111.133, 185.199.109.133, 185.199.110.133, ... 2023-12-03T11:52:50.917 INFO:teuthology.orchestra.run.smithi145.stderr:Connecting to objects.githubusercontent.com (objects.githubusercontent.com)|185.199.111.133|:443... connected. 2023-12-03T11:52:50.980 INFO:teuthology.orchestra.run.smithi145.stderr:HTTP request sent, awaiting response... 200 OK 2023-12-03T11:52:50.980 INFO:teuthology.orchestra.run.smithi145.stderr:Length: 95129672 (91M) [application/octet-stream] 2023-12-03T11:52:50.980 INFO:teuthology.orchestra.run.smithi145.stderr:Saving to: ‘gradle-6.0.1-bin.zip’ 2023-12-03T11:52:50.980 INFO:teuthology.orchestra.run.smithi145.stderr: 2023-12-03T11:52:50.998 INFO:teuthology.orchestra.run.smithi145.stderr: 0K .......... .......... .......... .......... .......... 0% 2.61M 35s 2023-12-03T11:52:51.018 INFO:teuthology.orchestra.run.smithi145.stderr: 50K .......... .......... .......... .......... .......... 0% 2.50M 35s 2023-12-03T11:52:51.031 INFO:teuthology.orchestra.run.smithi145.stderr: 100K .......... .......... .......... .......... .......... 0% 3.77M 32s 2023-12-03T11:52:51.034 INFO:teuthology.orchestra.run.smithi145.stderr: 150K .......... .......... .......... .......... .......... 0% 12.5M 26s 2023-12-03T11:52:51.038 INFO:teuthology.orchestra.run.smithi145.stderr: 200K .......... .......... .......... .......... .......... 0% 15.0M 22s 2023-12-03T11:52:51.045 INFO:teuthology.orchestra.run.smithi145.stderr: 250K .......... .......... .......... .......... .......... 0% 6.14M 20s 2023-12-03T11:52:51.049 INFO:teuthology.orchestra.run.smithi145.stderr: 300K .......... .......... .......... .......... .......... 0% 15.8M 18s 2023-12-03T11:52:51.050 INFO:teuthology.orchestra.run.smithi145.stderr: 350K .......... .......... .......... .......... .......... 0% 26.3M 16s 2023-12-03T11:52:51.054 INFO:teuthology.orchestra.run.smithi145.stderr: 400K .......... .......... .......... .......... .......... 0% 14.6M 15s 2023-12-03T11:52:51.056 INFO:teuthology.orchestra.run.smithi145.stderr: 450K .......... .......... .......... .......... .......... 0% 28.2M 14s 2023-12-03T11:52:51.068 INFO:teuthology.orchestra.run.smithi145.stderr: 500K .......... .......... .......... .......... .......... 0% 4.78M 15s 2023-12-03T11:52:51.068 INFO:teuthology.orchestra.run.smithi145.stderr: 550K .......... .......... .......... .......... .......... 0% 117M 13s 2023-12-03T11:52:51.072 INFO:teuthology.orchestra.run.smithi145.stderr: 600K .......... .......... .......... .......... .......... 0% 92.1M 12s 2023-12-03T11:52:51.072 INFO:teuthology.orchestra.run.smithi145.stderr: 650K .......... .......... .......... .......... .......... 0% 39.3M 12s 2023-12-03T11:52:51.072 INFO:teuthology.orchestra.run.smithi145.stderr: 700K .......... .......... .......... .......... .......... 0% 112M 11s 2023-12-03T11:52:51.072 INFO:teuthology.orchestra.run.smithi145.stderr: 750K .......... .......... .......... .......... .......... 0% 28.8M 10s 2023-12-03T11:52:51.073 INFO:teuthology.orchestra.run.smithi145.stderr: 800K .......... .......... .......... .......... .......... 0% 35.2M 10s 2023-12-03T11:52:51.077 INFO:teuthology.orchestra.run.smithi145.stderr: 850K .......... .......... .......... .......... .......... 0% 24.5M 10s 2023-12-03T11:52:51.077 INFO:teuthology.orchestra.run.smithi145.stderr: 900K .......... .......... .......... .......... .......... 1% 165M 9s 2023-12-03T11:52:51.077 INFO:teuthology.orchestra.run.smithi145.stderr: 950K .......... .......... .......... .......... .......... 1% 47.3M 9s 2023-12-03T11:52:51.077 INFO:teuthology.orchestra.run.smithi145.stderr: 1000K .......... .......... .......... .......... .......... 1% 43.1M 8s 2023-12-03T11:52:51.092 INFO:teuthology.orchestra.run.smithi145.stderr: 1050K .......... .......... .......... .......... .......... 1% 5.24M 9s 2023-12-03T11:52:51.092 INFO:teuthology.orchestra.run.smithi145.stderr: 1100K .......... .......... .......... .......... .......... 1% 118M 8s 2023-12-03T11:52:51.092 INFO:teuthology.orchestra.run.smithi145.stderr: 1150K .......... .......... .......... .......... .......... 1% 128M 8s 2023-12-03T11:52:51.092 INFO:teuthology.orchestra.run.smithi145.stderr: 1200K .......... .......... .......... .......... .......... 1% 29.3M 8s 2023-12-03T11:52:51.092 INFO:teuthology.orchestra.run.smithi145.stderr: 1250K .......... .......... .......... .......... .......... 1% 52.0M 8s 2023-12-03T11:52:51.092 INFO:teuthology.orchestra.run.smithi145.stderr: 1300K .......... .......... .......... .......... .......... 1% 29.0M 8s 2023-12-03T11:52:51.092 INFO:teuthology.orchestra.run.smithi145.stderr: 1350K .......... .......... .......... .......... .......... 1% 49.2M 7s 2023-12-03T11:52:51.094 INFO:teuthology.orchestra.run.smithi145.stderr: 1400K .......... .......... .......... .......... .......... 1% 30.2M 7s 2023-12-03T11:52:51.096 INFO:teuthology.orchestra.run.smithi145.stderr: 1450K .......... .......... .......... .......... .......... 1% 54.1M 7s 2023-12-03T11:52:51.096 INFO:teuthology.orchestra.run.smithi145.stderr: 1500K .......... .......... .......... .......... .......... 1% 27.8M 7s 2023-12-03T11:52:51.098 INFO:teuthology.orchestra.run.smithi145.stderr: 1550K .......... .......... .......... .......... .......... 1% 32.1M 7s 2023-12-03T11:52:51.101 INFO:teuthology.orchestra.run.smithi145.stderr: 1600K .......... .......... .......... .......... .......... 1% 22.3M 7s 2023-12-03T11:52:51.101 INFO:teuthology.orchestra.run.smithi145.stderr: 1650K .......... .......... .......... .......... .......... 1% 68.5M 6s 2023-12-03T11:52:51.119 INFO:teuthology.orchestra.run.smithi145.stderr: 1700K .......... .......... .......... .......... .......... 1% 8.04M 7s 2023-12-03T11:52:51.119 INFO:teuthology.orchestra.run.smithi145.stderr: 1750K .......... .......... .......... .......... .......... 1% 103M 6s 2023-12-03T11:52:51.119 INFO:teuthology.orchestra.run.smithi145.stderr: 1800K .......... .......... .......... .......... .......... 1% 35.9M 6s 2023-12-03T11:52:51.119 INFO:teuthology.orchestra.run.smithi145.stderr: 1850K .......... .......... .......... .......... .......... 2% 42.3M 6s 2023-12-03T11:52:51.119 INFO:teuthology.orchestra.run.smithi145.stderr: 1900K .......... .......... .......... .......... .......... 2% 28.9M 6s 2023-12-03T11:52:51.119 INFO:teuthology.orchestra.run.smithi145.stderr: 1950K .......... .......... .......... .......... .......... 2% 59.2M 6s 2023-12-03T11:52:51.119 INFO:teuthology.orchestra.run.smithi145.stderr: 2000K .......... .......... .......... .......... .......... 2% 33.9M 6s 2023-12-03T11:52:51.119 INFO:teuthology.orchestra.run.smithi145.stderr: 2050K .......... .......... .......... .......... .......... 2% 32.0M 6s 2023-12-03T11:52:51.119 INFO:teuthology.orchestra.run.smithi145.stderr: 2100K .......... .......... .......... .......... .......... 2% 42.9M 6s 2023-12-03T11:52:51.120 INFO:teuthology.orchestra.run.smithi145.stderr: 2150K .......... .......... .......... .......... .......... 2% 56.2M 6s 2023-12-03T11:52:51.120 INFO:teuthology.orchestra.run.smithi145.stderr: 2200K .......... .......... .......... .......... .......... 2% 28.9M 6s 2023-12-03T11:52:51.121 INFO:teuthology.orchestra.run.smithi145.stderr: 2250K .......... .......... .......... .......... .......... 2% 21.9M 6s 2023-12-03T11:52:51.121 INFO:teuthology.orchestra.run.smithi145.stderr: 2300K .......... .......... .......... .......... .......... 2% 76.9M 5s 2023-12-03T11:52:51.134 INFO:teuthology.orchestra.run.smithi145.stderr: 2350K .......... .......... .......... .......... .......... 2% 5.73M 6s 2023-12-03T11:52:51.135 INFO:teuthology.orchestra.run.smithi145.stderr: 2400K .......... .......... .......... .......... .......... 2% 122M 6s 2023-12-03T11:52:51.135 INFO:teuthology.orchestra.run.smithi145.stderr: 2450K .......... .......... .......... .......... .......... 2% 106M 5s 2023-12-03T11:52:51.135 INFO:teuthology.orchestra.run.smithi145.stderr: 2500K .......... .......... .......... .......... .......... 2% 39.1M 5s 2023-12-03T11:52:51.135 INFO:teuthology.orchestra.run.smithi145.stderr: 2550K .......... .......... .......... .......... .......... 2% 46.8M 5s 2023-12-03T11:52:51.135 INFO:teuthology.orchestra.run.smithi145.stderr: 2600K .......... .......... .......... .......... .......... 2% 58.1M 5s 2023-12-03T11:52:51.138 INFO:teuthology.orchestra.run.smithi145.stderr: 2650K .......... .......... .......... .......... .......... 2% 32.8M 5s 2023-12-03T11:52:51.138 INFO:teuthology.orchestra.run.smithi145.stderr: 2700K .......... .......... .......... .......... .......... 2% 31.8M 5s 2023-12-03T11:52:51.138 INFO:teuthology.orchestra.run.smithi145.stderr: 2750K .......... .......... .......... .......... .......... 3% 43.7M 5s 2023-12-03T11:52:51.139 INFO:teuthology.orchestra.run.smithi145.stderr: 2800K .......... .......... .......... .......... .......... 3% 33.8M 5s 2023-12-03T11:52:51.141 INFO:teuthology.orchestra.run.smithi145.stderr: 2850K .......... .......... .......... .......... .......... 3% 59.4M 5s 2023-12-03T11:52:51.142 INFO:teuthology.orchestra.run.smithi145.stderr: 2900K .......... .......... .......... .......... .......... 3% 28.6M 5s 2023-12-03T11:52:51.145 INFO:teuthology.orchestra.run.smithi145.stderr: 2950K .......... .......... .......... .......... .......... 3% 28.5M 5s 2023-12-03T11:52:51.146 INFO:teuthology.orchestra.run.smithi145.stderr: 3000K .......... .......... .......... .......... .......... 3% 64.1M 5s 2023-12-03T11:52:51.153 INFO:teuthology.orchestra.run.smithi145.stderr: 3050K .......... .......... .......... .......... .......... 3% 6.15M 5s 2023-12-03T11:52:51.153 INFO:teuthology.orchestra.run.smithi145.stderr: 3100K .......... .......... .......... .......... .......... 3% 76.3M 5s 2023-12-03T11:52:51.154 INFO:teuthology.orchestra.run.smithi145.stderr: 3150K .......... .......... .......... .......... .......... 3% 35.2M 5s 2023-12-03T11:52:51.156 INFO:teuthology.orchestra.run.smithi145.stderr: 3200K .......... .......... .......... .......... .......... 3% 31.1M 5s 2023-12-03T11:52:51.158 INFO:teuthology.orchestra.run.smithi145.stderr: 3250K .......... .......... .......... .......... .......... 3% 42.6M 5s 2023-12-03T11:52:51.159 INFO:teuthology.orchestra.run.smithi145.stderr: 3300K .......... .......... .......... .......... .......... 3% 55.8M 5s 2023-12-03T11:52:51.160 INFO:teuthology.orchestra.run.smithi145.stderr: 3350K .......... .......... .......... .......... .......... 3% 29.7M 5s 2023-12-03T11:52:51.161 INFO:teuthology.orchestra.run.smithi145.stderr: 3400K .......... .......... .......... .......... .......... 3% 29.6M 5s 2023-12-03T11:52:51.163 INFO:teuthology.orchestra.run.smithi145.stderr: 3450K .......... .......... .......... .......... .......... 3% 33.5M 5s 2023-12-03T11:52:51.164 INFO:teuthology.orchestra.run.smithi145.stderr: 3500K .......... .......... .......... .......... .......... 3% 47.7M 5s 2023-12-03T11:52:51.165 INFO:teuthology.orchestra.run.smithi145.stderr: 3550K .......... .......... .......... .......... .......... 3% 61.7M 5s 2023-12-03T11:52:51.166 INFO:teuthology.orchestra.run.smithi145.stderr: 3600K .......... .......... .......... .......... .......... 3% 33.7M 5s 2023-12-03T11:52:51.168 INFO:teuthology.orchestra.run.smithi145.stderr: 3650K .......... .......... .......... .......... .......... 3% 33.2M 5s 2023-12-03T11:52:51.169 INFO:teuthology.orchestra.run.smithi145.stderr: 3700K .......... .......... .......... .......... .......... 4% 37.4M 5s 2023-12-03T11:52:51.170 INFO:teuthology.orchestra.run.smithi145.stderr: 3750K .......... .......... .......... .......... .......... 4% 51.5M 4s 2023-12-03T11:52:51.189 INFO:teuthology.orchestra.run.smithi145.stderr: 3800K .......... .......... .......... .......... .......... 4% 5.84M 5s 2023-12-03T11:52:51.189 INFO:teuthology.orchestra.run.smithi145.stderr: 3850K .......... .......... .......... .......... .......... 4% 108M 5s 2023-12-03T11:52:51.189 INFO:teuthology.orchestra.run.smithi145.stderr: 3900K .......... .......... .......... .......... .......... 4% 114M 4s 2023-12-03T11:52:51.189 INFO:teuthology.orchestra.run.smithi145.stderr: 3950K .......... .......... .......... .......... .......... 4% 119M 4s 2023-12-03T11:52:51.189 INFO:teuthology.orchestra.run.smithi145.stderr: 4000K .......... .......... .......... .......... .......... 4% 114M 4s 2023-12-03T11:52:51.189 INFO:teuthology.orchestra.run.smithi145.stderr: 4050K .......... .......... .......... .......... .......... 4% 77.4M 4s 2023-12-03T11:52:51.189 INFO:teuthology.orchestra.run.smithi145.stderr: 4100K .......... .......... .......... .......... .......... 4% 36.2M 4s 2023-12-03T11:52:51.189 INFO:teuthology.orchestra.run.smithi145.stderr: 4150K .......... .......... .......... .......... .......... 4% 50.9M 4s 2023-12-03T11:52:51.189 INFO:teuthology.orchestra.run.smithi145.stderr: 4200K .......... .......... .......... .......... .......... 4% 50.2M 4s 2023-12-03T11:52:51.189 INFO:teuthology.orchestra.run.smithi145.stderr: 4250K .......... .......... .......... .......... .......... 4% 40.2M 4s 2023-12-03T11:52:51.189 INFO:teuthology.orchestra.run.smithi145.stderr: 4300K .......... .......... .......... .......... .......... 4% 65.8M 4s 2023-12-03T11:52:51.190 INFO:teuthology.orchestra.run.smithi145.stderr: 4350K .......... .......... .......... .......... .......... 4% 36.2M 4s 2023-12-03T11:52:51.190 INFO:teuthology.orchestra.run.smithi145.stderr: 4400K .......... .......... .......... .......... .......... 4% 48.4M 4s 2023-12-03T11:52:51.192 INFO:teuthology.orchestra.run.smithi145.stderr: 4450K .......... .......... .......... .......... .......... 4% 37.7M 4s 2023-12-03T11:52:51.192 INFO:teuthology.orchestra.run.smithi145.stderr: 4500K .......... .......... .......... .......... .......... 4% 62.4M 4s 2023-12-03T11:52:51.199 INFO:teuthology.orchestra.run.smithi145.stderr: 4550K .......... .......... .......... .......... .......... 4% 5.90M 4s 2023-12-03T11:52:51.200 INFO:teuthology.orchestra.run.smithi145.stderr: 4600K .......... .......... .......... .......... .......... 5% 37.3M 4s 2023-12-03T11:52:51.201 INFO:teuthology.orchestra.run.smithi145.stderr: 4650K .......... .......... .......... .......... .......... 5% 46.1M 4s 2023-12-03T11:52:51.202 INFO:teuthology.orchestra.run.smithi145.stderr: 4700K .......... .......... .......... .......... .......... 5% 27.2M 4s 2023-12-03T11:52:51.204 INFO:teuthology.orchestra.run.smithi145.stderr: 4750K .......... .......... .......... .......... .......... 5% 61.8M 4s 2023-12-03T11:52:51.205 INFO:teuthology.orchestra.run.smithi145.stderr: 4800K .......... .......... .......... .......... .......... 5% 30.7M 4s 2023-12-03T11:52:51.207 INFO:teuthology.orchestra.run.smithi145.stderr: 4850K .......... .......... .......... .......... .......... 5% 32.4M 4s 2023-12-03T11:52:51.207 INFO:teuthology.orchestra.run.smithi145.stderr: 4900K .......... .......... .......... .......... .......... 5% 42.5M 4s 2023-12-03T11:52:51.210 INFO:teuthology.orchestra.run.smithi145.stderr: 4950K .......... .......... .......... .......... .......... 5% 33.7M 4s 2023-12-03T11:52:51.210 INFO:teuthology.orchestra.run.smithi145.stderr: 5000K .......... .......... .......... .......... .......... 5% 82.3M 4s 2023-12-03T11:52:51.211 INFO:teuthology.orchestra.run.smithi145.stderr: 5050K .......... .......... .......... .......... .......... 5% 35.3M 4s 2023-12-03T11:52:51.212 INFO:teuthology.orchestra.run.smithi145.stderr: 5100K .......... .......... .......... .......... .......... 5% 46.7M 4s 2023-12-03T11:52:51.217 INFO:teuthology.orchestra.run.smithi145.stderr: 5150K .......... .......... .......... .......... .......... 5% 39.7M 4s 2023-12-03T11:52:51.217 INFO:teuthology.orchestra.run.smithi145.stderr: 5200K .......... .......... .......... .......... .......... 5% 83.4M 4s 2023-12-03T11:52:51.217 INFO:teuthology.orchestra.run.smithi145.stderr: 5250K .......... .......... .......... .......... .......... 5% 40.8M 4s 2023-12-03T11:52:51.217 INFO:teuthology.orchestra.run.smithi145.stderr: 5300K .......... .......... .......... .......... .......... 5% 37.8M 4s 2023-12-03T11:52:51.219 INFO:teuthology.orchestra.run.smithi145.stderr: 5350K .......... .......... .......... .......... .......... 5% 16.3M 4s 2023-12-03T11:52:51.221 INFO:teuthology.orchestra.run.smithi145.stderr: 5400K .......... .......... .......... .......... .......... 5% 35.1M 4s 2023-12-03T11:52:51.222 INFO:teuthology.orchestra.run.smithi145.stderr: 5450K .......... .......... .......... .......... .......... 5% 42.3M 4s 2023-12-03T11:52:51.224 INFO:teuthology.orchestra.run.smithi145.stderr: 5500K .......... .......... .......... .......... .......... 5% 30.3M 4s 2023-12-03T11:52:51.226 INFO:teuthology.orchestra.run.smithi145.stderr: 5550K .......... .......... .......... .......... .......... 6% 29.7M 4s 2023-12-03T11:52:51.226 INFO:teuthology.orchestra.run.smithi145.stderr: 5600K .......... .......... .......... .......... .......... 6% 115M 4s 2023-12-03T11:52:51.226 INFO:teuthology.orchestra.run.smithi145.stderr: 5650K .......... .......... .......... .......... .......... 6% 71.3M 4s 2023-12-03T11:52:51.227 INFO:teuthology.orchestra.run.smithi145.stderr: 5700K .......... .......... .......... .......... .......... 6% 35.2M 4s 2023-12-03T11:52:51.230 INFO:teuthology.orchestra.run.smithi145.stderr: 5750K .......... .......... .......... .......... .......... 6% 34.5M 4s 2023-12-03T11:52:51.230 INFO:teuthology.orchestra.run.smithi145.stderr: 5800K .......... .......... .......... .......... .......... 6% 67.9M 4s 2023-12-03T11:52:51.231 INFO:teuthology.orchestra.run.smithi145.stderr: 5850K .......... .......... .......... .......... .......... 6% 48.1M 4s 2023-12-03T11:52:51.232 INFO:teuthology.orchestra.run.smithi145.stderr: 5900K .......... .......... .......... .......... .......... 6% 54.6M 4s 2023-12-03T11:52:51.234 INFO:teuthology.orchestra.run.smithi145.stderr: 5950K .......... .......... .......... .......... .......... 6% 36.1M 4s 2023-12-03T11:52:51.235 INFO:teuthology.orchestra.run.smithi145.stderr: 6000K .......... .......... .......... .......... .......... 6% 65.9M 4s 2023-12-03T11:52:51.235 INFO:teuthology.orchestra.run.smithi145.stderr: 6050K .......... .......... .......... .......... .......... 6% 62.2M 4s 2023-12-03T11:52:51.239 INFO:teuthology.orchestra.run.smithi145.stderr: 6100K .......... .......... .......... .......... .......... 6% 57.5M 4s 2023-12-03T11:52:51.239 INFO:teuthology.orchestra.run.smithi145.stderr: 6150K .......... .......... .......... .......... .......... 6% 50.3M 4s 2023-12-03T11:52:51.239 INFO:teuthology.orchestra.run.smithi145.stderr: 6200K .......... .......... .......... .......... .......... 6% 23.1M 4s 2023-12-03T11:52:51.242 INFO:teuthology.orchestra.run.smithi145.stderr: 6250K .......... .......... .......... .......... .......... 6% 19.2M 4s 2023-12-03T11:52:51.242 INFO:teuthology.orchestra.run.smithi145.stderr: 6300K .......... .......... .......... .......... .......... 6% 114M 4s 2023-12-03T11:52:51.243 INFO:teuthology.orchestra.run.smithi145.stderr: 6350K .......... .......... .......... .......... .......... 6% 40.5M 4s 2023-12-03T11:52:51.250 INFO:teuthology.orchestra.run.smithi145.stderr: 6400K .......... .......... .......... .......... .......... 6% 33.7M 4s 2023-12-03T11:52:51.250 INFO:teuthology.orchestra.run.smithi145.stderr: 6450K .......... .......... .......... .......... .......... 6% 53.8M 4s 2023-12-03T11:52:51.250 INFO:teuthology.orchestra.run.smithi145.stderr: 6500K .......... .......... .......... .......... .......... 7% 44.0M 4s 2023-12-03T11:52:51.250 INFO:teuthology.orchestra.run.smithi145.stderr: 6550K .......... .......... .......... .......... .......... 7% 54.4M 3s 2023-12-03T11:52:51.250 INFO:teuthology.orchestra.run.smithi145.stderr: 6600K .......... .......... .......... .......... .......... 7% 90.1M 3s 2023-12-03T11:52:51.250 INFO:teuthology.orchestra.run.smithi145.stderr: 6650K .......... .......... .......... .......... .......... 7% 39.4M 3s 2023-12-03T11:52:51.250 INFO:teuthology.orchestra.run.smithi145.stderr: 6700K .......... .......... .......... .......... .......... 7% 58.0M 3s 2023-12-03T11:52:51.257 INFO:teuthology.orchestra.run.smithi145.stderr: 6750K .......... .......... .......... .......... .......... 7% 53.3M 3s 2023-12-03T11:52:51.257 INFO:teuthology.orchestra.run.smithi145.stderr: 6800K .......... .......... .......... .......... .......... 7% 87.3M 3s 2023-12-03T11:52:51.257 INFO:teuthology.orchestra.run.smithi145.stderr: 6850K .......... .......... .......... .......... .......... 7% 41.4M 3s 2023-12-03T11:52:51.257 INFO:teuthology.orchestra.run.smithi145.stderr: 6900K .......... .......... .......... .......... .......... 7% 49.9M 3s 2023-12-03T11:52:51.257 INFO:teuthology.orchestra.run.smithi145.stderr: 6950K .......... .......... .......... .......... .......... 7% 45.6M 3s 2023-12-03T11:52:51.257 INFO:teuthology.orchestra.run.smithi145.stderr: 7000K .......... .......... .......... .......... .......... 7% 55.5M 3s 2023-12-03T11:52:51.257 INFO:teuthology.orchestra.run.smithi145.stderr: 7050K .......... .......... .......... .......... .......... 7% 89.3M 3s 2023-12-03T11:52:51.259 INFO:teuthology.orchestra.run.smithi145.stderr: 7100K .......... .......... .......... .......... .......... 7% 22.0M 3s 2023-12-03T11:52:51.262 INFO:teuthology.orchestra.run.smithi145.stderr: 7150K .......... .......... .......... .......... .......... 7% 30.1M 3s 2023-12-03T11:52:51.262 INFO:teuthology.orchestra.run.smithi145.stderr: 7200K .......... .......... .......... .......... .......... 7% 117M 3s 2023-12-03T11:52:51.262 INFO:teuthology.orchestra.run.smithi145.stderr: 7250K .......... .......... .......... .......... .......... 7% 30.8M 3s 2023-12-03T11:52:51.266 INFO:teuthology.orchestra.run.smithi145.stderr: 7300K .......... .......... .......... .......... .......... 7% 39.2M 3s 2023-12-03T11:52:51.266 INFO:teuthology.orchestra.run.smithi145.stderr: 7350K .......... .......... .......... .......... .......... 7% 70.4M 3s 2023-12-03T11:52:51.267 INFO:teuthology.orchestra.run.smithi145.stderr: 7400K .......... .......... .......... .......... .......... 8% 48.2M 3s 2023-12-03T11:52:51.267 INFO:teuthology.orchestra.run.smithi145.stderr: 7450K .......... .......... .......... .......... .......... 8% 68.2M 3s 2023-12-03T11:52:51.267 INFO:teuthology.orchestra.run.smithi145.stderr: 7500K .......... .......... .......... .......... .......... 8% 60.8M 3s 2023-12-03T11:52:51.276 INFO:teuthology.orchestra.run.smithi145.stderr: 7550K .......... .......... .......... .......... .......... 8% 46.8M 3s 2023-12-03T11:52:51.276 INFO:teuthology.orchestra.run.smithi145.stderr: 7600K .......... .......... .......... .......... .......... 8% 43.6M 3s 2023-12-03T11:52:51.276 INFO:teuthology.orchestra.run.smithi145.stderr: 7650K .......... .......... .......... .......... .......... 8% 45.3M 3s 2023-12-03T11:52:51.276 INFO:teuthology.orchestra.run.smithi145.stderr: 7700K .......... .......... .......... .......... .......... 8% 89.1M 3s 2023-12-03T11:52:51.276 INFO:teuthology.orchestra.run.smithi145.stderr: 7750K .......... .......... .......... .......... .......... 8% 49.0M 3s 2023-12-03T11:52:51.277 INFO:teuthology.orchestra.run.smithi145.stderr: 7800K .......... .......... .......... .......... .......... 8% 58.0M 3s 2023-12-03T11:52:51.277 INFO:teuthology.orchestra.run.smithi145.stderr: 7850K .......... .......... .......... .......... .......... 8% 31.1M 3s 2023-12-03T11:52:51.277 INFO:teuthology.orchestra.run.smithi145.stderr: 7900K .......... .......... .......... .......... .......... 8% 114M 3s 2023-12-03T11:52:51.277 INFO:teuthology.orchestra.run.smithi145.stderr: 7950K .......... .......... .......... .......... .......... 8% 117M 3s 2023-12-03T11:52:51.277 INFO:teuthology.orchestra.run.smithi145.stderr: 8000K .......... .......... .......... .......... .......... 8% 28.1M 3s 2023-12-03T11:52:51.291 INFO:teuthology.orchestra.run.smithi145.stderr: 8050K .......... .......... .......... .......... .......... 8% 15.7M 3s 2023-12-03T11:52:51.291 INFO:teuthology.orchestra.run.smithi145.stderr: 8100K .......... .......... .......... .......... .......... 8% 108M 3s 2023-12-03T11:52:51.291 INFO:teuthology.orchestra.run.smithi145.stderr: 8150K .......... .......... .......... .......... .......... 8% 123M 3s 2023-12-03T11:52:51.291 INFO:teuthology.orchestra.run.smithi145.stderr: 8200K .......... .......... .......... .......... .......... 8% 113M 3s 2023-12-03T11:52:51.292 INFO:teuthology.orchestra.run.smithi145.stderr: 8250K .......... .......... .......... .......... .......... 8% 62.3M 3s 2023-12-03T11:52:51.292 INFO:teuthology.orchestra.run.smithi145.stderr: 8300K .......... .......... .......... .......... .......... 8% 81.6M 3s 2023-12-03T11:52:51.292 INFO:teuthology.orchestra.run.smithi145.stderr: 8350K .......... .......... .......... .......... .......... 9% 51.2M 3s 2023-12-03T11:52:51.292 INFO:teuthology.orchestra.run.smithi145.stderr: 8400K .......... .......... .......... .......... .......... 9% 115M 3s 2023-12-03T11:52:51.292 INFO:teuthology.orchestra.run.smithi145.stderr: 8450K .......... .......... .......... .......... .......... 9% 44.9M 3s 2023-12-03T11:52:51.292 INFO:teuthology.orchestra.run.smithi145.stderr: 8500K .......... .......... .......... .......... .......... 9% 44.9M 3s 2023-12-03T11:52:51.292 INFO:teuthology.orchestra.run.smithi145.stderr: 8550K .......... .......... .......... .......... .......... 9% 31.6M 3s 2023-12-03T11:52:51.292 INFO:teuthology.orchestra.run.smithi145.stderr: 8600K .......... .......... .......... .......... .......... 9% 113M 3s 2023-12-03T11:52:51.292 INFO:teuthology.orchestra.run.smithi145.stderr: 8650K .......... .......... .......... .......... .......... 9% 43.9M 3s 2023-12-03T11:52:51.292 INFO:teuthology.orchestra.run.smithi145.stderr: 8700K .......... .......... .......... .......... .......... 9% 42.6M 3s 2023-12-03T11:52:51.292 INFO:teuthology.orchestra.run.smithi145.stderr: 8750K .......... .......... .......... .......... .......... 9% 37.5M 3s 2023-12-03T11:52:51.295 INFO:teuthology.orchestra.run.smithi145.stderr: 8800K .......... .......... .......... .......... .......... 9% 42.4M 3s 2023-12-03T11:52:51.295 INFO:teuthology.orchestra.run.smithi145.stderr: 8850K .......... .......... .......... .......... .......... 9% 91.7M 3s 2023-12-03T11:52:51.295 INFO:teuthology.orchestra.run.smithi145.stderr: 8900K .......... .......... .......... .......... .......... 9% 99.8M 3s 2023-12-03T11:52:51.295 INFO:teuthology.orchestra.run.smithi145.stderr: 8950K .......... .......... .......... .......... .......... 9% 24.5M 3s 2023-12-03T11:52:51.349 INFO:teuthology.orchestra.run.smithi145.stderr: 9000K .......... .......... .......... .......... .......... 9% 17.8M 3s 2023-12-03T11:52:51.349 INFO:teuthology.orchestra.run.smithi145.stderr: 9050K .......... .......... .......... .......... .......... 9% 91.4M 3s 2023-12-03T11:52:51.349 INFO:teuthology.orchestra.run.smithi145.stderr: 9100K .......... .......... .......... .......... .......... 9% 43.7M 3s 2023-12-03T11:52:51.350 INFO:teuthology.orchestra.run.smithi145.stderr: 9150K .......... .......... .......... .......... .......... 9% 113M 3s 2023-12-03T11:52:51.350 INFO:teuthology.orchestra.run.smithi145.stderr: 9200K .......... .......... .......... .......... .......... 9% 59.1M 3s 2023-12-03T11:52:51.350 INFO:teuthology.orchestra.run.smithi145.stderr: 9250K .......... .......... .......... .......... .......... 10% 55.8M 3s 2023-12-03T11:52:51.350 INFO:teuthology.orchestra.run.smithi145.stderr: 9300K .......... .......... .......... .......... .......... 10% 119M 3s 2023-12-03T11:52:51.350 INFO:teuthology.orchestra.run.smithi145.stderr: 9350K .......... .......... .......... .......... .......... 10% 62.7M 3s 2023-12-03T11:52:51.350 INFO:teuthology.orchestra.run.smithi145.stderr: 9400K .......... .......... .......... .......... .......... 10% 59.1M 3s 2023-12-03T11:52:51.350 INFO:teuthology.orchestra.run.smithi145.stderr: 9450K .......... .......... .......... .......... .......... 10% 60.3M 3s 2023-12-03T11:52:51.350 INFO:teuthology.orchestra.run.smithi145.stderr: 9500K .......... .......... .......... .......... .......... 10% 53.0M 3s 2023-12-03T11:52:51.350 INFO:teuthology.orchestra.run.smithi145.stderr: 9550K .......... .......... .......... .......... .......... 10% 120M 3s 2023-12-03T11:52:51.350 INFO:teuthology.orchestra.run.smithi145.stderr: 9600K .......... .......... .......... .......... .......... 10% 46.0M 3s 2023-12-03T11:52:51.350 INFO:teuthology.orchestra.run.smithi145.stderr: 9650K .......... .......... .......... .......... .......... 10% 45.8M 3s 2023-12-03T11:52:51.350 INFO:teuthology.orchestra.run.smithi145.stderr: 9700K .......... .......... .......... .......... .......... 10% 41.5M 3s 2023-12-03T11:52:51.350 INFO:teuthology.orchestra.run.smithi145.stderr: 9750K .......... .......... .......... .......... .......... 10% 46.4M 3s 2023-12-03T11:52:51.350 INFO:teuthology.orchestra.run.smithi145.stderr: 9800K .......... .......... .......... .......... .......... 10% 117M 3s 2023-12-03T11:52:51.351 INFO:teuthology.orchestra.run.smithi145.stderr: 9850K .......... .......... .......... .......... .......... 10% 35.4M 3s 2023-12-03T11:52:51.351 INFO:teuthology.orchestra.run.smithi145.stderr: 9900K .......... .......... .......... .......... .......... 10% 99.5M 3s 2023-12-03T11:52:51.351 INFO:teuthology.orchestra.run.smithi145.stderr: 9950K .......... .......... .......... .......... .......... 10% 21.3M 3s 2023-12-03T11:52:51.351 INFO:teuthology.orchestra.run.smithi145.stderr: 10000K .......... .......... .......... .......... .......... 10% 24.8M 3s 2023-12-03T11:52:51.351 INFO:teuthology.orchestra.run.smithi145.stderr: 10050K .......... .......... .......... .......... .......... 10% 79.6M 3s 2023-12-03T11:52:51.351 INFO:teuthology.orchestra.run.smithi145.stderr: 10100K .......... .......... .......... .......... .......... 10% 40.9M 3s 2023-12-03T11:52:51.351 INFO:teuthology.orchestra.run.smithi145.stderr: 10150K .......... .......... .......... .......... .......... 10% 65.1M 3s 2023-12-03T11:52:51.351 INFO:teuthology.orchestra.run.smithi145.stderr: 10200K .......... .......... .......... .......... .......... 11% 69.9M 3s 2023-12-03T11:52:51.351 INFO:teuthology.orchestra.run.smithi145.stderr: 10250K .......... .......... .......... .......... .......... 11% 111M 3s 2023-12-03T11:52:51.351 INFO:teuthology.orchestra.run.smithi145.stderr: 10300K .......... .......... .......... .......... .......... 11% 109M 3s 2023-12-03T11:52:51.351 INFO:teuthology.orchestra.run.smithi145.stderr: 10350K .......... .......... .......... .......... .......... 11% 46.5M 3s 2023-12-03T11:52:51.351 INFO:teuthology.orchestra.run.smithi145.stderr: 10400K .......... .......... .......... .......... .......... 11% 56.0M 3s 2023-12-03T11:52:51.351 INFO:teuthology.orchestra.run.smithi145.stderr: 10450K .......... .......... .......... .......... .......... 11% 74.3M 3s 2023-12-03T11:52:51.351 INFO:teuthology.orchestra.run.smithi145.stderr: 10500K .......... .......... .......... .......... .......... 11% 116M 3s 2023-12-03T11:52:51.351 INFO:teuthology.orchestra.run.smithi145.stderr: 10550K .......... .......... .......... .......... .......... 11% 57.9M 3s 2023-12-03T11:52:51.351 INFO:teuthology.orchestra.run.smithi145.stderr: 10600K .......... .......... .......... .......... .......... 11% 75.8M 3s 2023-12-03T11:52:51.352 INFO:teuthology.orchestra.run.smithi145.stderr: 10650K .......... .......... .......... .......... .......... 11% 66.4M 3s 2023-12-03T11:52:51.352 INFO:teuthology.orchestra.run.smithi145.stderr: 10700K .......... .......... .......... .......... .......... 11% 118M 3s 2023-12-03T11:52:51.352 INFO:teuthology.orchestra.run.smithi145.stderr: 10750K .......... .......... .......... .......... .......... 11% 41.3M 3s 2023-12-03T11:52:51.352 INFO:teuthology.orchestra.run.smithi145.stderr: 10800K .......... .......... .......... .......... .......... 11% 103M 3s 2023-12-03T11:52:51.352 INFO:teuthology.orchestra.run.smithi145.stderr: 10850K .......... .......... .......... .......... .......... 11% 53.0M 3s 2023-12-03T11:52:51.352 INFO:teuthology.orchestra.run.smithi145.stderr: 10900K .......... .......... .......... .......... .......... 11% 41.1M 3s 2023-12-03T11:52:51.352 INFO:teuthology.orchestra.run.smithi145.stderr: 10950K .......... .......... .......... .......... .......... 11% 117M 3s 2023-12-03T11:52:51.352 INFO:teuthology.orchestra.run.smithi145.stderr: 11000K .......... .......... .......... .......... .......... 11% 94.7M 3s 2023-12-03T11:52:51.352 INFO:teuthology.orchestra.run.smithi145.stderr: 11050K .......... .......... .......... .......... .......... 11% 25.5M 3s 2023-12-03T11:52:51.352 INFO:teuthology.orchestra.run.smithi145.stderr: 11100K .......... .......... .......... .......... .......... 12% 31.4M 3s 2023-12-03T11:52:51.352 INFO:teuthology.orchestra.run.smithi145.stderr: 11150K .......... .......... .......... .......... .......... 12% 23.9M 3s 2023-12-03T11:52:51.352 INFO:teuthology.orchestra.run.smithi145.stderr: 11200K .......... .......... .......... .......... .......... 12% 98.0M 3s 2023-12-03T11:52:51.352 INFO:teuthology.orchestra.run.smithi145.stderr: 11250K .......... .......... .......... .......... .......... 12% 90.5M 3s 2023-12-03T11:52:51.352 INFO:teuthology.orchestra.run.smithi145.stderr: 11300K .......... .......... .......... .......... .......... 12% 93.9M 3s 2023-12-03T11:52:51.352 INFO:teuthology.orchestra.run.smithi145.stderr: 11350K .......... .......... .......... .......... .......... 12% 73.4M 3s 2023-12-03T11:52:51.353 INFO:teuthology.orchestra.run.smithi145.stderr: 11400K .......... .......... .......... .......... .......... 12% 46.4M 3s 2023-12-03T11:52:51.353 INFO:teuthology.orchestra.run.smithi145.stderr: 11450K .......... .......... .......... .......... .......... 12% 111M 3s 2023-12-03T11:52:51.353 INFO:teuthology.orchestra.run.smithi145.stderr: 11500K .......... .......... .......... .......... .......... 12% 78.9M 3s 2023-12-03T11:52:51.353 INFO:teuthology.orchestra.run.smithi145.stderr: 11550K .......... .......... .......... .......... .......... 12% 75.0M 3s 2023-12-03T11:52:51.353 INFO:teuthology.orchestra.run.smithi145.stderr: 11600K .......... .......... .......... .......... .......... 12% 52.2M 3s 2023-12-03T11:52:51.353 INFO:teuthology.orchestra.run.smithi145.stderr: 11650K .......... .......... .......... .......... .......... 12% 113M 3s 2023-12-03T11:52:51.353 INFO:teuthology.orchestra.run.smithi145.stderr: 11700K .......... .......... .......... .......... .......... 12% 85.5M 3s 2023-12-03T11:52:51.353 INFO:teuthology.orchestra.run.smithi145.stderr: 11750K .......... .......... .......... .......... .......... 12% 11.8M 3s 2023-12-03T11:52:51.387 INFO:teuthology.orchestra.run.smithi145.stderr: 11800K .......... .......... .......... .......... .......... 12% 12.2M 3s 2023-12-03T11:52:51.387 INFO:teuthology.orchestra.run.smithi145.stderr: 11850K .......... .......... .......... .......... .......... 12% 90.1M 3s 2023-12-03T11:52:51.387 INFO:teuthology.orchestra.run.smithi145.stderr: 11900K .......... .......... .......... .......... .......... 12% 117M 3s 2023-12-03T11:52:51.387 INFO:teuthology.orchestra.run.smithi145.stderr: 11950K .......... .......... .......... .......... .......... 12% 21.7M 3s 2023-12-03T11:52:51.387 INFO:teuthology.orchestra.run.smithi145.stderr: 12000K .......... .......... .......... .......... .......... 12% 102M 3s 2023-12-03T11:52:51.387 INFO:teuthology.orchestra.run.smithi145.stderr: 12050K .......... .......... .......... .......... .......... 13% 107M 3s 2023-12-03T11:52:51.387 INFO:teuthology.orchestra.run.smithi145.stderr: 12100K .......... .......... .......... .......... .......... 13% 115M 3s 2023-12-03T11:52:51.387 INFO:teuthology.orchestra.run.smithi145.stderr: 12150K .......... .......... .......... .......... .......... 13% 113M 2s 2023-12-03T11:52:51.387 INFO:teuthology.orchestra.run.smithi145.stderr: 12200K .......... .......... .......... .......... .......... 13% 88.2M 2s 2023-12-03T11:52:51.387 INFO:teuthology.orchestra.run.smithi145.stderr: 12250K .......... .......... .......... .......... .......... 13% 105M 2s 2023-12-03T11:52:51.388 INFO:teuthology.orchestra.run.smithi145.stderr: 12300K .......... .......... .......... .......... .......... 13% 115M 2s 2023-12-03T11:52:51.388 INFO:teuthology.orchestra.run.smithi145.stderr: 12350K .......... .......... .......... .......... .......... 13% 112M 2s 2023-12-03T11:52:51.388 INFO:teuthology.orchestra.run.smithi145.stderr: 12400K .......... .......... .......... .......... .......... 13% 103M 2s 2023-12-03T11:52:51.388 INFO:teuthology.orchestra.run.smithi145.stderr: 12450K .......... .......... .......... .......... .......... 13% 110M 2s 2023-12-03T11:52:51.388 INFO:teuthology.orchestra.run.smithi145.stderr: 12500K .......... .......... .......... .......... .......... 13% 101M 2s 2023-12-03T11:52:51.388 INFO:teuthology.orchestra.run.smithi145.stderr: 12550K .......... .......... .......... .......... .......... 13% 123M 2s 2023-12-03T11:52:51.388 INFO:teuthology.orchestra.run.smithi145.stderr: 12600K .......... .......... .......... .......... .......... 13% 82.6M 2s 2023-12-03T11:52:51.388 INFO:teuthology.orchestra.run.smithi145.stderr: 12650K .......... .......... .......... .......... .......... 13% 133M 2s 2023-12-03T11:52:51.388 INFO:teuthology.orchestra.run.smithi145.stderr: 12700K .......... .......... .......... .......... .......... 13% 88.3M 2s 2023-12-03T11:52:51.388 INFO:teuthology.orchestra.run.smithi145.stderr: 12750K .......... .......... .......... .......... .......... 13% 103M 2s 2023-12-03T11:52:51.388 INFO:teuthology.orchestra.run.smithi145.stderr: 12800K .......... .......... .......... .......... .......... 13% 118M 2s 2023-12-03T11:52:51.388 INFO:teuthology.orchestra.run.smithi145.stderr: 12850K .......... .......... .......... .......... .......... 13% 115M 2s 2023-12-03T11:52:51.388 INFO:teuthology.orchestra.run.smithi145.stderr: 12900K .......... .......... .......... .......... .......... 13% 22.4M 2s 2023-12-03T11:52:51.388 INFO:teuthology.orchestra.run.smithi145.stderr: 12950K .......... .......... .......... .......... .......... 13% 12.8M 2s 2023-12-03T11:52:51.389 INFO:teuthology.orchestra.run.smithi145.stderr: 13000K .......... .......... .......... .......... .......... 14% 30.5M 2s 2023-12-03T11:52:51.389 INFO:teuthology.orchestra.run.smithi145.stderr: 13050K .......... .......... .......... .......... .......... 14% 49.4M 2s 2023-12-03T11:52:51.389 INFO:teuthology.orchestra.run.smithi145.stderr: 13100K .......... .......... .......... .......... .......... 14% 49.8M 2s 2023-12-03T11:52:51.389 INFO:teuthology.orchestra.run.smithi145.stderr: 13150K .......... .......... .......... .......... .......... 14% 88.1M 2s 2023-12-03T11:52:51.389 INFO:teuthology.orchestra.run.smithi145.stderr: 13200K .......... .......... .......... .......... .......... 14% 97.5M 2s 2023-12-03T11:52:51.389 INFO:teuthology.orchestra.run.smithi145.stderr: 13250K .......... .......... .......... .......... .......... 14% 104M 2s 2023-12-03T11:52:51.389 INFO:teuthology.orchestra.run.smithi145.stderr: 13300K .......... .......... .......... .......... .......... 14% 86.8M 2s 2023-12-03T11:52:51.389 INFO:teuthology.orchestra.run.smithi145.stderr: 13350K .......... .......... .......... .......... .......... 14% 88.0M 2s 2023-12-03T11:52:51.389 INFO:teuthology.orchestra.run.smithi145.stderr: 13400K .......... .......... .......... .......... .......... 14% 47.7M 2s 2023-12-03T11:52:51.389 INFO:teuthology.orchestra.run.smithi145.stderr: 13450K .......... .......... .......... .......... .......... 14% 49.8M 2s 2023-12-03T11:52:51.389 INFO:teuthology.orchestra.run.smithi145.stderr: 13500K .......... .......... .......... .......... .......... 14% 123M 2s 2023-12-03T11:52:51.389 INFO:teuthology.orchestra.run.smithi145.stderr: 13550K .......... .......... .......... .......... .......... 14% 53.9M 2s 2023-12-03T11:52:51.389 INFO:teuthology.orchestra.run.smithi145.stderr: 13600K .......... .......... .......... .......... .......... 14% 56.7M 2s 2023-12-03T11:52:51.389 INFO:teuthology.orchestra.run.smithi145.stderr: 13650K .......... .......... .......... .......... .......... 14% 63.6M 2s 2023-12-03T11:52:51.389 INFO:teuthology.orchestra.run.smithi145.stderr: 13700K .......... .......... .......... .......... .......... 14% 60.7M 2s 2023-12-03T11:52:51.389 INFO:teuthology.orchestra.run.smithi145.stderr: 13750K .......... .......... .......... .......... .......... 14% 116M 2s 2023-12-03T11:52:51.390 INFO:teuthology.orchestra.run.smithi145.stderr: 13800K .......... .......... .......... .......... .......... 14% 51.9M 2s 2023-12-03T11:52:51.390 INFO:teuthology.orchestra.run.smithi145.stderr: 13850K .......... .......... .......... .......... .......... 14% 32.1M 2s 2023-12-03T11:52:51.390 INFO:teuthology.orchestra.run.smithi145.stderr: 13900K .......... .......... .......... .......... .......... 15% 49.3M 2s 2023-12-03T11:52:51.390 INFO:teuthology.orchestra.run.smithi145.stderr: 13950K .......... .......... .......... .......... .......... 15% 50.1M 2s 2023-12-03T11:52:51.390 INFO:teuthology.orchestra.run.smithi145.stderr: 14000K .......... .......... .......... .......... .......... 15% 50.2M 2s 2023-12-03T11:52:51.413 INFO:teuthology.orchestra.run.smithi145.stderr: 14050K .......... .......... .......... .......... .......... 15% 46.9M 2s 2023-12-03T11:52:51.413 INFO:teuthology.orchestra.run.smithi145.stderr: 14100K .......... .......... .......... .......... .......... 15% 42.5M 2s 2023-12-03T11:52:51.414 INFO:teuthology.orchestra.run.smithi145.stderr: 14150K .......... .......... .......... .......... .......... 15% 49.0M 2s 2023-12-03T11:52:51.414 INFO:teuthology.orchestra.run.smithi145.stderr: 14200K .......... .......... .......... .......... .......... 15% 30.8M 2s 2023-12-03T11:52:51.414 INFO:teuthology.orchestra.run.smithi145.stderr: 14250K .......... .......... .......... .......... .......... 15% 120M 2s 2023-12-03T11:52:51.414 INFO:teuthology.orchestra.run.smithi145.stderr: 14300K .......... .......... .......... .......... .......... 15% 31.6M 2s 2023-12-03T11:52:51.414 INFO:teuthology.orchestra.run.smithi145.stderr: 14350K .......... .......... .......... .......... .......... 15% 92.5M 2s 2023-12-03T11:52:51.414 INFO:teuthology.orchestra.run.smithi145.stderr: 14400K .......... .......... .......... .......... .......... 15% 45.4M 2s 2023-12-03T11:52:51.414 INFO:teuthology.orchestra.run.smithi145.stderr: 14450K .......... .......... .......... .......... .......... 15% 116M 2s 2023-12-03T11:52:51.414 INFO:teuthology.orchestra.run.smithi145.stderr: 14500K .......... .......... .......... .......... .......... 15% 120M 2s 2023-12-03T11:52:51.414 INFO:teuthology.orchestra.run.smithi145.stderr: 14550K .......... .......... .......... .......... .......... 15% 107M 2s 2023-12-03T11:52:51.414 INFO:teuthology.orchestra.run.smithi145.stderr: 14600K .......... .......... .......... .......... .......... 15% 117M 2s 2023-12-03T11:52:51.414 INFO:teuthology.orchestra.run.smithi145.stderr: 14650K .......... .......... .......... .......... .......... 15% 112M 2s 2023-12-03T11:52:51.414 INFO:teuthology.orchestra.run.smithi145.stderr: 14700K .......... .......... .......... .......... .......... 15% 104M 2s 2023-12-03T11:52:51.415 INFO:teuthology.orchestra.run.smithi145.stderr: 14750K .......... .......... .......... .......... .......... 15% 119M 2s 2023-12-03T11:52:51.415 INFO:teuthology.orchestra.run.smithi145.stderr: 14800K .......... .......... .......... .......... .......... 15% 117M 2s 2023-12-03T11:52:51.415 INFO:teuthology.orchestra.run.smithi145.stderr: 14850K .......... .......... .......... .......... .......... 16% 91.4M 2s 2023-12-03T11:52:51.415 INFO:teuthology.orchestra.run.smithi145.stderr: 14900K .......... .......... .......... .......... .......... 16% 111M 2s 2023-12-03T11:52:51.415 INFO:teuthology.orchestra.run.smithi145.stderr: 14950K .......... .......... .......... .......... .......... 16% 120M 2s 2023-12-03T11:52:51.415 INFO:teuthology.orchestra.run.smithi145.stderr: 15000K .......... .......... .......... .......... .......... 16% 11.7M 2s 2023-12-03T11:52:51.415 INFO:teuthology.orchestra.run.smithi145.stderr: 15050K .......... .......... .......... .......... .......... 16% 311M 2s 2023-12-03T11:52:51.415 INFO:teuthology.orchestra.run.smithi145.stderr: 15100K .......... .......... .......... .......... .......... 16% 128M 2s 2023-12-03T11:52:51.415 INFO:teuthology.orchestra.run.smithi145.stderr: 15150K .......... .......... .......... .......... .......... 16% 183M 2s 2023-12-03T11:52:51.415 INFO:teuthology.orchestra.run.smithi145.stderr: 15200K .......... .......... .......... .......... .......... 16% 91.1M 2s 2023-12-03T11:52:51.415 INFO:teuthology.orchestra.run.smithi145.stderr: 15250K .......... .......... .......... .......... .......... 16% 110M 2s 2023-12-03T11:52:51.415 INFO:teuthology.orchestra.run.smithi145.stderr: 15300K .......... .......... .......... .......... .......... 16% 63.8M 2s 2023-12-03T11:52:51.415 INFO:teuthology.orchestra.run.smithi145.stderr: 15350K .......... .......... .......... .......... .......... 16% 66.3M 2s 2023-12-03T11:52:51.415 INFO:teuthology.orchestra.run.smithi145.stderr: 15400K .......... .......... .......... .......... .......... 16% 120M 2s 2023-12-03T11:52:51.415 INFO:teuthology.orchestra.run.smithi145.stderr: 15450K .......... .......... .......... .......... .......... 16% 50.1M 2s 2023-12-03T11:52:51.416 INFO:teuthology.orchestra.run.smithi145.stderr: 15500K .......... .......... .......... .......... .......... 16% 45.1M 2s 2023-12-03T11:52:51.416 INFO:teuthology.orchestra.run.smithi145.stderr: 15550K .......... .......... .......... .......... .......... 16% 31.5M 2s 2023-12-03T11:52:51.416 INFO:teuthology.orchestra.run.smithi145.stderr: 15600K .......... .......... .......... .......... .......... 16% 50.5M 2s 2023-12-03T11:52:51.416 INFO:teuthology.orchestra.run.smithi145.stderr: 15650K .......... .......... .......... .......... .......... 16% 112M 2s 2023-12-03T11:52:51.426 INFO:teuthology.orchestra.run.smithi145.stderr: 15700K .......... .......... .......... .......... .......... 16% 47.7M 2s 2023-12-03T11:52:51.426 INFO:teuthology.orchestra.run.smithi145.stderr: 15750K .......... .......... .......... .......... .......... 17% 40.5M 2s 2023-12-03T11:52:51.427 INFO:teuthology.orchestra.run.smithi145.stderr: 15800K .......... .......... .......... .......... .......... 17% 98.6M 2s 2023-12-03T11:52:51.427 INFO:teuthology.orchestra.run.smithi145.stderr: 15850K .......... .......... .......... .......... .......... 17% 131M 2s 2023-12-03T11:52:51.427 INFO:teuthology.orchestra.run.smithi145.stderr: 15900K .......... .......... .......... .......... .......... 17% 114M 2s 2023-12-03T11:52:51.427 INFO:teuthology.orchestra.run.smithi145.stderr: 15950K .......... .......... .......... .......... .......... 17% 114M 2s 2023-12-03T11:52:51.427 INFO:teuthology.orchestra.run.smithi145.stderr: 16000K .......... .......... .......... .......... .......... 17% 63.3M 2s 2023-12-03T11:52:51.427 INFO:teuthology.orchestra.run.smithi145.stderr: 16050K .......... .......... .......... .......... .......... 17% 66.9M 2s 2023-12-03T11:52:51.427 INFO:teuthology.orchestra.run.smithi145.stderr: 16100K .......... .......... .......... .......... .......... 17% 113M 2s 2023-12-03T11:52:51.427 INFO:teuthology.orchestra.run.smithi145.stderr: 16150K .......... .......... .......... .......... .......... 17% 57.5M 2s 2023-12-03T11:52:51.427 INFO:teuthology.orchestra.run.smithi145.stderr: 16200K .......... .......... .......... .......... .......... 17% 61.5M 2s 2023-12-03T11:52:51.427 INFO:teuthology.orchestra.run.smithi145.stderr: 16250K .......... .......... .......... .......... .......... 17% 22.9M 2s 2023-12-03T11:52:51.427 INFO:teuthology.orchestra.run.smithi145.stderr: 16300K .......... .......... .......... .......... .......... 17% 20.4M 2s 2023-12-03T11:52:51.427 INFO:teuthology.orchestra.run.smithi145.stderr: 16350K .......... .......... .......... .......... .......... 17% 32.5M 2s 2023-12-03T11:52:51.429 INFO:teuthology.orchestra.run.smithi145.stderr: 16400K .......... .......... .......... .......... .......... 17% 45.4M 2s 2023-12-03T11:52:51.429 INFO:teuthology.orchestra.run.smithi145.stderr: 16450K .......... .......... .......... .......... .......... 17% 33.7M 2s 2023-12-03T11:52:51.431 INFO:teuthology.orchestra.run.smithi145.stderr: 16500K .......... .......... .......... .......... .......... 17% 31.3M 2s 2023-12-03T11:52:51.432 INFO:teuthology.orchestra.run.smithi145.stderr: 16550K .......... .......... .......... .......... .......... 17% 121M 2s 2023-12-03T11:52:51.432 INFO:teuthology.orchestra.run.smithi145.stderr: 16600K .......... .......... .......... .......... .......... 17% 43.1M 2s 2023-12-03T11:52:51.434 INFO:teuthology.orchestra.run.smithi145.stderr: 16650K .......... .......... .......... .......... .......... 17% 48.3M 2s 2023-12-03T11:52:51.435 INFO:teuthology.orchestra.run.smithi145.stderr: 16700K .......... .......... .......... .......... .......... 18% 23.3M 2s 2023-12-03T11:52:51.441 INFO:teuthology.orchestra.run.smithi145.stderr: 16750K .......... .......... .......... .......... .......... 18% 17.9M 2s 2023-12-03T11:52:51.441 INFO:teuthology.orchestra.run.smithi145.stderr: 16800K .......... .......... .......... .......... .......... 18% 115M 2s 2023-12-03T11:52:51.441 INFO:teuthology.orchestra.run.smithi145.stderr: 16850K .......... .......... .......... .......... .......... 18% 47.2M 2s 2023-12-03T11:52:51.441 INFO:teuthology.orchestra.run.smithi145.stderr: 16900K .......... .......... .......... .......... .......... 18% 45.2M 2s 2023-12-03T11:52:51.454 INFO:teuthology.orchestra.run.smithi145.stderr: 16950K .......... .......... .......... .......... .......... 18% 51.3M 2s 2023-12-03T11:52:51.454 INFO:teuthology.orchestra.run.smithi145.stderr: 17000K .......... .......... .......... .......... .......... 18% 89.1M 2s 2023-12-03T11:52:51.454 INFO:teuthology.orchestra.run.smithi145.stderr: 17050K .......... .......... .......... .......... .......... 18% 99.0M 2s 2023-12-03T11:52:51.454 INFO:teuthology.orchestra.run.smithi145.stderr: 17100K .......... .......... .......... .......... .......... 18% 92.2M 2s 2023-12-03T11:52:51.454 INFO:teuthology.orchestra.run.smithi145.stderr: 17150K .......... .......... .......... .......... .......... 18% 116M 2s 2023-12-03T11:52:51.454 INFO:teuthology.orchestra.run.smithi145.stderr: 17200K .......... .......... .......... .......... .......... 18% 107M 2s 2023-12-03T11:52:51.454 INFO:teuthology.orchestra.run.smithi145.stderr: 17250K .......... .......... .......... .......... .......... 18% 83.0M 2s 2023-12-03T11:52:51.454 INFO:teuthology.orchestra.run.smithi145.stderr: 17300K .......... .......... .......... .......... .......... 18% 111M 2s 2023-12-03T11:52:51.454 INFO:teuthology.orchestra.run.smithi145.stderr: 17350K .......... .......... .......... .......... .......... 18% 100M 2s 2023-12-03T11:52:51.454 INFO:teuthology.orchestra.run.smithi145.stderr: 17400K .......... .......... .......... .......... .......... 18% 111M 2s 2023-12-03T11:52:51.455 INFO:teuthology.orchestra.run.smithi145.stderr: 17450K .......... .......... .......... .......... .......... 18% 102M 2s 2023-12-03T11:52:51.455 INFO:teuthology.orchestra.run.smithi145.stderr: 17500K .......... .......... .......... .......... .......... 18% 115M 2s 2023-12-03T11:52:51.455 INFO:teuthology.orchestra.run.smithi145.stderr: 17550K .......... .......... .......... .......... .......... 18% 109M 2s 2023-12-03T11:52:51.455 INFO:teuthology.orchestra.run.smithi145.stderr: 17600K .......... .......... .......... .......... .......... 18% 118M 2s 2023-12-03T11:52:51.455 INFO:teuthology.orchestra.run.smithi145.stderr: 17650K .......... .......... .......... .......... .......... 19% 48.5M 2s 2023-12-03T11:52:51.455 INFO:teuthology.orchestra.run.smithi145.stderr: 17700K .......... .......... .......... .......... .......... 19% 106M 2s 2023-12-03T11:52:51.455 INFO:teuthology.orchestra.run.smithi145.stderr: 17750K .......... .......... .......... .......... .......... 19% 17.5M 2s 2023-12-03T11:52:51.455 INFO:teuthology.orchestra.run.smithi145.stderr: 17800K .......... .......... .......... .......... .......... 19% 48.1M 2s 2023-12-03T11:52:51.457 INFO:teuthology.orchestra.run.smithi145.stderr: 17850K .......... .......... .......... .......... .......... 19% 22.2M 2s 2023-12-03T11:52:51.457 INFO:teuthology.orchestra.run.smithi145.stderr: 17900K .......... .......... .......... .......... .......... 19% 46.7M 2s 2023-12-03T11:52:51.457 INFO:teuthology.orchestra.run.smithi145.stderr: 17950K .......... .......... .......... .......... .......... 19% 110M 2s 2023-12-03T11:52:51.475 INFO:teuthology.orchestra.run.smithi145.stderr: 18000K .......... .......... .......... .......... .......... 19% 21.6M 2s 2023-12-03T11:52:51.475 INFO:teuthology.orchestra.run.smithi145.stderr: 18050K .......... .......... .......... .......... .......... 19% 100M 2s 2023-12-03T11:52:51.475 INFO:teuthology.orchestra.run.smithi145.stderr: 18100K .......... .......... .......... .......... .......... 19% 105M 2s 2023-12-03T11:52:51.475 INFO:teuthology.orchestra.run.smithi145.stderr: 18150K .......... .......... .......... .......... .......... 19% 21.0M 2s 2023-12-03T11:52:51.475 INFO:teuthology.orchestra.run.smithi145.stderr: 18200K .......... .......... .......... .......... .......... 19% 119M 2s 2023-12-03T11:52:51.475 INFO:teuthology.orchestra.run.smithi145.stderr: 18250K .......... .......... .......... .......... .......... 19% 42.0M 2s 2023-12-03T11:52:51.475 INFO:teuthology.orchestra.run.smithi145.stderr: 18300K .......... .......... .......... .......... .......... 19% 115M 2s 2023-12-03T11:52:51.475 INFO:teuthology.orchestra.run.smithi145.stderr: 18350K .......... .......... .......... .......... .......... 19% 101M 2s 2023-12-03T11:52:51.475 INFO:teuthology.orchestra.run.smithi145.stderr: 18400K .......... .......... .......... .......... .......... 19% 112M 2s 2023-12-03T11:52:51.475 INFO:teuthology.orchestra.run.smithi145.stderr: 18450K .......... .......... .......... .......... .......... 19% 115M 2s 2023-12-03T11:52:51.475 INFO:teuthology.orchestra.run.smithi145.stderr: 18500K .......... .......... .......... .......... .......... 19% 109M 2s 2023-12-03T11:52:51.476 INFO:teuthology.orchestra.run.smithi145.stderr: 18550K .......... .......... .......... .......... .......... 20% 106M 2s 2023-12-03T11:52:51.476 INFO:teuthology.orchestra.run.smithi145.stderr: 18600K .......... .......... .......... .......... .......... 20% 109M 2s 2023-12-03T11:52:51.476 INFO:teuthology.orchestra.run.smithi145.stderr: 18650K .......... .......... .......... .......... .......... 20% 44.3M 2s 2023-12-03T11:52:51.476 INFO:teuthology.orchestra.run.smithi145.stderr: 18700K .......... .......... .......... .......... .......... 20% 120M 2s 2023-12-03T11:52:51.476 INFO:teuthology.orchestra.run.smithi145.stderr: 18750K .......... .......... .......... .......... .......... 20% 31.7M 2s 2023-12-03T11:52:51.476 INFO:teuthology.orchestra.run.smithi145.stderr: 18800K .......... .......... .......... .......... .......... 20% 32.0M 2s 2023-12-03T11:52:51.476 INFO:teuthology.orchestra.run.smithi145.stderr: 18850K .......... .......... .......... .......... .......... 20% 46.4M 2s 2023-12-03T11:52:51.476 INFO:teuthology.orchestra.run.smithi145.stderr: 18900K .......... .......... .......... .......... .......... 20% 116M 2s 2023-12-03T11:52:51.476 INFO:teuthology.orchestra.run.smithi145.stderr: 18950K .......... .......... .......... .......... .......... 20% 49.3M 2s 2023-12-03T11:52:51.490 INFO:teuthology.orchestra.run.smithi145.stderr: 19000K .......... .......... .......... .......... .......... 20% 28.8M 2s 2023-12-03T11:52:51.490 INFO:teuthology.orchestra.run.smithi145.stderr: 19050K .......... .......... .......... .......... .......... 20% 109M 2s 2023-12-03T11:52:51.490 INFO:teuthology.orchestra.run.smithi145.stderr: 19100K .......... .......... .......... .......... .......... 20% 49.8M 2s 2023-12-03T11:52:51.490 INFO:teuthology.orchestra.run.smithi145.stderr: 19150K .......... .......... .......... .......... .......... 20% 122M 2s 2023-12-03T11:52:51.490 INFO:teuthology.orchestra.run.smithi145.stderr: 19200K .......... .......... .......... .......... .......... 20% 110M 2s 2023-12-03T11:52:51.490 INFO:teuthology.orchestra.run.smithi145.stderr: 19250K .......... .......... .......... .......... .......... 20% 93.6M 2s 2023-12-03T11:52:51.490 INFO:teuthology.orchestra.run.smithi145.stderr: 19300K .......... .......... .......... .......... .......... 20% 48.9M 2s 2023-12-03T11:52:51.490 INFO:teuthology.orchestra.run.smithi145.stderr: 19350K .......... .......... .......... .......... .......... 20% 50.4M 2s 2023-12-03T11:52:51.491 INFO:teuthology.orchestra.run.smithi145.stderr: 19400K .......... .......... .......... .......... .......... 20% 116M 2s 2023-12-03T11:52:51.491 INFO:teuthology.orchestra.run.smithi145.stderr: 19450K .......... .......... .......... .......... .......... 20% 23.6M 2s 2023-12-03T11:52:51.491 INFO:teuthology.orchestra.run.smithi145.stderr: 19500K .......... .......... .......... .......... .......... 21% 44.2M 2s 2023-12-03T11:52:51.491 INFO:teuthology.orchestra.run.smithi145.stderr: 19550K .......... .......... .......... .......... .......... 21% 116M 2s 2023-12-03T11:52:51.491 INFO:teuthology.orchestra.run.smithi145.stderr: 19600K .......... .......... .......... .......... .......... 21% 116M 2s 2023-12-03T11:52:51.491 INFO:teuthology.orchestra.run.smithi145.stderr: 19650K .......... .......... .......... .......... .......... 21% 86.8M 2s 2023-12-03T11:52:51.491 INFO:teuthology.orchestra.run.smithi145.stderr: 19700K .......... .......... .......... .......... .......... 21% 39.0M 2s 2023-12-03T11:52:51.491 INFO:teuthology.orchestra.run.smithi145.stderr: 19750K .......... .......... .......... .......... .......... 21% 54.1M 2s 2023-12-03T11:52:51.491 INFO:teuthology.orchestra.run.smithi145.stderr: 19800K .......... .......... .......... .......... .......... 21% 114M 2s 2023-12-03T11:52:51.491 INFO:teuthology.orchestra.run.smithi145.stderr: 19850K .......... .......... .......... .......... .......... 21% 46.1M 2s 2023-12-03T11:52:51.491 INFO:teuthology.orchestra.run.smithi145.stderr: 19900K .......... .......... .......... .......... .......... 21% 50.7M 2s 2023-12-03T11:52:51.496 INFO:teuthology.orchestra.run.smithi145.stderr: 19950K .......... .......... .......... .......... .......... 21% 48.9M 2s 2023-12-03T11:52:51.496 INFO:teuthology.orchestra.run.smithi145.stderr: 20000K .......... .......... .......... .......... .......... 21% 46.6M 2s 2023-12-03T11:52:51.496 INFO:teuthology.orchestra.run.smithi145.stderr: 20050K .......... .......... .......... .......... .......... 21% 48.0M 2s 2023-12-03T11:52:51.496 INFO:teuthology.orchestra.run.smithi145.stderr: 20100K .......... .......... .......... .......... .......... 21% 120M 2s 2023-12-03T11:52:51.496 INFO:teuthology.orchestra.run.smithi145.stderr: 20150K .......... .......... .......... .......... .......... 21% 49.0M 2s 2023-12-03T11:52:51.496 INFO:teuthology.orchestra.run.smithi145.stderr: 20200K .......... .......... .......... .......... .......... 21% 48.7M 2s 2023-12-03T11:52:51.499 INFO:teuthology.orchestra.run.smithi145.stderr: 20250K .......... .......... .......... .......... .......... 21% 41.8M 2s 2023-12-03T11:52:51.499 INFO:teuthology.orchestra.run.smithi145.stderr: 20300K .......... .......... .......... .......... .......... 21% 125M 2s 2023-12-03T11:52:51.499 INFO:teuthology.orchestra.run.smithi145.stderr: 20350K .......... .......... .......... .......... .......... 21% 40.1M 2s 2023-12-03T11:52:51.499 INFO:teuthology.orchestra.run.smithi145.stderr: 20400K .......... .......... .......... .......... .......... 22% 100M 2s 2023-12-03T11:52:51.501 INFO:teuthology.orchestra.run.smithi145.stderr: 20450K .......... .......... .......... .......... .......... 22% 45.3M 2s 2023-12-03T11:52:51.501 INFO:teuthology.orchestra.run.smithi145.stderr: 20500K .......... .......... .......... .......... .......... 22% 122M 2s 2023-12-03T11:52:51.502 INFO:teuthology.orchestra.run.smithi145.stderr: 20550K .......... .......... .......... .......... .......... 22% 31.1M 2s 2023-12-03T11:52:51.503 INFO:teuthology.orchestra.run.smithi145.stderr: 20600K .......... .......... .......... .......... .......... 22% 50.0M 2s 2023-12-03T11:52:51.504 INFO:teuthology.orchestra.run.smithi145.stderr: 20650K .......... .......... .......... .......... .......... 22% 43.9M 2s 2023-12-03T11:52:51.511 INFO:teuthology.orchestra.run.smithi145.stderr: 20700K .......... .......... .......... .......... .......... 22% 47.9M 2s 2023-12-03T11:52:51.511 INFO:teuthology.orchestra.run.smithi145.stderr: 20750K .......... .......... .......... .......... .......... 22% 129M 2s 2023-12-03T11:52:51.511 INFO:teuthology.orchestra.run.smithi145.stderr: 20800K .......... .......... .......... .......... .......... 22% 114M 2s 2023-12-03T11:52:51.511 INFO:teuthology.orchestra.run.smithi145.stderr: 20850K .......... .......... .......... .......... .......... 22% 99.1M 2s 2023-12-03T11:52:51.511 INFO:teuthology.orchestra.run.smithi145.stderr: 20900K .......... .......... .......... .......... .......... 22% 136M 2s 2023-12-03T11:52:51.511 INFO:teuthology.orchestra.run.smithi145.stderr: 20950K .......... .......... .......... .......... .......... 22% 29.8M 2s 2023-12-03T11:52:51.511 INFO:teuthology.orchestra.run.smithi145.stderr: 21000K .......... .......... .......... .......... .......... 22% 117M 2s 2023-12-03T11:52:51.511 INFO:teuthology.orchestra.run.smithi145.stderr: 21050K .......... .......... .......... .......... .......... 22% 51.2M 2s 2023-12-03T11:52:51.511 INFO:teuthology.orchestra.run.smithi145.stderr: 21100K .......... .......... .......... .......... .......... 22% 49.7M 2s 2023-12-03T11:52:51.514 INFO:teuthology.orchestra.run.smithi145.stderr: 21150K .......... .......... .......... .......... .......... 22% 43.8M 2s 2023-12-03T11:52:51.514 INFO:teuthology.orchestra.run.smithi145.stderr: 21200K .......... .......... .......... .......... .......... 22% 49.8M 2s 2023-12-03T11:52:51.514 INFO:teuthology.orchestra.run.smithi145.stderr: 21250K .......... .......... .......... .......... .......... 22% 116M 2s 2023-12-03T11:52:51.514 INFO:teuthology.orchestra.run.smithi145.stderr: 21300K .......... .......... .......... .......... .......... 22% 52.7M 2s 2023-12-03T11:52:51.516 INFO:teuthology.orchestra.run.smithi145.stderr: 21350K .......... .......... .......... .......... .......... 23% 49.8M 2s 2023-12-03T11:52:51.516 INFO:teuthology.orchestra.run.smithi145.stderr: 21400K .......... .......... .......... .......... .......... 23% 41.4M 2s 2023-12-03T11:52:51.520 INFO:teuthology.orchestra.run.smithi145.stderr: 21450K .......... .......... .......... .......... .......... 23% 48.2M 2s 2023-12-03T11:52:51.521 INFO:teuthology.orchestra.run.smithi145.stderr: 21500K .......... .......... .......... .......... .......... 23% 113M 2s 2023-12-03T11:52:51.521 INFO:teuthology.orchestra.run.smithi145.stderr: 21550K .......... .......... .......... .......... .......... 23% 49.5M 2s 2023-12-03T11:52:51.521 INFO:teuthology.orchestra.run.smithi145.stderr: 21600K .......... .......... .......... .......... .......... 23% 113M 2s 2023-12-03T11:52:51.521 INFO:teuthology.orchestra.run.smithi145.stderr: 21650K .......... .......... .......... .......... .......... 23% 50.3M 2s 2023-12-03T11:52:51.521 INFO:teuthology.orchestra.run.smithi145.stderr: 21700K .......... .......... .......... .......... .......... 23% 117M 2s 2023-12-03T11:52:51.524 INFO:teuthology.orchestra.run.smithi145.stderr: 21750K .......... .......... .......... .......... .......... 23% 46.3M 2s 2023-12-03T11:52:51.524 INFO:teuthology.orchestra.run.smithi145.stderr: 21800K .......... .......... .......... .......... .......... 23% 41.9M 2s 2023-12-03T11:52:51.524 INFO:teuthology.orchestra.run.smithi145.stderr: 21850K .......... .......... .......... .......... .......... 23% 48.5M 2s 2023-12-03T11:52:51.528 INFO:teuthology.orchestra.run.smithi145.stderr: 21900K .......... .......... .......... .......... .......... 23% 44.6M 2s 2023-12-03T11:52:51.528 INFO:teuthology.orchestra.run.smithi145.stderr: 21950K .......... .......... .......... .......... .......... 23% 117M 2s 2023-12-03T11:52:51.528 INFO:teuthology.orchestra.run.smithi145.stderr: 22000K .......... .......... .......... .......... .......... 23% 48.3M 2s 2023-12-03T11:52:51.528 INFO:teuthology.orchestra.run.smithi145.stderr: 22050K .......... .......... .......... .......... .......... 23% 103M 2s 2023-12-03T11:52:51.528 INFO:teuthology.orchestra.run.smithi145.stderr: 22100K .......... .......... .......... .......... .......... 23% 48.1M 2s 2023-12-03T11:52:51.528 INFO:teuthology.orchestra.run.smithi145.stderr: 22150K .......... .......... .......... .......... .......... 23% 122M 2s 2023-12-03T11:52:51.531 INFO:teuthology.orchestra.run.smithi145.stderr: 22200K .......... .......... .......... .......... .......... 23% 29.0M 2s 2023-12-03T11:52:51.531 INFO:teuthology.orchestra.run.smithi145.stderr: 22250K .......... .......... .......... .......... .......... 24% 49.5M 2s 2023-12-03T11:52:51.535 INFO:teuthology.orchestra.run.smithi145.stderr: 22300K .......... .......... .......... .......... .......... 24% 50.2M 2s 2023-12-03T11:52:51.535 INFO:teuthology.orchestra.run.smithi145.stderr: 22350K .......... .......... .......... .......... .......... 24% 113M 2s 2023-12-03T11:52:51.535 INFO:teuthology.orchestra.run.smithi145.stderr: 22400K .......... .......... .......... .......... .......... 24% 49.9M 2s 2023-12-03T11:52:51.535 INFO:teuthology.orchestra.run.smithi145.stderr: 22450K .......... .......... .......... .......... .......... 24% 94.5M 2s 2023-12-03T11:52:51.535 INFO:teuthology.orchestra.run.smithi145.stderr: 22500K .......... .......... .......... .......... .......... 24% 50.7M 2s 2023-12-03T11:52:51.537 INFO:teuthology.orchestra.run.smithi145.stderr: 22550K .......... .......... .......... .......... .......... 24% 40.5M 2s 2023-12-03T11:52:51.537 INFO:teuthology.orchestra.run.smithi145.stderr: 22600K .......... .......... .......... .......... .......... 24% 49.1M 2s 2023-12-03T11:52:51.537 INFO:teuthology.orchestra.run.smithi145.stderr: 22650K .......... .......... .......... .......... .......... 24% 119M 2s 2023-12-03T11:52:51.539 INFO:teuthology.orchestra.run.smithi145.stderr: 22700K .......... .......... .......... .......... .......... 24% 48.6M 2s 2023-12-03T11:52:51.541 INFO:teuthology.orchestra.run.smithi145.stderr: 22750K .......... .......... .......... .......... .......... 24% 19.3M 2s 2023-12-03T11:52:51.544 INFO:teuthology.orchestra.run.smithi145.stderr: 22800K .......... .......... .......... .......... .......... 24% 16.7M 2s 2023-12-03T11:52:51.544 INFO:teuthology.orchestra.run.smithi145.stderr: 22850K .......... .......... .......... .......... .......... 24% 64.6M 2s 2023-12-03T11:52:51.545 INFO:teuthology.orchestra.run.smithi145.stderr: 22900K .......... .......... .......... .......... .......... 24% 40.7M 2s 2023-12-03T11:52:51.547 INFO:teuthology.orchestra.run.smithi145.stderr: 22950K .......... .......... .......... .......... .......... 24% 42.3M 2s 2023-12-03T11:52:51.549 INFO:teuthology.orchestra.run.smithi145.stderr: 23000K .......... .......... .......... .......... .......... 24% 52.1M 2s 2023-12-03T11:52:51.549 INFO:teuthology.orchestra.run.smithi145.stderr: 23050K .......... .......... .......... .......... .......... 24% 49.0M 2s 2023-12-03T11:52:51.549 INFO:teuthology.orchestra.run.smithi145.stderr: 23100K .......... .......... .......... .......... .......... 24% 119M 2s 2023-12-03T11:52:51.550 INFO:teuthology.orchestra.run.smithi145.stderr: 23150K .......... .......... .......... .......... .......... 24% 37.2M 2s 2023-12-03T11:52:51.551 INFO:teuthology.orchestra.run.smithi145.stderr: 23200K .......... .......... .......... .......... .......... 25% 43.6M 2s 2023-12-03T11:52:51.555 INFO:teuthology.orchestra.run.smithi145.stderr: 23250K .......... .......... .......... .......... .......... 25% 49.9M 2s 2023-12-03T11:52:51.555 INFO:teuthology.orchestra.run.smithi145.stderr: 23300K .......... .......... .......... .......... .......... 25% 124M 2s 2023-12-03T11:52:51.555 INFO:teuthology.orchestra.run.smithi145.stderr: 23350K .......... .......... .......... .......... .......... 25% 111M 2s 2023-12-03T11:52:51.555 INFO:teuthology.orchestra.run.smithi145.stderr: 23400K .......... .......... .......... .......... .......... 25% 49.4M 2s 2023-12-03T11:52:51.556 INFO:teuthology.orchestra.run.smithi145.stderr: 23450K .......... .......... .......... .......... .......... 25% 29.8M 2s 2023-12-03T11:52:51.557 INFO:teuthology.orchestra.run.smithi145.stderr: 23500K .......... .......... .......... .......... .......... 25% 49.2M 2s 2023-12-03T11:52:51.557 INFO:teuthology.orchestra.run.smithi145.stderr: 23550K .......... .......... .......... .......... .......... 25% 130M 2s 2023-12-03T11:52:51.561 INFO:teuthology.orchestra.run.smithi145.stderr: 23600K .......... .......... .......... .......... .......... 25% 49.8M 2s 2023-12-03T11:52:51.561 INFO:teuthology.orchestra.run.smithi145.stderr: 23650K .......... .......... .......... .......... .......... 25% 48.2M 2s 2023-12-03T11:52:51.561 INFO:teuthology.orchestra.run.smithi145.stderr: 23700K .......... .......... .......... .......... .......... 25% 96.1M 2s 2023-12-03T11:52:51.562 INFO:teuthology.orchestra.run.smithi145.stderr: 23750K .......... .......... .......... .......... .......... 25% 49.1M 2s 2023-12-03T11:52:51.562 INFO:teuthology.orchestra.run.smithi145.stderr: 23800K .......... .......... .......... .......... .......... 25% 113M 2s 2023-12-03T11:52:51.572 INFO:teuthology.orchestra.run.smithi145.stderr: 23850K .......... .......... .......... .......... .......... 25% 49.4M 2s 2023-12-03T11:52:51.572 INFO:teuthology.orchestra.run.smithi145.stderr: 23900K .......... .......... .......... .......... .......... 25% 47.3M 2s 2023-12-03T11:52:51.572 INFO:teuthology.orchestra.run.smithi145.stderr: 23950K .......... .......... .......... .......... .......... 25% 50.1M 2s 2023-12-03T11:52:51.572 INFO:teuthology.orchestra.run.smithi145.stderr: 24000K .......... .......... .......... .......... .......... 25% 45.8M 2s 2023-12-03T11:52:51.572 INFO:teuthology.orchestra.run.smithi145.stderr: 24050K .......... .......... .......... .......... .......... 25% 115M 2s 2023-12-03T11:52:51.572 INFO:teuthology.orchestra.run.smithi145.stderr: 24100K .......... .......... .......... .......... .......... 25% 110M 2s 2023-12-03T11:52:51.572 INFO:teuthology.orchestra.run.smithi145.stderr: 24150K .......... .......... .......... .......... .......... 26% 114M 2s 2023-12-03T11:52:51.572 INFO:teuthology.orchestra.run.smithi145.stderr: 24200K .......... .......... .......... .......... .......... 26% 112M 2s 2023-12-03T11:52:51.573 INFO:teuthology.orchestra.run.smithi145.stderr: 24250K .......... .......... .......... .......... .......... 26% 119M 2s 2023-12-03T11:52:51.573 INFO:teuthology.orchestra.run.smithi145.stderr: 24300K .......... .......... .......... .......... .......... 26% 111M 2s 2023-12-03T11:52:51.573 INFO:teuthology.orchestra.run.smithi145.stderr: 24350K .......... .......... .......... .......... .......... 26% 90.7M 2s 2023-12-03T11:52:51.573 INFO:teuthology.orchestra.run.smithi145.stderr: 24400K .......... .......... .......... .......... .......... 26% 118M 2s 2023-12-03T11:52:51.573 INFO:teuthology.orchestra.run.smithi145.stderr: 24450K .......... .......... .......... .......... .......... 26% 30.8M 2s 2023-12-03T11:52:51.573 INFO:teuthology.orchestra.run.smithi145.stderr: 24500K .......... .......... .......... .......... .......... 26% 46.4M 2s 2023-12-03T11:52:51.578 INFO:teuthology.orchestra.run.smithi145.stderr: 24550K .......... .......... .......... .......... .......... 26% 23.9M 2s 2023-12-03T11:52:51.578 INFO:teuthology.orchestra.run.smithi145.stderr: 24600K .......... .......... .......... .......... .......... 26% 50.0M 2s 2023-12-03T11:52:51.578 INFO:teuthology.orchestra.run.smithi145.stderr: 24650K .......... .......... .......... .......... .......... 26% 49.3M 2s 2023-12-03T11:52:51.578 INFO:teuthology.orchestra.run.smithi145.stderr: 24700K .......... .......... .......... .......... .......... 26% 118M 2s 2023-12-03T11:52:51.578 INFO:teuthology.orchestra.run.smithi145.stderr: 24750K .......... .......... .......... .......... .......... 26% 88.5M 2s 2023-12-03T11:52:51.578 INFO:teuthology.orchestra.run.smithi145.stderr: 24800K .......... .......... .......... .......... .......... 26% 31.5M 2s 2023-12-03T11:52:51.584 INFO:teuthology.orchestra.run.smithi145.stderr: 24850K .......... .......... .......... .......... .......... 26% 49.4M 2s 2023-12-03T11:52:51.584 INFO:teuthology.orchestra.run.smithi145.stderr: 24900K .......... .......... .......... .......... .......... 26% 49.6M 2s 2023-12-03T11:52:51.584 INFO:teuthology.orchestra.run.smithi145.stderr: 24950K .......... .......... .......... .......... .......... 26% 112M 2s 2023-12-03T11:52:51.584 INFO:teuthology.orchestra.run.smithi145.stderr: 25000K .......... .......... .......... .......... .......... 26% 51.1M 2s 2023-12-03T11:52:51.584 INFO:teuthology.orchestra.run.smithi145.stderr: 25050K .......... .......... .......... .......... .......... 27% 120M 2s 2023-12-03T11:52:51.584 INFO:teuthology.orchestra.run.smithi145.stderr: 25100K .......... .......... .......... .......... .......... 27% 43.3M 2s 2023-12-03T11:52:51.587 INFO:teuthology.orchestra.run.smithi145.stderr: 25150K .......... .......... .......... .......... .......... 27% 31.4M 2s 2023-12-03T11:52:51.587 INFO:teuthology.orchestra.run.smithi145.stderr: 25200K .......... .......... .......... .......... .......... 27% 123M 2s 2023-12-03T11:52:51.587 INFO:teuthology.orchestra.run.smithi145.stderr: 25250K .......... .......... .......... .......... .......... 27% 47.5M 2s 2023-12-03T11:52:51.587 INFO:teuthology.orchestra.run.smithi145.stderr: 25300K .......... .......... .......... .......... .......... 27% 52.1M 2s 2023-12-03T11:52:51.593 INFO:teuthology.orchestra.run.smithi145.stderr: 25350K .......... .......... .......... .......... .......... 27% 43.9M 2s 2023-12-03T11:52:51.593 INFO:teuthology.orchestra.run.smithi145.stderr: 25400K .......... .......... .......... .......... .......... 27% 113M 2s 2023-12-03T11:52:51.593 INFO:teuthology.orchestra.run.smithi145.stderr: 25450K .......... .......... .......... .......... .......... 27% 117M 2s 2023-12-03T11:52:51.594 INFO:teuthology.orchestra.run.smithi145.stderr: 25500K .......... .......... .......... .......... .......... 27% 114M 2s 2023-12-03T11:52:51.594 INFO:teuthology.orchestra.run.smithi145.stderr: 25550K .......... .......... .......... .......... .......... 27% 116M 2s 2023-12-03T11:52:51.594 INFO:teuthology.orchestra.run.smithi145.stderr: 25600K .......... .......... .......... .......... .......... 27% 76.2M 2s 2023-12-03T11:52:51.594 INFO:teuthology.orchestra.run.smithi145.stderr: 25650K .......... .......... .......... .......... .......... 27% 50.8M 2s 2023-12-03T11:52:51.594 INFO:teuthology.orchestra.run.smithi145.stderr: 25700K .......... .......... .......... .......... .......... 27% 55.2M 2s 2023-12-03T11:52:51.594 INFO:teuthology.orchestra.run.smithi145.stderr: 25750K .......... .......... .......... .......... .......... 27% 49.6M 2s 2023-12-03T11:52:51.596 INFO:teuthology.orchestra.run.smithi145.stderr: 25800K .......... .......... .......... .......... .......... 27% 30.4M 2s 2023-12-03T11:52:51.596 INFO:teuthology.orchestra.run.smithi145.stderr: 25850K .......... .......... .......... .......... .......... 27% 66.4M 2s 2023-12-03T11:52:51.596 INFO:teuthology.orchestra.run.smithi145.stderr: 25900K .......... .......... .......... .......... .......... 27% 74.4M 2s 2023-12-03T11:52:51.600 INFO:teuthology.orchestra.run.smithi145.stderr: 25950K .......... .......... .......... .......... .......... 27% 47.9M 2s 2023-12-03T11:52:51.600 INFO:teuthology.orchestra.run.smithi145.stderr: 26000K .......... .......... .......... .......... .......... 28% 83.3M 2s 2023-12-03T11:52:51.600 INFO:teuthology.orchestra.run.smithi145.stderr: 26050K .......... .......... .......... .......... .......... 28% 45.6M 2s 2023-12-03T11:52:51.600 INFO:teuthology.orchestra.run.smithi145.stderr: 26100K .......... .......... .......... .......... .......... 28% 51.8M 2s 2023-12-03T11:52:51.600 INFO:teuthology.orchestra.run.smithi145.stderr: 26150K .......... .......... .......... .......... .......... 28% 124M 2s 2023-12-03T11:52:51.602 INFO:teuthology.orchestra.run.smithi145.stderr: 26200K .......... .......... .......... .......... .......... 28% 49.4M 2s 2023-12-03T11:52:51.602 INFO:teuthology.orchestra.run.smithi145.stderr: 26250K .......... .......... .......... .......... .......... 28% 41.6M 2s 2023-12-03T11:52:51.604 INFO:teuthology.orchestra.run.smithi145.stderr: 26300K .......... .......... .......... .......... .......... 28% 48.5M 2s 2023-12-03T11:52:51.607 INFO:teuthology.orchestra.run.smithi145.stderr: 26350K .......... .......... .......... .......... .......... 28% 47.2M 2s 2023-12-03T11:52:51.607 INFO:teuthology.orchestra.run.smithi145.stderr: 26400K .......... .......... .......... .......... .......... 28% 112M 2s 2023-12-03T11:52:51.607 INFO:teuthology.orchestra.run.smithi145.stderr: 26450K .......... .......... .......... .......... .......... 28% 48.4M 2s 2023-12-03T11:52:51.607 INFO:teuthology.orchestra.run.smithi145.stderr: 26500K .......... .......... .......... .......... .......... 28% 105M 2s 2023-12-03T11:52:51.608 INFO:teuthology.orchestra.run.smithi145.stderr: 26550K .......... .......... .......... .......... .......... 28% 31.1M 2s 2023-12-03T11:52:51.608 INFO:teuthology.orchestra.run.smithi145.stderr: 26600K .......... .......... .......... .......... .......... 28% 124M 2s 2023-12-03T11:52:51.610 INFO:teuthology.orchestra.run.smithi145.stderr: 26650K .......... .......... .......... .......... .......... 28% 27.2M 2s 2023-12-03T11:52:51.617 INFO:teuthology.orchestra.run.smithi145.stderr: 26700K .......... .......... .......... .......... .......... 28% 48.2M 2s 2023-12-03T11:52:51.617 INFO:teuthology.orchestra.run.smithi145.stderr: 26750K .......... .......... .......... .......... .......... 28% 123M 2s 2023-12-03T11:52:51.617 INFO:teuthology.orchestra.run.smithi145.stderr: 26800K .......... .......... .......... .......... .......... 28% 110M 2s 2023-12-03T11:52:51.618 INFO:teuthology.orchestra.run.smithi145.stderr: 26850K .......... .......... .......... .......... .......... 28% 108M 2s 2023-12-03T11:52:51.618 INFO:teuthology.orchestra.run.smithi145.stderr: 26900K .......... .......... .......... .......... .......... 29% 49.8M 2s 2023-12-03T11:52:51.618 INFO:teuthology.orchestra.run.smithi145.stderr: 26950K .......... .......... .......... .......... .......... 29% 116M 2s 2023-12-03T11:52:51.618 INFO:teuthology.orchestra.run.smithi145.stderr: 27000K .......... .......... .......... .......... .......... 29% 31.0M 2s 2023-12-03T11:52:51.618 INFO:teuthology.orchestra.run.smithi145.stderr: 27050K .......... .......... .......... .......... .......... 29% 119M 2s 2023-12-03T11:52:51.618 INFO:teuthology.orchestra.run.smithi145.stderr: 27100K .......... .......... .......... .......... .......... 29% 44.9M 2s 2023-12-03T11:52:51.626 INFO:teuthology.orchestra.run.smithi145.stderr: 27150K .......... .......... .......... .......... .......... 29% 28.0M 2s 2023-12-03T11:52:51.626 INFO:teuthology.orchestra.run.smithi145.stderr: 27200K .......... .......... .......... .......... .......... 29% 28.5M 2s 2023-12-03T11:52:51.626 INFO:teuthology.orchestra.run.smithi145.stderr: 27250K .......... .......... .......... .......... .......... 29% 77.9M 2s 2023-12-03T11:52:51.626 INFO:teuthology.orchestra.run.smithi145.stderr: 27300K .......... .......... .......... .......... .......... 29% 122M 2s 2023-12-03T11:52:51.626 INFO:teuthology.orchestra.run.smithi145.stderr: 27350K .......... .......... .......... .......... .......... 29% 112M 2s 2023-12-03T11:52:51.626 INFO:teuthology.orchestra.run.smithi145.stderr: 27400K .......... .......... .......... .......... .......... 29% 48.1M 2s 2023-12-03T11:52:51.626 INFO:teuthology.orchestra.run.smithi145.stderr: 27450K .......... .......... .......... .......... .......... 29% 47.0M 2s 2023-12-03T11:52:51.626 INFO:teuthology.orchestra.run.smithi145.stderr: 27500K .......... .......... .......... .......... .......... 29% 118M 2s 2023-12-03T11:52:51.627 INFO:teuthology.orchestra.run.smithi145.stderr: 27550K .......... .......... .......... .......... .......... 29% 49.1M 2s 2023-12-03T11:52:51.627 INFO:teuthology.orchestra.run.smithi145.stderr: 27600K .......... .......... .......... .......... .......... 29% 72.9M 2s 2023-12-03T11:52:51.629 INFO:teuthology.orchestra.run.smithi145.stderr: 27650K .......... .......... .......... .......... .......... 29% 33.1M 2s 2023-12-03T11:52:51.629 INFO:teuthology.orchestra.run.smithi145.stderr: 27700K .......... .......... .......... .......... .......... 29% 52.1M 2s 2023-12-03T11:52:51.629 INFO:teuthology.orchestra.run.smithi145.stderr: 27750K .......... .......... .......... .......... .......... 29% 115M 2s 2023-12-03T11:52:51.633 INFO:teuthology.orchestra.run.smithi145.stderr: 27800K .......... .......... .......... .......... .......... 29% 49.8M 2s 2023-12-03T11:52:51.633 INFO:teuthology.orchestra.run.smithi145.stderr: 27850K .......... .......... .......... .......... .......... 30% 120M 2s 2023-12-03T11:52:51.633 INFO:teuthology.orchestra.run.smithi145.stderr: 27900K .......... .......... .......... .......... .......... 30% 43.8M 2s 2023-12-03T11:52:51.633 INFO:teuthology.orchestra.run.smithi145.stderr: 27950K .......... .......... .......... .......... .......... 30% 49.6M 2s 2023-12-03T11:52:51.633 INFO:teuthology.orchestra.run.smithi145.stderr: 28000K .......... .......... .......... .......... .......... 30% 113M 2s 2023-12-03T11:52:51.638 INFO:teuthology.orchestra.run.smithi145.stderr: 28050K .......... .......... .......... .......... .......... 30% 30.5M 2s 2023-12-03T11:52:51.638 INFO:teuthology.orchestra.run.smithi145.stderr: 28100K .......... .......... .......... .......... .......... 30% 51.5M 2s 2023-12-03T11:52:51.638 INFO:teuthology.orchestra.run.smithi145.stderr: 28150K .......... .......... .......... .......... .......... 30% 101M 2s 2023-12-03T11:52:51.638 INFO:teuthology.orchestra.run.smithi145.stderr: 28200K .......... .......... .......... .......... .......... 30% 117M 2s 2023-12-03T11:52:51.638 INFO:teuthology.orchestra.run.smithi145.stderr: 28250K .......... .......... .......... .......... .......... 30% 46.7M 2s 2023-12-03T11:52:51.638 INFO:teuthology.orchestra.run.smithi145.stderr: 28300K .......... .......... .......... .......... .......... 30% 55.9M 1s 2023-12-03T11:52:51.642 INFO:teuthology.orchestra.run.smithi145.stderr: 28350K .......... .......... .......... .......... .......... 30% 43.0M 1s 2023-12-03T11:52:51.642 INFO:teuthology.orchestra.run.smithi145.stderr: 28400K .......... .......... .......... .......... .......... 30% 46.6M 1s 2023-12-03T11:52:51.642 INFO:teuthology.orchestra.run.smithi145.stderr: 28450K .......... .......... .......... .......... .......... 30% 47.4M 1s 2023-12-03T11:52:51.642 INFO:teuthology.orchestra.run.smithi145.stderr: 28500K .......... .......... .......... .......... .......... 30% 117M 1s 2023-12-03T11:52:51.648 INFO:teuthology.orchestra.run.smithi145.stderr: 28550K .......... .......... .......... .......... .......... 30% 23.5M 1s 2023-12-03T11:52:51.648 INFO:teuthology.orchestra.run.smithi145.stderr: 28600K .......... .......... .......... .......... .......... 30% 109M 1s 2023-12-03T11:52:51.648 INFO:teuthology.orchestra.run.smithi145.stderr: 28650K .......... .......... .......... .......... .......... 30% 118M 1s 2023-12-03T11:52:51.648 INFO:teuthology.orchestra.run.smithi145.stderr: 28700K .......... .......... .......... .......... .......... 30% 106M 1s 2023-12-03T11:52:51.648 INFO:teuthology.orchestra.run.smithi145.stderr: 28750K .......... .......... .......... .......... .......... 31% 52.6M 1s 2023-12-03T11:52:51.648 INFO:teuthology.orchestra.run.smithi145.stderr: 28800K .......... .......... .......... .......... .......... 31% 43.5M 1s 2023-12-03T11:52:51.648 INFO:teuthology.orchestra.run.smithi145.stderr: 28850K .......... .......... .......... .......... .......... 31% 49.4M 1s 2023-12-03T11:52:51.650 INFO:teuthology.orchestra.run.smithi145.stderr: 28900K .......... .......... .......... .......... .......... 31% 47.3M 1s 2023-12-03T11:52:51.650 INFO:teuthology.orchestra.run.smithi145.stderr: 28950K .......... .......... .......... .......... .......... 31% 108M 1s 2023-12-03T11:52:51.651 INFO:teuthology.orchestra.run.smithi145.stderr: 29000K .......... .......... .......... .......... .......... 31% 34.2M 1s 2023-12-03T11:52:51.652 INFO:teuthology.orchestra.run.smithi145.stderr: 29050K .......... .......... .......... .......... .......... 31% 45.4M 1s 2023-12-03T11:52:51.653 INFO:teuthology.orchestra.run.smithi145.stderr: 29100K .......... .......... .......... .......... .......... 31% 42.7M 1s 2023-12-03T11:52:51.657 INFO:teuthology.orchestra.run.smithi145.stderr: 29150K .......... .......... .......... .......... .......... 31% 57.1M 1s 2023-12-03T11:52:51.657 INFO:teuthology.orchestra.run.smithi145.stderr: 29200K .......... .......... .......... .......... .......... 31% 89.9M 1s 2023-12-03T11:52:51.657 INFO:teuthology.orchestra.run.smithi145.stderr: 29250K .......... .......... .......... .......... .......... 31% 48.8M 1s 2023-12-03T11:52:51.657 INFO:teuthology.orchestra.run.smithi145.stderr: 29300K .......... .......... .......... .......... .......... 31% 50.0M 1s 2023-12-03T11:52:51.661 INFO:teuthology.orchestra.run.smithi145.stderr: 29350K .......... .......... .......... .......... .......... 31% 49.5M 1s 2023-12-03T11:52:51.661 INFO:teuthology.orchestra.run.smithi145.stderr: 29400K .......... .......... .......... .......... .......... 31% 111M 1s 2023-12-03T11:52:51.661 INFO:teuthology.orchestra.run.smithi145.stderr: 29450K .......... .......... .......... .......... .......... 31% 50.4M 1s 2023-12-03T11:52:51.661 INFO:teuthology.orchestra.run.smithi145.stderr: 29500K .......... .......... .......... .......... .......... 31% 108M 1s 2023-12-03T11:52:51.661 INFO:teuthology.orchestra.run.smithi145.stderr: 29550K .......... .......... .......... .......... .......... 31% 44.4M 1s 2023-12-03T11:52:51.663 INFO:teuthology.orchestra.run.smithi145.stderr: 29600K .......... .......... .......... .......... .......... 31% 32.8M 1s 2023-12-03T11:52:51.664 INFO:teuthology.orchestra.run.smithi145.stderr: 29650K .......... .......... .......... .......... .......... 31% 111M 1s 2023-12-03T11:52:51.664 INFO:teuthology.orchestra.run.smithi145.stderr: 29700K .......... .......... .......... .......... .......... 32% 50.5M 1s 2023-12-03T11:52:51.666 INFO:teuthology.orchestra.run.smithi145.stderr: 29750K .......... .......... .......... .......... .......... 32% 49.8M 1s 2023-12-03T11:52:51.666 INFO:teuthology.orchestra.run.smithi145.stderr: 29800K .......... .......... .......... .......... .......... 32% 84.2M 1s 2023-12-03T11:52:51.669 INFO:teuthology.orchestra.run.smithi145.stderr: 29850K .......... .......... .......... .......... .......... 32% 31.9M 1s 2023-12-03T11:52:51.669 INFO:teuthology.orchestra.run.smithi145.stderr: 29900K .......... .......... .......... .......... .......... 32% 116M 1s 2023-12-03T11:52:51.669 INFO:teuthology.orchestra.run.smithi145.stderr: 29950K .......... .......... .......... .......... .......... 32% 48.8M 1s 2023-12-03T11:52:51.669 INFO:teuthology.orchestra.run.smithi145.stderr: 30000K .......... .......... .......... .......... .......... 32% 49.4M 1s 2023-12-03T11:52:51.671 INFO:teuthology.orchestra.run.smithi145.stderr: 30050K .......... .......... .......... .......... .......... 32% 49.8M 1s 2023-12-03T11:52:51.671 INFO:teuthology.orchestra.run.smithi145.stderr: 30100K .......... .......... .......... .......... .......... 32% 109M 1s 2023-12-03T11:52:51.671 INFO:teuthology.orchestra.run.smithi145.stderr: 30150K .......... .......... .......... .......... .......... 32% 50.9M 1s 2023-12-03T11:52:51.672 INFO:teuthology.orchestra.run.smithi145.stderr: 30200K .......... .......... .......... .......... .......... 32% 43.0M 1s 2023-12-03T11:52:51.673 INFO:teuthology.orchestra.run.smithi145.stderr: 30250K .......... .......... .......... .......... .......... 32% 50.2M 1s 2023-12-03T11:52:51.675 INFO:teuthology.orchestra.run.smithi145.stderr: 30300K .......... .......... .......... .......... .......... 32% 47.1M 1s 2023-12-03T11:52:51.675 INFO:teuthology.orchestra.run.smithi145.stderr: 30350K .......... .......... .......... .......... .......... 32% 120M 1s 2023-12-03T11:52:51.676 INFO:teuthology.orchestra.run.smithi145.stderr: 30400K .......... .......... .......... .......... .......... 32% 31.1M 1s 2023-12-03T11:52:51.678 INFO:teuthology.orchestra.run.smithi145.stderr: 30450K .......... .......... .......... .......... .......... 32% 47.9M 1s 2023-12-03T11:52:51.679 INFO:teuthology.orchestra.run.smithi145.stderr: 30500K .......... .......... .......... .......... .......... 32% 29.0M 1s 2023-12-03T11:52:51.685 INFO:teuthology.orchestra.run.smithi145.stderr: 30550K .......... .......... .......... .......... .......... 32% 54.3M 1s 2023-12-03T11:52:51.685 INFO:teuthology.orchestra.run.smithi145.stderr: 30600K .......... .......... .......... .......... .......... 32% 92.3M 1s 2023-12-03T11:52:51.685 INFO:teuthology.orchestra.run.smithi145.stderr: 30650K .......... .......... .......... .......... .......... 33% 122M 1s 2023-12-03T11:52:51.685 INFO:teuthology.orchestra.run.smithi145.stderr: 30700K .......... .......... .......... .......... .......... 33% 46.5M 1s 2023-12-03T11:52:51.685 INFO:teuthology.orchestra.run.smithi145.stderr: 30750K .......... .......... .......... .......... .......... 33% 45.8M 1s 2023-12-03T11:52:51.685 INFO:teuthology.orchestra.run.smithi145.stderr: 30800K .......... .......... .......... .......... .......... 33% 110M 1s 2023-12-03T11:52:51.685 INFO:teuthology.orchestra.run.smithi145.stderr: 30850K .......... .......... .......... .......... .......... 33% 124M 1s 2023-12-03T11:52:51.686 INFO:teuthology.orchestra.run.smithi145.stderr: 30900K .......... .......... .......... .......... .......... 33% 48.6M 1s 2023-12-03T11:52:51.688 INFO:teuthology.orchestra.run.smithi145.stderr: 30950K .......... .......... .......... .......... .......... 33% 30.9M 1s 2023-12-03T11:52:51.688 INFO:teuthology.orchestra.run.smithi145.stderr: 31000K .......... .......... .......... .......... .......... 33% 45.9M 1s 2023-12-03T11:52:51.688 INFO:teuthology.orchestra.run.smithi145.stderr: 31050K .......... .......... .......... .......... .......... 33% 102M 1s 2023-12-03T11:52:51.691 INFO:teuthology.orchestra.run.smithi145.stderr: 31100K .......... .......... .......... .......... .......... 33% 47.4M 1s 2023-12-03T11:52:51.691 INFO:teuthology.orchestra.run.smithi145.stderr: 31150K .......... .......... .......... .......... .......... 33% 51.0M 1s 2023-12-03T11:52:51.691 INFO:teuthology.orchestra.run.smithi145.stderr: 31200K .......... .......... .......... .......... .......... 33% 47.1M 1s 2023-12-03T11:52:51.693 INFO:teuthology.orchestra.run.smithi145.stderr: 31250K .......... .......... .......... .......... .......... 33% 42.2M 1s 2023-12-03T11:52:51.693 INFO:teuthology.orchestra.run.smithi145.stderr: 31300K .......... .......... .......... .......... .......... 33% 110M 1s 2023-12-03T11:52:51.696 INFO:teuthology.orchestra.run.smithi145.stderr: 31350K .......... .......... .......... .......... .......... 33% 48.8M 1s 2023-12-03T11:52:51.696 INFO:teuthology.orchestra.run.smithi145.stderr: 31400K .......... .......... .......... .......... .......... 33% 48.0M 1s 2023-12-03T11:52:51.696 INFO:teuthology.orchestra.run.smithi145.stderr: 31450K .......... .......... .......... .......... .......... 33% 49.8M 1s 2023-12-03T11:52:51.696 INFO:teuthology.orchestra.run.smithi145.stderr: 31500K .......... .......... .......... .......... .......... 33% 108M 1s 2023-12-03T11:52:51.697 INFO:teuthology.orchestra.run.smithi145.stderr: 31550K .......... .......... .......... .......... .......... 34% 49.5M 1s 2023-12-03T11:52:51.699 INFO:teuthology.orchestra.run.smithi145.stderr: 31600K .......... .......... .......... .......... .......... 34% 46.1M 1s 2023-12-03T11:52:51.699 INFO:teuthology.orchestra.run.smithi145.stderr: 31650K .......... .......... .......... .......... .......... 34% 48.4M 1s 2023-12-03T11:52:51.701 INFO:teuthology.orchestra.run.smithi145.stderr: 31700K .......... .......... .......... .......... .......... 34% 29.5M 1s 2023-12-03T11:52:51.701 INFO:teuthology.orchestra.run.smithi145.stderr: 31750K .......... .......... .......... .......... .......... 34% 125M 1s 2023-12-03T11:52:51.704 INFO:teuthology.orchestra.run.smithi145.stderr: 31800K .......... .......... .......... .......... .......... 34% 30.3M 1s 2023-12-03T11:52:51.704 INFO:teuthology.orchestra.run.smithi145.stderr: 31850K .......... .......... .......... .......... .......... 34% 43.2M 1s 2023-12-03T11:52:51.705 INFO:teuthology.orchestra.run.smithi145.stderr: 31900K .......... .......... .......... .......... .......... 34% 49.2M 1s 2023-12-03T11:52:51.706 INFO:teuthology.orchestra.run.smithi145.stderr: 31950K .......... .......... .......... .......... .......... 34% 48.9M 1s 2023-12-03T11:52:51.707 INFO:teuthology.orchestra.run.smithi145.stderr: 32000K .......... .......... .......... .......... .......... 34% 117M 1s 2023-12-03T11:52:51.710 INFO:teuthology.orchestra.run.smithi145.stderr: 32050K .......... .......... .......... .......... .......... 34% 42.1M 1s 2023-12-03T11:52:51.710 INFO:teuthology.orchestra.run.smithi145.stderr: 32100K .......... .......... .......... .......... .......... 34% 52.2M 1s 2023-12-03T11:52:51.710 INFO:teuthology.orchestra.run.smithi145.stderr: 32150K .......... .......... .......... .......... .......... 34% 91.1M 1s 2023-12-03T11:52:51.711 INFO:teuthology.orchestra.run.smithi145.stderr: 32200K .......... .......... .......... .......... .......... 34% 29.3M 1s 2023-12-03T11:52:51.711 INFO:teuthology.orchestra.run.smithi145.stderr: 32250K .......... .......... .......... .......... .......... 34% 88.4M 1s 2023-12-03T11:52:51.721 INFO:teuthology.orchestra.run.smithi145.stderr: 32300K .......... .......... .......... .......... .......... 34% 7.35M 1s 2023-12-03T11:52:51.721 INFO:teuthology.orchestra.run.smithi145.stderr: 32350K .......... .......... .......... .......... .......... 34% 56.6M 1s 2023-12-03T11:52:51.721 INFO:teuthology.orchestra.run.smithi145.stderr: 32400K .......... .......... .......... .......... .......... 34% 46.6M 1s 2023-12-03T11:52:51.721 INFO:teuthology.orchestra.run.smithi145.stderr: 32450K .......... .......... .......... .......... .......... 34% 130M 1s 2023-12-03T11:52:51.732 INFO:teuthology.orchestra.run.smithi145.stderr: 32500K .......... .......... .......... .......... .......... 35% 51.6M 1s 2023-12-03T11:52:51.732 INFO:teuthology.orchestra.run.smithi145.stderr: 32550K .......... .......... .......... .......... .......... 35% 43.7M 1s 2023-12-03T11:52:51.732 INFO:teuthology.orchestra.run.smithi145.stderr: 32600K .......... .......... .......... .......... .......... 35% 29.9M 1s 2023-12-03T11:52:51.732 INFO:teuthology.orchestra.run.smithi145.stderr: 32650K .......... .......... .......... .......... .......... 35% 52.2M 1s 2023-12-03T11:52:51.732 INFO:teuthology.orchestra.run.smithi145.stderr: 32700K .......... .......... .......... .......... .......... 35% 113M 1s 2023-12-03T11:52:51.732 INFO:teuthology.orchestra.run.smithi145.stderr: 32750K .......... .......... .......... .......... .......... 35% 50.7M 1s 2023-12-03T11:52:51.733 INFO:teuthology.orchestra.run.smithi145.stderr: 32800K .......... .......... .......... .......... .......... 35% 87.6M 1s 2023-12-03T11:52:51.733 INFO:teuthology.orchestra.run.smithi145.stderr: 32850K .......... .......... .......... .......... .......... 35% 32.4M 1s 2023-12-03T11:52:51.733 INFO:teuthology.orchestra.run.smithi145.stderr: 32900K .......... .......... .......... .......... .......... 35% 65.6M 1s 2023-12-03T11:52:51.733 INFO:teuthology.orchestra.run.smithi145.stderr: 32950K .......... .......... .......... .......... .......... 35% 312M 1s 2023-12-03T11:52:51.733 INFO:teuthology.orchestra.run.smithi145.stderr: 33000K .......... .......... .......... .......... .......... 35% 50.3M 1s 2023-12-03T11:52:51.733 INFO:teuthology.orchestra.run.smithi145.stderr: 33050K .......... .......... .......... .......... .......... 35% 31.6M 1s 2023-12-03T11:52:51.735 INFO:teuthology.orchestra.run.smithi145.stderr: 33100K .......... .......... .......... .......... .......... 35% 34.8M 1s 2023-12-03T11:52:51.735 INFO:teuthology.orchestra.run.smithi145.stderr: 33150K .......... .......... .......... .......... .......... 35% 76.4M 1s 2023-12-03T11:52:51.735 INFO:teuthology.orchestra.run.smithi145.stderr: 33200K .......... .......... .......... .......... .......... 35% 58.3M 1s 2023-12-03T11:52:51.742 INFO:teuthology.orchestra.run.smithi145.stderr: 33250K .......... .......... .......... .......... .......... 35% 8.32M 1s 2023-12-03T11:52:51.742 INFO:teuthology.orchestra.run.smithi145.stderr: 33300K .......... .......... .......... .......... .......... 35% 43.6M 1s 2023-12-03T11:52:51.743 INFO:teuthology.orchestra.run.smithi145.stderr: 33350K .......... .......... .......... .......... .......... 35% 31.4M 1s 2023-12-03T11:52:51.743 INFO:teuthology.orchestra.run.smithi145.stderr: 33400K .......... .......... .......... .......... .......... 36% 121M 1s 2023-12-03T11:52:51.746 INFO:teuthology.orchestra.run.smithi145.stderr: 33450K .......... .......... .......... .......... .......... 36% 49.3M 1s 2023-12-03T11:52:51.746 INFO:teuthology.orchestra.run.smithi145.stderr: 33500K .......... .......... .......... .......... .......... 36% 110M 1s 2023-12-03T11:52:51.746 INFO:teuthology.orchestra.run.smithi145.stderr: 33550K .......... .......... .......... .......... .......... 36% 45.4M 1s 2023-12-03T11:52:51.748 INFO:teuthology.orchestra.run.smithi145.stderr: 33600K .......... .......... .......... .......... .......... 36% 50.0M 1s 2023-12-03T11:52:51.748 INFO:teuthology.orchestra.run.smithi145.stderr: 33650K .......... .......... .......... .......... .......... 36% 116M 1s 2023-12-03T11:52:51.749 INFO:teuthology.orchestra.run.smithi145.stderr: 33700K .......... .......... .......... .......... .......... 36% 31.4M 1s 2023-12-03T11:52:51.751 INFO:teuthology.orchestra.run.smithi145.stderr: 33750K .......... .......... .......... .......... .......... 36% 28.8M 1s 2023-12-03T11:52:51.752 INFO:teuthology.orchestra.run.smithi145.stderr: 33800K .......... .......... .......... .......... .......... 36% 31.5M 1s 2023-12-03T11:52:51.753 INFO:teuthology.orchestra.run.smithi145.stderr: 33850K .......... .......... .......... .......... .......... 36% 112M 1s 2023-12-03T11:52:51.755 INFO:teuthology.orchestra.run.smithi145.stderr: 33900K .......... .......... .......... .......... .......... 36% 20.6M 1s 2023-12-03T11:52:51.757 INFO:teuthology.orchestra.run.smithi145.stderr: 33950K .......... .......... .......... .......... .......... 36% 28.0M 1s 2023-12-03T11:52:51.760 INFO:teuthology.orchestra.run.smithi145.stderr: 34000K .......... .......... .......... .......... .......... 36% 32.4M 1s 2023-12-03T11:52:51.760 INFO:teuthology.orchestra.run.smithi145.stderr: 34050K .......... .......... .......... .......... .......... 36% 110M 1s 2023-12-03T11:52:51.760 INFO:teuthology.orchestra.run.smithi145.stderr: 34100K .......... .......... .......... .......... .......... 36% 50.6M 1s 2023-12-03T11:52:51.762 INFO:teuthology.orchestra.run.smithi145.stderr: 34150K .......... .......... .......... .......... .......... 36% 47.2M 1s 2023-12-03T11:52:51.762 INFO:teuthology.orchestra.run.smithi145.stderr: 34200K .......... .......... .......... .......... .......... 36% 49.2M 1s 2023-12-03T11:52:51.763 INFO:teuthology.orchestra.run.smithi145.stderr: 34250K .......... .......... .......... .......... .......... 36% 49.9M 1s 2023-12-03T11:52:51.765 INFO:teuthology.orchestra.run.smithi145.stderr: 34300K .......... .......... .......... .......... .......... 36% 25.5M 1s 2023-12-03T11:52:51.765 INFO:teuthology.orchestra.run.smithi145.stderr: 34350K .......... .......... .......... .......... .......... 37% 113M 1s 2023-12-03T11:52:51.766 INFO:teuthology.orchestra.run.smithi145.stderr: 34400K .......... .......... .......... .......... .......... 37% 49.9M 1s 2023-12-03T11:52:51.771 INFO:teuthology.orchestra.run.smithi145.stderr: 34450K .......... .......... .......... .......... .......... 37% 11.9M 1s 2023-12-03T11:52:51.771 INFO:teuthology.orchestra.run.smithi145.stderr: 34500K .......... .......... .......... .......... .......... 37% 129M 1s 2023-12-03T11:52:51.771 INFO:teuthology.orchestra.run.smithi145.stderr: 34550K .......... .......... .......... .......... .......... 37% 42.1M 1s 2023-12-03T11:52:51.772 INFO:teuthology.orchestra.run.smithi145.stderr: 34600K .......... .......... .......... .......... .......... 37% 57.9M 1s 2023-12-03T11:52:51.780 INFO:teuthology.orchestra.run.smithi145.stderr: 34650K .......... .......... .......... .......... .......... 37% 32.0M 1s 2023-12-03T11:52:51.780 INFO:teuthology.orchestra.run.smithi145.stderr: 34700K .......... .......... .......... .......... .......... 37% 110M 1s 2023-12-03T11:52:51.780 INFO:teuthology.orchestra.run.smithi145.stderr: 34750K .......... .......... .......... .......... .......... 37% 66.7M 1s 2023-12-03T11:52:51.780 INFO:teuthology.orchestra.run.smithi145.stderr: 34800K .......... .......... .......... .......... .......... 37% 109M 1s 2023-12-03T11:52:51.780 INFO:teuthology.orchestra.run.smithi145.stderr: 34850K .......... .......... .......... .......... .......... 37% 73.4M 1s 2023-12-03T11:52:51.780 INFO:teuthology.orchestra.run.smithi145.stderr: 34900K .......... .......... .......... .......... .......... 37% 77.9M 1s 2023-12-03T11:52:51.780 INFO:teuthology.orchestra.run.smithi145.stderr: 34950K .......... .......... .......... .......... .......... 37% 50.1M 1s 2023-12-03T11:52:51.780 INFO:teuthology.orchestra.run.smithi145.stderr: 35000K .......... .......... .......... .......... .......... 37% 110M 1s 2023-12-03T11:52:51.780 INFO:teuthology.orchestra.run.smithi145.stderr: 35050K .......... .......... .......... .......... .......... 37% 115M 1s 2023-12-03T11:52:51.783 INFO:teuthology.orchestra.run.smithi145.stderr: 35100K .......... .......... .......... .......... .......... 37% 22.0M 1s 2023-12-03T11:52:51.783 INFO:teuthology.orchestra.run.smithi145.stderr: 35150K .......... .......... .......... .......... .......... 37% 127M 1s 2023-12-03T11:52:51.783 INFO:teuthology.orchestra.run.smithi145.stderr: 35200K .......... .......... .......... .......... .......... 37% 48.3M 1s 2023-12-03T11:52:51.783 INFO:teuthology.orchestra.run.smithi145.stderr: 35250K .......... .......... .......... .......... .......... 37% 85.0M 1s 2023-12-03T11:52:51.788 INFO:teuthology.orchestra.run.smithi145.stderr: 35300K .......... .......... .......... .......... .......... 38% 31.1M 1s 2023-12-03T11:52:51.788 INFO:teuthology.orchestra.run.smithi145.stderr: 35350K .......... .......... .......... .......... .......... 38% 52.4M 1s 2023-12-03T11:52:51.788 INFO:teuthology.orchestra.run.smithi145.stderr: 35400K .......... .......... .......... .......... .......... 38% 37.0M 1s 2023-12-03T11:52:51.794 INFO:teuthology.orchestra.run.smithi145.stderr: 35450K .......... .......... .......... .......... .......... 38% 8.28M 1s 2023-12-03T11:52:51.795 INFO:teuthology.orchestra.run.smithi145.stderr: 35500K .......... .......... .......... .......... .......... 38% 125M 1s 2023-12-03T11:52:51.795 INFO:teuthology.orchestra.run.smithi145.stderr: 35550K .......... .......... .......... .......... .......... 38% 41.7M 1s 2023-12-03T11:52:51.796 INFO:teuthology.orchestra.run.smithi145.stderr: 35600K .......... .......... .......... .......... .......... 38% 31.6M 1s 2023-12-03T11:52:51.797 INFO:teuthology.orchestra.run.smithi145.stderr: 35650K .......... .......... .......... .......... .......... 38% 49.8M 1s 2023-12-03T11:52:51.800 INFO:teuthology.orchestra.run.smithi145.stderr: 35700K .......... .......... .......... .......... .......... 38% 28.5M 1s 2023-12-03T11:52:51.800 INFO:teuthology.orchestra.run.smithi145.stderr: 35750K .......... .......... .......... .......... .......... 38% 123M 1s 2023-12-03T11:52:51.800 INFO:teuthology.orchestra.run.smithi145.stderr: 35800K .......... .......... .......... .......... .......... 38% 55.2M 1s 2023-12-03T11:52:51.804 INFO:teuthology.orchestra.run.smithi145.stderr: 35850K .......... .......... .......... .......... .......... 38% 40.4M 1s 2023-12-03T11:52:51.804 INFO:teuthology.orchestra.run.smithi145.stderr: 35900K .......... .......... .......... .......... .......... 38% 127M 1s 2023-12-03T11:52:51.804 INFO:teuthology.orchestra.run.smithi145.stderr: 35950K .......... .......... .......... .......... .......... 38% 50.7M 1s 2023-12-03T11:52:51.804 INFO:teuthology.orchestra.run.smithi145.stderr: 36000K .......... .......... .......... .......... .......... 38% 120M 1s 2023-12-03T11:52:51.804 INFO:teuthology.orchestra.run.smithi145.stderr: 36050K .......... .......... .......... .......... .......... 38% 48.1M 1s 2023-12-03T11:52:51.805 INFO:teuthology.orchestra.run.smithi145.stderr: 36100K .......... .......... .......... .......... .......... 38% 30.1M 1s 2023-12-03T11:52:51.807 INFO:teuthology.orchestra.run.smithi145.stderr: 36150K .......... .......... .......... .......... .......... 38% 22.4M 1s 2023-12-03T11:52:51.808 INFO:teuthology.orchestra.run.smithi145.stderr: 36200K .......... .......... .......... .......... .......... 39% 56.5M 1s 2023-12-03T11:52:51.817 INFO:teuthology.orchestra.run.smithi145.stderr: 36250K .......... .......... .......... .......... .......... 39% 44.6M 1s 2023-12-03T11:52:51.817 INFO:teuthology.orchestra.run.smithi145.stderr: 36300K .......... .......... .......... .......... .......... 39% 110M 1s 2023-12-03T11:52:51.817 INFO:teuthology.orchestra.run.smithi145.stderr: 36350K .......... .......... .......... .......... .......... 39% 119M 1s 2023-12-03T11:52:51.817 INFO:teuthology.orchestra.run.smithi145.stderr: 36400K .......... .......... .......... .......... .......... 39% 59.2M 1s 2023-12-03T11:52:51.817 INFO:teuthology.orchestra.run.smithi145.stderr: 36450K .......... .......... .......... .......... .......... 39% 78.9M 1s 2023-12-03T11:52:51.817 INFO:teuthology.orchestra.run.smithi145.stderr: 36500K .......... .......... .......... .......... .......... 39% 111M 1s 2023-12-03T11:52:51.818 INFO:teuthology.orchestra.run.smithi145.stderr: 36550K .......... .......... .......... .......... .......... 39% 48.9M 1s 2023-12-03T11:52:51.818 INFO:teuthology.orchestra.run.smithi145.stderr: 36600K .......... .......... .......... .......... .......... 39% 31.4M 1s 2023-12-03T11:52:51.818 INFO:teuthology.orchestra.run.smithi145.stderr: 36650K .......... .......... .......... .......... .......... 39% 113M 1s 2023-12-03T11:52:51.818 INFO:teuthology.orchestra.run.smithi145.stderr: 36700K .......... .......... .......... .......... .......... 39% 43.0M 1s 2023-12-03T11:52:51.820 INFO:teuthology.orchestra.run.smithi145.stderr: 36750K .......... .......... .......... .......... .......... 39% 15.4M 1s 2023-12-03T11:52:51.821 INFO:teuthology.orchestra.run.smithi145.stderr: 36800K .......... .......... .......... .......... .......... 39% 38.8M 1s 2023-12-03T11:52:51.821 INFO:teuthology.orchestra.run.smithi145.stderr: 36850K .......... .......... .......... .......... .......... 39% 58.4M 1s 2023-12-03T11:52:51.823 INFO:teuthology.orchestra.run.smithi145.stderr: 36900K .......... .......... .......... .......... .......... 39% 51.0M 1s 2023-12-03T11:52:51.824 INFO:teuthology.orchestra.run.smithi145.stderr: 36950K .......... .......... .......... .......... .......... 39% 35.8M 1s 2023-12-03T11:52:51.825 INFO:teuthology.orchestra.run.smithi145.stderr: 37000K .......... .......... .......... .......... .......... 39% 47.4M 1s 2023-12-03T11:52:51.827 INFO:teuthology.orchestra.run.smithi145.stderr: 37050K .......... .......... .......... .......... .......... 39% 27.1M 1s 2023-12-03T11:52:51.827 INFO:teuthology.orchestra.run.smithi145.stderr: 37100K .......... .......... .......... .......... .......... 39% 67.1M 1s 2023-12-03T11:52:51.830 INFO:teuthology.orchestra.run.smithi145.stderr: 37150K .......... .......... .......... .......... .......... 40% 71.1M 1s 2023-12-03T11:52:51.830 INFO:teuthology.orchestra.run.smithi145.stderr: 37200K .......... .......... .......... .......... .......... 40% 47.6M 1s 2023-12-03T11:52:51.830 INFO:teuthology.orchestra.run.smithi145.stderr: 37250K .......... .......... .......... .......... .......... 40% 49.7M 1s 2023-12-03T11:52:51.834 INFO:teuthology.orchestra.run.smithi145.stderr: 37300K .......... .......... .......... .......... .......... 40% 47.8M 1s 2023-12-03T11:52:51.834 INFO:teuthology.orchestra.run.smithi145.stderr: 37350K .......... .......... .......... .......... .......... 40% 121M 1s 2023-12-03T11:52:51.834 INFO:teuthology.orchestra.run.smithi145.stderr: 37400K .......... .......... .......... .......... .......... 40% 43.8M 1s 2023-12-03T11:52:51.834 INFO:teuthology.orchestra.run.smithi145.stderr: 37450K .......... .......... .......... .......... .......... 40% 49.1M 1s 2023-12-03T11:52:51.835 INFO:teuthology.orchestra.run.smithi145.stderr: 37500K .......... .......... .......... .......... .......... 40% 45.1M 1s 2023-12-03T11:52:51.836 INFO:teuthology.orchestra.run.smithi145.stderr: 37550K .......... .......... .......... .......... .......... 40% 40.3M 1s 2023-12-03T11:52:51.836 INFO:teuthology.orchestra.run.smithi145.stderr: 37600K .......... .......... .......... .......... .......... 40% 65.2M 1s 2023-12-03T11:52:51.838 INFO:teuthology.orchestra.run.smithi145.stderr: 37650K .......... .......... .......... .......... .......... 40% 48.9M 1s 2023-12-03T11:52:51.840 INFO:teuthology.orchestra.run.smithi145.stderr: 37700K .......... .......... .......... .......... .......... 40% 48.3M 1s 2023-12-03T11:52:51.840 INFO:teuthology.orchestra.run.smithi145.stderr: 37750K .......... .......... .......... .......... .......... 40% 118M 1s 2023-12-03T11:52:51.842 INFO:teuthology.orchestra.run.smithi145.stderr: 37800K .......... .......... .......... .......... .......... 40% 17.2M 1s 2023-12-03T11:52:51.843 INFO:teuthology.orchestra.run.smithi145.stderr: 37850K .......... .......... .......... .......... .......... 40% 50.1M 1s 2023-12-03T11:52:51.845 INFO:teuthology.orchestra.run.smithi145.stderr: 37900K .......... .......... .......... .......... .......... 40% 29.8M 1s 2023-12-03T11:52:51.848 INFO:teuthology.orchestra.run.smithi145.stderr: 37950K .......... .......... .......... .......... .......... 40% 24.9M 1s 2023-12-03T11:52:51.848 INFO:teuthology.orchestra.run.smithi145.stderr: 38000K .......... .......... .......... .......... .......... 40% 49.9M 1s 2023-12-03T11:52:51.849 INFO:teuthology.orchestra.run.smithi145.stderr: 38050K .......... .......... .......... .......... .......... 41% 53.0M 1s 2023-12-03T11:52:51.849 INFO:teuthology.orchestra.run.smithi145.stderr: 38100K .......... .......... .......... .......... .......... 41% 56.5M 1s 2023-12-03T11:52:51.850 INFO:teuthology.orchestra.run.smithi145.stderr: 38150K .......... .......... .......... .......... .......... 41% 41.8M 1s 2023-12-03T11:52:51.856 INFO:teuthology.orchestra.run.smithi145.stderr: 38200K .......... .......... .......... .......... .......... 41% 48.9M 1s 2023-12-03T11:52:51.857 INFO:teuthology.orchestra.run.smithi145.stderr: 38250K .......... .......... .......... .......... .......... 41% 48.9M 1s 2023-12-03T11:52:51.857 INFO:teuthology.orchestra.run.smithi145.stderr: 38300K .......... .......... .......... .......... .......... 41% 119M 1s 2023-12-03T11:52:51.857 INFO:teuthology.orchestra.run.smithi145.stderr: 38350K .......... .......... .......... .......... .......... 41% 49.6M 1s 2023-12-03T11:52:51.857 INFO:teuthology.orchestra.run.smithi145.stderr: 38400K .......... .......... .......... .......... .......... 41% 38.3M 1s 2023-12-03T11:52:51.857 INFO:teuthology.orchestra.run.smithi145.stderr: 38450K .......... .......... .......... .......... .......... 41% 44.0M 1s 2023-12-03T11:52:51.858 INFO:teuthology.orchestra.run.smithi145.stderr: 38500K .......... .......... .......... .......... .......... 41% 31.6M 1s 2023-12-03T11:52:51.859 INFO:teuthology.orchestra.run.smithi145.stderr: 38550K .......... .......... .......... .......... .......... 41% 51.3M 1s 2023-12-03T11:52:51.861 INFO:teuthology.orchestra.run.smithi145.stderr: 38600K .......... .......... .......... .......... .......... 41% 56.8M 1s 2023-12-03T11:52:51.861 INFO:teuthology.orchestra.run.smithi145.stderr: 38650K .......... .......... .......... .......... .......... 41% 43.5M 1s 2023-12-03T11:52:51.862 INFO:teuthology.orchestra.run.smithi145.stderr: 38700K .......... .......... .......... .......... .......... 41% 39.6M 1s 2023-12-03T11:52:51.863 INFO:teuthology.orchestra.run.smithi145.stderr: 38750K .......... .......... .......... .......... .......... 41% 41.1M 1s 2023-12-03T11:52:51.867 INFO:teuthology.orchestra.run.smithi145.stderr: 38800K .......... .......... .......... .......... .......... 41% 64.2M 1s 2023-12-03T11:52:51.867 INFO:teuthology.orchestra.run.smithi145.stderr: 38850K .......... .......... .......... .......... .......... 41% 50.4M 1s 2023-12-03T11:52:51.867 INFO:teuthology.orchestra.run.smithi145.stderr: 38900K .......... .......... .......... .......... .......... 41% 82.5M 1s 2023-12-03T11:52:51.867 INFO:teuthology.orchestra.run.smithi145.stderr: 38950K .......... .......... .......... .......... .......... 41% 44.9M 1s 2023-12-03T11:52:51.869 INFO:teuthology.orchestra.run.smithi145.stderr: 39000K .......... .......... .......... .......... .......... 42% 42.4M 1s 2023-12-03T11:52:51.869 INFO:teuthology.orchestra.run.smithi145.stderr: 39050K .......... .......... .......... .......... .......... 42% 133M 1s 2023-12-03T11:52:51.869 INFO:teuthology.orchestra.run.smithi145.stderr: 39100K .......... .......... .......... .......... .......... 42% 49.6M 1s 2023-12-03T11:52:51.871 INFO:teuthology.orchestra.run.smithi145.stderr: 39150K .......... .......... .......... .......... .......... 42% 30.9M 1s 2023-12-03T11:52:51.872 INFO:teuthology.orchestra.run.smithi145.stderr: 39200K .......... .......... .......... .......... .......... 42% 48.3M 1s 2023-12-03T11:52:51.872 INFO:teuthology.orchestra.run.smithi145.stderr: 39250K .......... .......... .......... .......... .......... 42% 118M 1s 2023-12-03T11:52:51.874 INFO:teuthology.orchestra.run.smithi145.stderr: 39300K .......... .......... .......... .......... .......... 42% 31.6M 1s 2023-12-03T11:52:51.876 INFO:teuthology.orchestra.run.smithi145.stderr: 39350K .......... .......... .......... .......... .......... 42% 25.7M 1s 2023-12-03T11:52:51.878 INFO:teuthology.orchestra.run.smithi145.stderr: 39400K .......... .......... .......... .......... .......... 42% 32.5M 1s 2023-12-03T11:52:51.878 INFO:teuthology.orchestra.run.smithi145.stderr: 39450K .......... .......... .......... .......... .......... 42% 123M 1s 2023-12-03T11:52:51.879 INFO:teuthology.orchestra.run.smithi145.stderr: 39500K .......... .......... .......... .......... .......... 42% 31.7M 1s 2023-12-03T11:52:51.881 INFO:teuthology.orchestra.run.smithi145.stderr: 39550K .......... .......... .......... .......... .......... 42% 19.2M 1s 2023-12-03T11:52:51.885 INFO:teuthology.orchestra.run.smithi145.stderr: 39600K .......... .......... .......... .......... .......... 42% 12.2M 1s 2023-12-03T11:52:51.889 INFO:teuthology.orchestra.run.smithi145.stderr: 39650K .......... .......... .......... .......... .......... 42% 18.3M 1s 2023-12-03T11:52:51.890 INFO:teuthology.orchestra.run.smithi145.stderr: 39700K .......... .......... .......... .......... .......... 42% 80.1M 1s 2023-12-03T11:52:51.890 INFO:teuthology.orchestra.run.smithi145.stderr: 39750K .......... .......... .......... .......... .......... 42% 50.1M 1s 2023-12-03T11:52:51.894 INFO:teuthology.orchestra.run.smithi145.stderr: 39800K .......... .......... .......... .......... .......... 42% 50.7M 1s 2023-12-03T11:52:51.894 INFO:teuthology.orchestra.run.smithi145.stderr: 39850K .......... .......... .......... .......... .......... 42% 41.7M 1s 2023-12-03T11:52:51.894 INFO:teuthology.orchestra.run.smithi145.stderr: 39900K .......... .......... .......... .......... .......... 43% 99.0M 1s 2023-12-03T11:52:51.894 INFO:teuthology.orchestra.run.smithi145.stderr: 39950K .......... .......... .......... .......... .......... 43% 116M 1s 2023-12-03T11:52:51.894 INFO:teuthology.orchestra.run.smithi145.stderr: 40000K .......... .......... .......... .......... .......... 43% 49.9M 1s 2023-12-03T11:52:51.896 INFO:teuthology.orchestra.run.smithi145.stderr: 40050K .......... .......... .......... .......... .......... 43% 41.9M 1s 2023-12-03T11:52:51.896 INFO:teuthology.orchestra.run.smithi145.stderr: 40100K .......... .......... .......... .......... .......... 43% 43.7M 1s 2023-12-03T11:52:51.896 INFO:teuthology.orchestra.run.smithi145.stderr: 40150K .......... .......... .......... .......... .......... 43% 95.2M 1s 2023-12-03T11:52:51.898 INFO:teuthology.orchestra.run.smithi145.stderr: 40200K .......... .......... .......... .......... .......... 43% 48.1M 1s 2023-12-03T11:52:51.899 INFO:teuthology.orchestra.run.smithi145.stderr: 40250K .......... .......... .......... .......... .......... 43% 141M 1s 2023-12-03T11:52:51.900 INFO:teuthology.orchestra.run.smithi145.stderr: 40300K .......... .......... .......... .......... .......... 43% 30.5M 1s 2023-12-03T11:52:51.909 INFO:teuthology.orchestra.run.smithi145.stderr: 40350K .......... .......... .......... .......... .......... 43% 34.1M 1s 2023-12-03T11:52:51.909 INFO:teuthology.orchestra.run.smithi145.stderr: 40400K .......... .......... .......... .......... .......... 43% 120M 1s 2023-12-03T11:52:51.909 INFO:teuthology.orchestra.run.smithi145.stderr: 40450K .......... .......... .......... .......... .......... 43% 137M 1s 2023-12-03T11:52:51.909 INFO:teuthology.orchestra.run.smithi145.stderr: 40500K .......... .......... .......... .......... .......... 43% 112M 1s 2023-12-03T11:52:51.910 INFO:teuthology.orchestra.run.smithi145.stderr: 40550K .......... .......... .......... .......... .......... 43% 117M 1s 2023-12-03T11:52:51.910 INFO:teuthology.orchestra.run.smithi145.stderr: 40600K .......... .......... .......... .......... .......... 43% 76.3M 1s 2023-12-03T11:52:51.910 INFO:teuthology.orchestra.run.smithi145.stderr: 40650K .......... .......... .......... .......... .......... 43% 141M 1s 2023-12-03T11:52:51.910 INFO:teuthology.orchestra.run.smithi145.stderr: 40700K .......... .......... .......... .......... .......... 43% 120M 1s 2023-12-03T11:52:51.910 INFO:teuthology.orchestra.run.smithi145.stderr: 40750K .......... .......... .......... .......... .......... 43% 115M 1s 2023-12-03T11:52:51.910 INFO:teuthology.orchestra.run.smithi145.stderr: 40800K .......... .......... .......... .......... .......... 43% 101M 1s 2023-12-03T11:52:51.910 INFO:teuthology.orchestra.run.smithi145.stderr: 40850K .......... .......... .......... .......... .......... 44% 114M 1s 2023-12-03T11:52:51.910 INFO:teuthology.orchestra.run.smithi145.stderr: 40900K .......... .......... .......... .......... .......... 44% 85.5M 1s 2023-12-03T11:52:51.910 INFO:teuthology.orchestra.run.smithi145.stderr: 40950K .......... .......... .......... .......... .......... 44% 71.9M 1s 2023-12-03T11:52:51.912 INFO:teuthology.orchestra.run.smithi145.stderr: 41000K .......... .......... .......... .......... .......... 44% 13.6M 1s 2023-12-03T11:52:51.912 INFO:teuthology.orchestra.run.smithi145.stderr: 41050K .......... .......... .......... .......... .......... 44% 39.6M 1s 2023-12-03T11:52:51.912 INFO:teuthology.orchestra.run.smithi145.stderr: 41100K .......... .......... .......... .......... .......... 44% 117M 1s 2023-12-03T11:52:51.913 INFO:teuthology.orchestra.run.smithi145.stderr: 41150K .......... .......... .......... .......... .......... 44% 31.6M 1s 2023-12-03T11:52:51.914 INFO:teuthology.orchestra.run.smithi145.stderr: 41200K .......... .......... .......... .......... .......... 44% 48.3M 1s 2023-12-03T11:52:51.919 INFO:teuthology.orchestra.run.smithi145.stderr: 41250K .......... .......... .......... .......... .......... 44% 30.0M 1s 2023-12-03T11:52:51.919 INFO:teuthology.orchestra.run.smithi145.stderr: 41300K .......... .......... .......... .......... .......... 44% 89.3M 1s 2023-12-03T11:52:51.919 INFO:teuthology.orchestra.run.smithi145.stderr: 41350K .......... .......... .......... .......... .......... 44% 77.0M 1s 2023-12-03T11:52:51.920 INFO:teuthology.orchestra.run.smithi145.stderr: 41400K .......... .......... .......... .......... .......... 44% 53.7M 1s 2023-12-03T11:52:51.920 INFO:teuthology.orchestra.run.smithi145.stderr: 41450K .......... .......... .......... .......... .......... 44% 50.0M 1s 2023-12-03T11:52:51.922 INFO:teuthology.orchestra.run.smithi145.stderr: 41500K .......... .......... .......... .......... .......... 44% 48.2M 1s 2023-12-03T11:52:51.922 INFO:teuthology.orchestra.run.smithi145.stderr: 41550K .......... .......... .......... .......... .......... 44% 120M 1s 2023-12-03T11:52:51.922 INFO:teuthology.orchestra.run.smithi145.stderr: 41600K .......... .......... .......... .......... .......... 44% 71.1M 1s 2023-12-03T11:52:51.934 INFO:teuthology.orchestra.run.smithi145.stderr: 41650K .......... .......... .......... .......... .......... 44% 23.0M 1s 2023-12-03T11:52:51.934 INFO:teuthology.orchestra.run.smithi145.stderr: 41700K .......... .......... .......... .......... .......... 44% 90.7M 1s 2023-12-03T11:52:51.934 INFO:teuthology.orchestra.run.smithi145.stderr: 41750K .......... .......... .......... .......... .......... 44% 121M 1s 2023-12-03T11:52:51.934 INFO:teuthology.orchestra.run.smithi145.stderr: 41800K .......... .......... .......... .......... .......... 45% 120M 1s 2023-12-03T11:52:51.934 INFO:teuthology.orchestra.run.smithi145.stderr: 41850K .......... .......... .......... .......... .......... 45% 32.7M 1s 2023-12-03T11:52:51.934 INFO:teuthology.orchestra.run.smithi145.stderr: 41900K .......... .......... .......... .......... .......... 45% 111M 1s 2023-12-03T11:52:51.934 INFO:teuthology.orchestra.run.smithi145.stderr: 41950K .......... .......... .......... .......... .......... 45% 50.0M 1s 2023-12-03T11:52:51.934 INFO:teuthology.orchestra.run.smithi145.stderr: 42000K .......... .......... .......... .......... .......... 45% 50.5M 1s 2023-12-03T11:52:51.934 INFO:teuthology.orchestra.run.smithi145.stderr: 42050K .......... .......... .......... .......... .......... 45% 45.3M 1s 2023-12-03T11:52:51.934 INFO:teuthology.orchestra.run.smithi145.stderr: 42100K .......... .......... .......... .......... .......... 45% 28.6M 1s 2023-12-03T11:52:51.935 INFO:teuthology.orchestra.run.smithi145.stderr: 42150K .......... .......... .......... .......... .......... 45% 31.1M 1s 2023-12-03T11:52:51.935 INFO:teuthology.orchestra.run.smithi145.stderr: 42200K .......... .......... .......... .......... .......... 45% 30.6M 1s 2023-12-03T11:52:51.937 INFO:teuthology.orchestra.run.smithi145.stderr: 42250K .......... .......... .......... .......... .......... 45% 23.5M 1s 2023-12-03T11:52:51.938 INFO:teuthology.orchestra.run.smithi145.stderr: 42300K .......... .......... .......... .......... .......... 45% 119M 1s 2023-12-03T11:52:51.938 INFO:teuthology.orchestra.run.smithi145.stderr: 42350K .......... .......... .......... .......... .......... 45% 92.5M 1s 2023-12-03T11:52:51.945 INFO:teuthology.orchestra.run.smithi145.stderr: 42400K .......... .......... .......... .......... .......... 45% 35.2M 1s 2023-12-03T11:52:51.945 INFO:teuthology.orchestra.run.smithi145.stderr: 42450K .......... .......... .......... .......... .......... 45% 77.8M 1s 2023-12-03T11:52:51.946 INFO:teuthology.orchestra.run.smithi145.stderr: 42500K .......... .......... .......... .......... .......... 45% 118M 1s 2023-12-03T11:52:51.946 INFO:teuthology.orchestra.run.smithi145.stderr: 42550K .......... .......... .......... .......... .......... 45% 74.1M 1s 2023-12-03T11:52:51.946 INFO:teuthology.orchestra.run.smithi145.stderr: 42600K .......... .......... .......... .......... .......... 45% 117M 1s 2023-12-03T11:52:51.946 INFO:teuthology.orchestra.run.smithi145.stderr: 42650K .......... .......... .......... .......... .......... 45% 85.6M 1s 2023-12-03T11:52:51.946 INFO:teuthology.orchestra.run.smithi145.stderr: 42700K .......... .......... .......... .......... .......... 46% 110M 1s 2023-12-03T11:52:51.946 INFO:teuthology.orchestra.run.smithi145.stderr: 42750K .......... .......... .......... .......... .......... 46% 115M 1s 2023-12-03T11:52:51.946 INFO:teuthology.orchestra.run.smithi145.stderr: 42800K .......... .......... .......... .......... .......... 46% 30.8M 1s 2023-12-03T11:52:51.946 INFO:teuthology.orchestra.run.smithi145.stderr: 42850K .......... .......... .......... .......... .......... 46% 41.5M 1s 2023-12-03T11:52:51.949 INFO:teuthology.orchestra.run.smithi145.stderr: 42900K .......... .......... .......... .......... .......... 46% 43.2M 1s 2023-12-03T11:52:51.949 INFO:teuthology.orchestra.run.smithi145.stderr: 42950K .......... .......... .......... .......... .......... 46% 48.9M 1s 2023-12-03T11:52:51.949 INFO:teuthology.orchestra.run.smithi145.stderr: 43000K .......... .......... .......... .......... .......... 46% 124M 1s 2023-12-03T11:52:51.949 INFO:teuthology.orchestra.run.smithi145.stderr: 43050K .......... .......... .......... .......... .......... 46% 51.0M 1s 2023-12-03T11:52:51.951 INFO:teuthology.orchestra.run.smithi145.stderr: 43100K .......... .......... .......... .......... .......... 46% 46.6M 1s 2023-12-03T11:52:51.951 INFO:teuthology.orchestra.run.smithi145.stderr: 43150K .......... .......... .......... .......... .......... 46% 52.6M 1s 2023-12-03T11:52:51.951 INFO:teuthology.orchestra.run.smithi145.stderr: 43200K .......... .......... .......... .......... .......... 46% 114M 1s 2023-12-03T11:52:51.953 INFO:teuthology.orchestra.run.smithi145.stderr: 43250K .......... .......... .......... .......... .......... 46% 28.5M 1s 2023-12-03T11:52:51.958 INFO:teuthology.orchestra.run.smithi145.stderr: 43300K .......... .......... .......... .......... .......... 46% 22.5M 1s 2023-12-03T11:52:51.958 INFO:teuthology.orchestra.run.smithi145.stderr: 43350K .......... .......... .......... .......... .......... 46% 50.4M 1s 2023-12-03T11:52:51.958 INFO:teuthology.orchestra.run.smithi145.stderr: 43400K .......... .......... .......... .......... .......... 46% 110M 1s 2023-12-03T11:52:51.958 INFO:teuthology.orchestra.run.smithi145.stderr: 43450K .......... .......... .......... .......... .......... 46% 52.6M 1s 2023-12-03T11:52:51.958 INFO:teuthology.orchestra.run.smithi145.stderr: 43500K .......... .......... .......... .......... .......... 46% 103M 1s 2023-12-03T11:52:51.969 INFO:teuthology.orchestra.run.smithi145.stderr: 43550K .......... .......... .......... .......... .......... 46% 50.3M 1s 2023-12-03T11:52:51.969 INFO:teuthology.orchestra.run.smithi145.stderr: 43600K .......... .......... .......... .......... .......... 46% 92.3M 1s 2023-12-03T11:52:51.969 INFO:teuthology.orchestra.run.smithi145.stderr: 43650K .......... .......... .......... .......... .......... 47% 44.6M 1s 2023-12-03T11:52:51.970 INFO:teuthology.orchestra.run.smithi145.stderr: 43700K .......... .......... .......... .......... .......... 47% 121M 1s 2023-12-03T11:52:51.970 INFO:teuthology.orchestra.run.smithi145.stderr: 43750K .......... .......... .......... .......... .......... 47% 112M 1s 2023-12-03T11:52:51.970 INFO:teuthology.orchestra.run.smithi145.stderr: 43800K .......... .......... .......... .......... .......... 47% 49.7M 1s 2023-12-03T11:52:51.970 INFO:teuthology.orchestra.run.smithi145.stderr: 43850K .......... .......... .......... .......... .......... 47% 106M 1s 2023-12-03T11:52:51.970 INFO:teuthology.orchestra.run.smithi145.stderr: 43900K .......... .......... .......... .......... .......... 47% 82.8M 1s 2023-12-03T11:52:51.970 INFO:teuthology.orchestra.run.smithi145.stderr: 43950K .......... .......... .......... .......... .......... 47% 59.2M 1s 2023-12-03T11:52:51.970 INFO:teuthology.orchestra.run.smithi145.stderr: 44000K .......... .......... .......... .......... .......... 47% 44.7M 1s 2023-12-03T11:52:51.970 INFO:teuthology.orchestra.run.smithi145.stderr: 44050K .......... .......... .......... .......... .......... 47% 48.6M 1s 2023-12-03T11:52:51.970 INFO:teuthology.orchestra.run.smithi145.stderr: 44100K .......... .......... .......... .......... .......... 47% 41.9M 1s 2023-12-03T11:52:51.970 INFO:teuthology.orchestra.run.smithi145.stderr: 44150K .......... .......... .......... .......... .......... 47% 122M 1s 2023-12-03T11:52:51.970 INFO:teuthology.orchestra.run.smithi145.stderr: 44200K .......... .......... .......... .......... .......... 47% 40.3M 1s 2023-12-03T11:52:51.972 INFO:teuthology.orchestra.run.smithi145.stderr: 44250K .......... .......... .......... .......... .......... 47% 26.5M 1s 2023-12-03T11:52:51.972 INFO:teuthology.orchestra.run.smithi145.stderr: 44300K .......... .......... .......... .......... .......... 47% 65.1M 1s 2023-12-03T11:52:51.972 INFO:teuthology.orchestra.run.smithi145.stderr: 44350K .......... .......... .......... .......... .......... 47% 113M 1s 2023-12-03T11:52:51.973 INFO:teuthology.orchestra.run.smithi145.stderr: 44400K .......... .......... .......... .......... .......... 47% 28.9M 1s 2023-12-03T11:52:51.975 INFO:teuthology.orchestra.run.smithi145.stderr: 44450K .......... .......... .......... .......... .......... 47% 49.9M 1s 2023-12-03T11:52:51.976 INFO:teuthology.orchestra.run.smithi145.stderr: 44500K .......... .......... .......... .......... .......... 47% 38.4M 1s 2023-12-03T11:52:51.977 INFO:teuthology.orchestra.run.smithi145.stderr: 44550K .......... .......... .......... .......... .......... 48% 50.3M 1s 2023-12-03T11:52:51.977 INFO:teuthology.orchestra.run.smithi145.stderr: 44600K .......... .......... .......... .......... .......... 48% 113M 1s 2023-12-03T11:52:51.983 INFO:teuthology.orchestra.run.smithi145.stderr: 44650K .......... .......... .......... .......... .......... 48% 40.9M 1s 2023-12-03T11:52:51.983 INFO:teuthology.orchestra.run.smithi145.stderr: 44700K .......... .......... .......... .......... .......... 48% 112M 1s 2023-12-03T11:52:51.983 INFO:teuthology.orchestra.run.smithi145.stderr: 44750K .......... .......... .......... .......... .......... 48% 50.1M 1s 2023-12-03T11:52:51.983 INFO:teuthology.orchestra.run.smithi145.stderr: 44800K .......... .......... .......... .......... .......... 48% 95.2M 1s 2023-12-03T11:52:51.983 INFO:teuthology.orchestra.run.smithi145.stderr: 44850K .......... .......... .......... .......... .......... 48% 121M 1s 2023-12-03T11:52:51.984 INFO:teuthology.orchestra.run.smithi145.stderr: 44900K .......... .......... .......... .......... .......... 48% 104M 1s 2023-12-03T11:52:51.984 INFO:teuthology.orchestra.run.smithi145.stderr: 44950K .......... .......... .......... .......... .......... 48% 37.5M 1s 2023-12-03T11:52:51.985 INFO:teuthology.orchestra.run.smithi145.stderr: 45000K .......... .......... .......... .......... .......... 48% 32.3M 1s 2023-12-03T11:52:51.985 INFO:teuthology.orchestra.run.smithi145.stderr: 45050K .......... .......... .......... .......... .......... 48% 65.1M 1s 2023-12-03T11:52:51.986 INFO:teuthology.orchestra.run.smithi145.stderr: 45100K .......... .......... .......... .......... .......... 48% 31.4M 1s 2023-12-03T11:52:51.988 INFO:teuthology.orchestra.run.smithi145.stderr: 45150K .......... .......... .......... .......... .......... 48% 48.9M 1s 2023-12-03T11:52:51.990 INFO:teuthology.orchestra.run.smithi145.stderr: 45200K .......... .......... .......... .......... .......... 48% 42.6M 1s 2023-12-03T11:52:51.991 INFO:teuthology.orchestra.run.smithi145.stderr: 45250K .......... .......... .......... .......... .......... 48% 105M 1s 2023-12-03T11:52:51.991 INFO:teuthology.orchestra.run.smithi145.stderr: 45300K .......... .......... .......... .......... .......... 48% 121M 1s 2023-12-03T11:52:51.991 INFO:teuthology.orchestra.run.smithi145.stderr: 45350K .......... .......... .......... .......... .......... 48% 47.7M 1s 2023-12-03T11:52:51.994 INFO:teuthology.orchestra.run.smithi145.stderr: 45400K .......... .......... .......... .......... .......... 48% 48.9M 1s 2023-12-03T11:52:51.994 INFO:teuthology.orchestra.run.smithi145.stderr: 45450K .......... .......... .......... .......... .......... 48% 95.3M 1s 2023-12-03T11:52:51.994 INFO:teuthology.orchestra.run.smithi145.stderr: 45500K .......... .......... .......... .......... .......... 49% 114M 1s 2023-12-03T11:52:51.994 INFO:teuthology.orchestra.run.smithi145.stderr: 45550K .......... .......... .......... .......... .......... 49% 44.0M 1s 2023-12-03T11:52:51.996 INFO:teuthology.orchestra.run.smithi145.stderr: 45600K .......... .......... .......... .......... .......... 49% 20.6M 1s 2023-12-03T11:52:51.996 INFO:teuthology.orchestra.run.smithi145.stderr: 45650K .......... .......... .......... .......... .......... 49% 115M 1s 2023-12-03T11:52:52.000 INFO:teuthology.orchestra.run.smithi145.stderr: 45700K .......... .......... .......... .......... .......... 49% 48.2M 1s 2023-12-03T11:52:52.000 INFO:teuthology.orchestra.run.smithi145.stderr: 45750K .......... .......... .......... .......... .......... 49% 116M 1s 2023-12-03T11:52:52.001 INFO:teuthology.orchestra.run.smithi145.stderr: 45800K .......... .......... .......... .......... .......... 49% 89.8M 1s 2023-12-03T11:52:52.001 INFO:teuthology.orchestra.run.smithi145.stderr: 45850K .......... .......... .......... .......... .......... 49% 44.7M 1s 2023-12-03T11:52:52.001 INFO:teuthology.orchestra.run.smithi145.stderr: 45900K .......... .......... .......... .......... .......... 49% 67.3M 1s 2023-12-03T11:52:52.002 INFO:teuthology.orchestra.run.smithi145.stderr: 45950K .......... .......... .......... .......... .......... 49% 28.2M 1s 2023-12-03T11:52:52.002 INFO:teuthology.orchestra.run.smithi145.stderr: 46000K .......... .......... .......... .......... .......... 49% 99.8M 1s 2023-12-03T11:52:52.003 INFO:teuthology.orchestra.run.smithi145.stderr: 46050K .......... .......... .......... .......... .......... 49% 42.9M 1s 2023-12-03T11:52:52.006 INFO:teuthology.orchestra.run.smithi145.stderr: 46100K .......... .......... .......... .......... .......... 49% 55.1M 1s 2023-12-03T11:52:52.006 INFO:teuthology.orchestra.run.smithi145.stderr: 46150K .......... .......... .......... .......... .......... 49% 46.2M 1s 2023-12-03T11:52:52.006 INFO:teuthology.orchestra.run.smithi145.stderr: 46200K .......... .......... .......... .......... .......... 49% 108M 1s 2023-12-03T11:52:52.012 INFO:teuthology.orchestra.run.smithi145.stderr: 46250K .......... .......... .......... .......... .......... 49% 40.2M 1s 2023-12-03T11:52:52.012 INFO:teuthology.orchestra.run.smithi145.stderr: 46300K .......... .......... .......... .......... .......... 49% 80.4M 1s 2023-12-03T11:52:52.012 INFO:teuthology.orchestra.run.smithi145.stderr: 46350K .......... .......... .......... .......... .......... 49% 43.8M 1s 2023-12-03T11:52:52.012 INFO:teuthology.orchestra.run.smithi145.stderr: 46400K .......... .......... .......... .......... .......... 49% 50.1M 1s 2023-12-03T11:52:52.012 INFO:teuthology.orchestra.run.smithi145.stderr: 46450K .......... .......... .......... .......... .......... 50% 116M 1s 2023-12-03T11:52:52.012 INFO:teuthology.orchestra.run.smithi145.stderr: 46500K .......... .......... .......... .......... .......... 50% 55.5M 1s 2023-12-03T11:52:52.012 INFO:teuthology.orchestra.run.smithi145.stderr: 46550K .......... .......... .......... .......... .......... 50% 72.6M 1s 2023-12-03T11:52:52.013 INFO:teuthology.orchestra.run.smithi145.stderr: 46600K .......... .......... .......... .......... .......... 50% 39.2M 1s 2023-12-03T11:52:52.015 INFO:teuthology.orchestra.run.smithi145.stderr: 46650K .......... .......... .......... .......... .......... 50% 48.7M 1s 2023-12-03T11:52:52.015 INFO:teuthology.orchestra.run.smithi145.stderr: 46700K .......... .......... .......... .......... .......... 50% 119M 1s 2023-12-03T11:52:52.015 INFO:teuthology.orchestra.run.smithi145.stderr: 46750K .......... .......... .......... .......... .......... 50% 119M 1s 2023-12-03T11:52:52.017 INFO:teuthology.orchestra.run.smithi145.stderr: 46800K .......... .......... .......... .......... .......... 50% 22.4M 1s 2023-12-03T11:52:52.019 INFO:teuthology.orchestra.run.smithi145.stderr: 46850K .......... .......... .......... .......... .......... 50% 31.1M 1s 2023-12-03T11:52:52.021 INFO:teuthology.orchestra.run.smithi145.stderr: 46900K .......... .......... .......... .......... .......... 50% 30.1M 1s 2023-12-03T11:52:52.021 INFO:teuthology.orchestra.run.smithi145.stderr: 46950K .......... .......... .......... .......... .......... 50% 121M 1s 2023-12-03T11:52:52.023 INFO:teuthology.orchestra.run.smithi145.stderr: 47000K .......... .......... .......... .......... .......... 50% 27.9M 1s 2023-12-03T11:52:52.025 INFO:teuthology.orchestra.run.smithi145.stderr: 47050K .......... .......... .......... .......... .......... 50% 37.5M 1s 2023-12-03T11:52:52.025 INFO:teuthology.orchestra.run.smithi145.stderr: 47100K .......... .......... .......... .......... .......... 50% 51.9M 1s 2023-12-03T11:52:52.025 INFO:teuthology.orchestra.run.smithi145.stderr: 47150K .......... .......... .......... .......... .......... 50% 112M 1s 2023-12-03T11:52:52.036 INFO:teuthology.orchestra.run.smithi145.stderr: 47200K .......... .......... .......... .......... .......... 50% 49.3M 1s 2023-12-03T11:52:52.036 INFO:teuthology.orchestra.run.smithi145.stderr: 47250K .......... .......... .......... .......... .......... 50% 83.3M 1s 2023-12-03T11:52:52.036 INFO:teuthology.orchestra.run.smithi145.stderr: 47300K .......... .......... .......... .......... .......... 50% 50.9M 1s 2023-12-03T11:52:52.036 INFO:teuthology.orchestra.run.smithi145.stderr: 47350K .......... .......... .......... .......... .......... 51% 49.4M 1s 2023-12-03T11:52:52.036 INFO:teuthology.orchestra.run.smithi145.stderr: 47400K .......... .......... .......... .......... .......... 51% 116M 1s 2023-12-03T11:52:52.036 INFO:teuthology.orchestra.run.smithi145.stderr: 47450K .......... .......... .......... .......... .......... 51% 104M 1s 2023-12-03T11:52:52.036 INFO:teuthology.orchestra.run.smithi145.stderr: 47500K .......... .......... .......... .......... .......... 51% 52.4M 1s 2023-12-03T11:52:52.036 INFO:teuthology.orchestra.run.smithi145.stderr: 47550K .......... .......... .......... .......... .......... 51% 48.9M 1s 2023-12-03T11:52:52.036 INFO:teuthology.orchestra.run.smithi145.stderr: 47600K .......... .......... .......... .......... .......... 51% 90.3M 1s 2023-12-03T11:52:52.036 INFO:teuthology.orchestra.run.smithi145.stderr: 47650K .......... .......... .......... .......... .......... 51% 119M 1s 2023-12-03T11:52:52.037 INFO:teuthology.orchestra.run.smithi145.stderr: 47700K .......... .......... .......... .......... .......... 51% 53.1M 1s 2023-12-03T11:52:52.037 INFO:teuthology.orchestra.run.smithi145.stderr: 47750K .......... .......... .......... .......... .......... 51% 103M 1s 2023-12-03T11:52:52.037 INFO:teuthology.orchestra.run.smithi145.stderr: 47800K .......... .......... .......... .......... .......... 51% 29.4M 1s 2023-12-03T11:52:52.037 INFO:teuthology.orchestra.run.smithi145.stderr: 47850K .......... .......... .......... .......... .......... 51% 105M 1s 2023-12-03T11:52:52.038 INFO:teuthology.orchestra.run.smithi145.stderr: 47900K .......... .......... .......... .......... .......... 51% 24.4M 1s 2023-12-03T11:52:52.039 INFO:teuthology.orchestra.run.smithi145.stderr: 47950K .......... .......... .......... .......... .......... 51% 47.3M 1s 2023-12-03T11:52:52.041 INFO:teuthology.orchestra.run.smithi145.stderr: 48000K .......... .......... .......... .......... .......... 51% 37.1M 1s 2023-12-03T11:52:52.047 INFO:teuthology.orchestra.run.smithi145.stderr: 48050K .......... .......... .......... .......... .......... 51% 125M 1s 2023-12-03T11:52:52.047 INFO:teuthology.orchestra.run.smithi145.stderr: 48100K .......... .......... .......... .......... .......... 51% 41.5M 1s 2023-12-03T11:52:52.047 INFO:teuthology.orchestra.run.smithi145.stderr: 48150K .......... .......... .......... .......... .......... 51% 76.9M 1s 2023-12-03T11:52:52.047 INFO:teuthology.orchestra.run.smithi145.stderr: 48200K .......... .......... .......... .......... .......... 51% 41.8M 1s 2023-12-03T11:52:52.047 INFO:teuthology.orchestra.run.smithi145.stderr: 48250K .......... .......... .......... .......... .......... 51% 72.0M 1s 2023-12-03T11:52:52.047 INFO:teuthology.orchestra.run.smithi145.stderr: 48300K .......... .......... .......... .......... .......... 52% 116M 1s 2023-12-03T11:52:52.047 INFO:teuthology.orchestra.run.smithi145.stderr: 48350K .......... .......... .......... .......... .......... 52% 45.0M 1s 2023-12-03T11:52:52.047 INFO:teuthology.orchestra.run.smithi145.stderr: 48400K .......... .......... .......... .......... .......... 52% 73.3M 1s 2023-12-03T11:52:52.050 INFO:teuthology.orchestra.run.smithi145.stderr: 48450K .......... .......... .......... .......... .......... 52% 32.7M 1s 2023-12-03T11:52:52.050 INFO:teuthology.orchestra.run.smithi145.stderr: 48500K .......... .......... .......... .......... .......... 52% 49.0M 1s 2023-12-03T11:52:52.050 INFO:teuthology.orchestra.run.smithi145.stderr: 48550K .......... .......... .......... .......... .......... 52% 111M 1s 2023-12-03T11:52:52.050 INFO:teuthology.orchestra.run.smithi145.stderr: 48600K .......... .......... .......... .......... .......... 52% 70.5M 1s 2023-12-03T11:52:52.051 INFO:teuthology.orchestra.run.smithi145.stderr: 48650K .......... .......... .......... .......... .......... 52% 47.6M 1s 2023-12-03T11:52:52.052 INFO:teuthology.orchestra.run.smithi145.stderr: 48700K .......... .......... .......... .......... .......... 52% 39.3M 1s 2023-12-03T11:52:52.054 INFO:teuthology.orchestra.run.smithi145.stderr: 48750K .......... .......... .......... .......... .......... 52% 58.5M 1s 2023-12-03T11:52:52.054 INFO:teuthology.orchestra.run.smithi145.stderr: 48800K .......... .......... .......... .......... .......... 52% 121M 1s 2023-12-03T11:52:52.056 INFO:teuthology.orchestra.run.smithi145.stderr: 48850K .......... .......... .......... .......... .......... 52% 25.2M 1s 2023-12-03T11:52:52.058 INFO:teuthology.orchestra.run.smithi145.stderr: 48900K .......... .......... .......... .......... .......... 52% 50.1M 1s 2023-12-03T11:52:52.058 INFO:teuthology.orchestra.run.smithi145.stderr: 48950K .......... .......... .......... .......... .......... 52% 91.8M 1s 2023-12-03T11:52:52.059 INFO:teuthology.orchestra.run.smithi145.stderr: 49000K .......... .......... .......... .......... .......... 52% 55.6M 1s 2023-12-03T11:52:52.059 INFO:teuthology.orchestra.run.smithi145.stderr: 49050K .......... .......... .......... .......... .......... 52% 86.5M 1s 2023-12-03T11:52:52.070 INFO:teuthology.orchestra.run.smithi145.stderr: 49100K .......... .......... .......... .......... .......... 52% 50.1M 1s 2023-12-03T11:52:52.070 INFO:teuthology.orchestra.run.smithi145.stderr: 49150K .......... .......... .......... .......... .......... 52% 50.2M 1s 2023-12-03T11:52:52.070 INFO:teuthology.orchestra.run.smithi145.stderr: 49200K .......... .......... .......... .......... .......... 53% 113M 1s 2023-12-03T11:52:52.070 INFO:teuthology.orchestra.run.smithi145.stderr: 49250K .......... .......... .......... .......... .......... 53% 104M 1s 2023-12-03T11:52:52.070 INFO:teuthology.orchestra.run.smithi145.stderr: 49300K .......... .......... .......... .......... .......... 53% 46.5M 1s 2023-12-03T11:52:52.070 INFO:teuthology.orchestra.run.smithi145.stderr: 49350K .......... .......... .......... .......... .......... 53% 116M 1s 2023-12-03T11:52:52.070 INFO:teuthology.orchestra.run.smithi145.stderr: 49400K .......... .......... .......... .......... .......... 53% 50.0M 1s 2023-12-03T11:52:52.070 INFO:teuthology.orchestra.run.smithi145.stderr: 49450K .......... .......... .......... .......... .......... 53% 107M 1s 2023-12-03T11:52:52.070 INFO:teuthology.orchestra.run.smithi145.stderr: 49500K .......... .......... .......... .......... .......... 53% 118M 1s 2023-12-03T11:52:52.070 INFO:teuthology.orchestra.run.smithi145.stderr: 49550K .......... .......... .......... .......... .......... 53% 51.9M 1s 2023-12-03T11:52:52.070 INFO:teuthology.orchestra.run.smithi145.stderr: 49600K .......... .......... .......... .......... .......... 53% 85.6M 1s 2023-12-03T11:52:52.070 INFO:teuthology.orchestra.run.smithi145.stderr: 49650K .......... .......... .......... .......... .......... 53% 49.4M 1s 2023-12-03T11:52:52.071 INFO:teuthology.orchestra.run.smithi145.stderr: 49700K .......... .......... .......... .......... .......... 53% 42.7M 1s 2023-12-03T11:52:52.071 INFO:teuthology.orchestra.run.smithi145.stderr: 49750K .......... .......... .......... .......... .......... 53% 129M 1s 2023-12-03T11:52:52.071 INFO:teuthology.orchestra.run.smithi145.stderr: 49800K .......... .......... .......... .......... .......... 53% 48.0M 1s 2023-12-03T11:52:52.072 INFO:teuthology.orchestra.run.smithi145.stderr: 49850K .......... .......... .......... .......... .......... 53% 45.3M 1s 2023-12-03T11:52:52.075 INFO:teuthology.orchestra.run.smithi145.stderr: 49900K .......... .......... .......... .......... .......... 53% 12.1M 1s 2023-12-03T11:52:52.076 INFO:teuthology.orchestra.run.smithi145.stderr: 49950K .......... .......... .......... .......... .......... 53% 28.2M 1s 2023-12-03T11:52:52.078 INFO:teuthology.orchestra.run.smithi145.stderr: 50000K .......... .......... .......... .......... .......... 53% 41.5M 1s 2023-12-03T11:52:52.079 INFO:teuthology.orchestra.run.smithi145.stderr: 50050K .......... .......... .......... .......... .......... 53% 46.0M 1s 2023-12-03T11:52:52.081 INFO:teuthology.orchestra.run.smithi145.stderr: 50100K .......... .......... .......... .......... .......... 53% 40.5M 1s 2023-12-03T11:52:52.081 INFO:teuthology.orchestra.run.smithi145.stderr: 50150K .......... .......... .......... .......... .......... 54% 110M 1s 2023-12-03T11:52:52.082 INFO:teuthology.orchestra.run.smithi145.stderr: 50200K .......... .......... .......... .......... .......... 54% 78.0M 1s 2023-12-03T11:52:52.082 INFO:teuthology.orchestra.run.smithi145.stderr: 50250K .......... .......... .......... .......... .......... 54% 34.7M 1s 2023-12-03T11:52:52.084 INFO:teuthology.orchestra.run.smithi145.stderr: 50300K .......... .......... .......... .......... .......... 54% 45.5M 1s 2023-12-03T11:52:52.085 INFO:teuthology.orchestra.run.smithi145.stderr: 50350K .......... .......... .......... .......... .......... 54% 37.4M 1s 2023-12-03T11:52:52.085 INFO:teuthology.orchestra.run.smithi145.stderr: 50400K .......... .......... .......... .......... .......... 54% 123M 1s 2023-12-03T11:52:52.086 INFO:teuthology.orchestra.run.smithi145.stderr: 50450K .......... .......... .......... .......... .......... 54% 40.9M 1s 2023-12-03T11:52:52.089 INFO:teuthology.orchestra.run.smithi145.stderr: 50500K .......... .......... .......... .......... .......... 54% 31.0M 1s 2023-12-03T11:52:52.089 INFO:teuthology.orchestra.run.smithi145.stderr: 50550K .......... .......... .......... .......... .......... 54% 65.5M 1s 2023-12-03T11:52:52.090 INFO:teuthology.orchestra.run.smithi145.stderr: 50600K .......... .......... .......... .......... .......... 54% 47.1M 1s 2023-12-03T11:52:52.091 INFO:teuthology.orchestra.run.smithi145.stderr: 50650K .......... .......... .......... .......... .......... 54% 116M 1s 2023-12-03T11:52:52.094 INFO:teuthology.orchestra.run.smithi145.stderr: 50700K .......... .......... .......... .......... .......... 54% 37.9M 1s 2023-12-03T11:52:52.094 INFO:teuthology.orchestra.run.smithi145.stderr: 50750K .......... .......... .......... .......... .......... 54% 48.0M 1s 2023-12-03T11:52:52.094 INFO:teuthology.orchestra.run.smithi145.stderr: 50800K .......... .......... .......... .......... .......... 54% 49.7M 1s 2023-12-03T11:52:52.102 INFO:teuthology.orchestra.run.smithi145.stderr: 50850K .......... .......... .......... .......... .......... 54% 46.3M 1s 2023-12-03T11:52:52.102 INFO:teuthology.orchestra.run.smithi145.stderr: 50900K .......... .......... .......... .......... .......... 54% 129M 1s 2023-12-03T11:52:52.102 INFO:teuthology.orchestra.run.smithi145.stderr: 50950K .......... .......... .......... .......... .......... 54% 48.1M 1s 2023-12-03T11:52:52.102 INFO:teuthology.orchestra.run.smithi145.stderr: 51000K .......... .......... .......... .......... .......... 54% 49.7M 1s 2023-12-03T11:52:52.103 INFO:teuthology.orchestra.run.smithi145.stderr: 51050K .......... .......... .......... .......... .......... 55% 80.3M 1s 2023-12-03T11:52:52.103 INFO:teuthology.orchestra.run.smithi145.stderr: 51100K .......... .......... .......... .......... .......... 55% 48.5M 1s 2023-12-03T11:52:52.103 INFO:teuthology.orchestra.run.smithi145.stderr: 51150K .......... .......... .......... .......... .......... 55% 114M 1s 2023-12-03T11:52:52.103 INFO:teuthology.orchestra.run.smithi145.stderr: 51200K .......... .......... .......... .......... .......... 55% 107M 1s 2023-12-03T11:52:52.103 INFO:teuthology.orchestra.run.smithi145.stderr: 51250K .......... .......... .......... .......... .......... 55% 47.4M 1s 2023-12-03T11:52:52.103 INFO:teuthology.orchestra.run.smithi145.stderr: 51300K .......... .......... .......... .......... .......... 55% 114M 1s 2023-12-03T11:52:52.103 INFO:teuthology.orchestra.run.smithi145.stderr: 51350K .......... .......... .......... .......... .......... 55% 111M 1s 2023-12-03T11:52:52.103 INFO:teuthology.orchestra.run.smithi145.stderr: 51400K .......... .......... .......... .......... .......... 55% 49.6M 1s 2023-12-03T11:52:52.107 INFO:teuthology.orchestra.run.smithi145.stderr: 51450K .......... .......... .......... .......... .......... 55% 48.2M 1s 2023-12-03T11:52:52.107 INFO:teuthology.orchestra.run.smithi145.stderr: 51500K .......... .......... .......... .......... .......... 55% 49.5M 1s 2023-12-03T11:52:52.107 INFO:teuthology.orchestra.run.smithi145.stderr: 51550K .......... .......... .......... .......... .......... 55% 43.5M 1s 2023-12-03T11:52:52.107 INFO:teuthology.orchestra.run.smithi145.stderr: 51600K .......... .......... .......... .......... .......... 55% 106M 1s 2023-12-03T11:52:52.107 INFO:teuthology.orchestra.run.smithi145.stderr: 51650K .......... .......... .......... .......... .......... 55% 49.3M 1s 2023-12-03T11:52:52.110 INFO:teuthology.orchestra.run.smithi145.stderr: 51700K .......... .......... .......... .......... .......... 55% 51.0M 1s 2023-12-03T11:52:52.110 INFO:teuthology.orchestra.run.smithi145.stderr: 51750K .......... .......... .......... .......... .......... 55% 106M 1s 2023-12-03T11:52:52.110 INFO:teuthology.orchestra.run.smithi145.stderr: 51800K .......... .......... .......... .......... .......... 55% 110M 1s 2023-12-03T11:52:52.112 INFO:teuthology.orchestra.run.smithi145.stderr: 51850K .......... .......... .......... .......... .......... 55% 27.4M 1s 2023-12-03T11:52:52.112 INFO:teuthology.orchestra.run.smithi145.stderr: 51900K .......... .......... .......... .......... .......... 55% 136M 1s 2023-12-03T11:52:52.112 INFO:teuthology.orchestra.run.smithi145.stderr: 51950K .......... .......... .......... .......... .......... 55% 79.4M 1s 2023-12-03T11:52:52.113 INFO:teuthology.orchestra.run.smithi145.stderr: 52000K .......... .......... .......... .......... .......... 56% 29.6M 1s 2023-12-03T11:52:52.114 INFO:teuthology.orchestra.run.smithi145.stderr: 52050K .......... .......... .......... .......... .......... 56% 43.9M 1s 2023-12-03T11:52:52.115 INFO:teuthology.orchestra.run.smithi145.stderr: 52100K .......... .......... .......... .......... .......... 56% 116M 1s 2023-12-03T11:52:52.128 INFO:teuthology.orchestra.run.smithi145.stderr: 52150K .......... .......... .......... .......... .......... 56% 47.7M 1s 2023-12-03T11:52:52.128 INFO:teuthology.orchestra.run.smithi145.stderr: 52200K .......... .......... .......... .......... .......... 56% 90.5M 1s 2023-12-03T11:52:52.128 INFO:teuthology.orchestra.run.smithi145.stderr: 52250K .......... .......... .......... .......... .......... 56% 50.4M 1s 2023-12-03T11:52:52.128 INFO:teuthology.orchestra.run.smithi145.stderr: 52300K .......... .......... .......... .......... .......... 56% 115M 1s 2023-12-03T11:52:52.128 INFO:teuthology.orchestra.run.smithi145.stderr: 52350K .......... .......... .......... .......... .......... 56% 42.8M 1s 2023-12-03T11:52:52.128 INFO:teuthology.orchestra.run.smithi145.stderr: 52400K .......... .......... .......... .......... .......... 56% 73.0M 1s 2023-12-03T11:52:52.128 INFO:teuthology.orchestra.run.smithi145.stderr: 52450K .......... .......... .......... .......... .......... 56% 46.8M 1s 2023-12-03T11:52:52.128 INFO:teuthology.orchestra.run.smithi145.stderr: 52500K .......... .......... .......... .......... .......... 56% 106M 1s 2023-12-03T11:52:52.128 INFO:teuthology.orchestra.run.smithi145.stderr: 52550K .......... .......... .......... .......... .......... 56% 122M 1s 2023-12-03T11:52:52.129 INFO:teuthology.orchestra.run.smithi145.stderr: 52600K .......... .......... .......... .......... .......... 56% 63.0M 1s 2023-12-03T11:52:52.129 INFO:teuthology.orchestra.run.smithi145.stderr: 52650K .......... .......... .......... .......... .......... 56% 50.2M 1s 2023-12-03T11:52:52.129 INFO:teuthology.orchestra.run.smithi145.stderr: 52700K .......... .......... .......... .......... .......... 56% 39.5M 1s 2023-12-03T11:52:52.129 INFO:teuthology.orchestra.run.smithi145.stderr: 52750K .......... .......... .......... .......... .......... 56% 132M 1s 2023-12-03T11:52:52.129 INFO:teuthology.orchestra.run.smithi145.stderr: 52800K .......... .......... .......... .......... .......... 56% 48.9M 1s 2023-12-03T11:52:52.129 INFO:teuthology.orchestra.run.smithi145.stderr: 52850K .......... .......... .......... .......... .......... 56% 47.9M 1s 2023-12-03T11:52:52.129 INFO:teuthology.orchestra.run.smithi145.stderr: 52900K .......... .......... .......... .......... .......... 56% 83.2M 1s 2023-12-03T11:52:52.130 INFO:teuthology.orchestra.run.smithi145.stderr: 52950K .......... .......... .......... .......... .......... 57% 109M 1s 2023-12-03T11:52:52.157 INFO:teuthology.orchestra.run.smithi145.stderr: 53000K .......... .......... .......... .......... .......... 57% 15.4M 1s 2023-12-03T11:52:52.157 INFO:teuthology.orchestra.run.smithi145.stderr: 53050K .......... .......... .......... .......... .......... 57% 29.5M 1s 2023-12-03T11:52:52.157 INFO:teuthology.orchestra.run.smithi145.stderr: 53100K .......... .......... .......... .......... .......... 57% 160M 1s 2023-12-03T11:52:52.157 INFO:teuthology.orchestra.run.smithi145.stderr: 53150K .......... .......... .......... .......... .......... 57% 49.6M 1s 2023-12-03T11:52:52.158 INFO:teuthology.orchestra.run.smithi145.stderr: 53200K .......... .......... .......... .......... .......... 57% 128M 1s 2023-12-03T11:52:52.158 INFO:teuthology.orchestra.run.smithi145.stderr: 53250K .......... .......... .......... .......... .......... 57% 43.8M 1s 2023-12-03T11:52:52.158 INFO:teuthology.orchestra.run.smithi145.stderr: 53300K .......... .......... .......... .......... .......... 57% 51.1M 1s 2023-12-03T11:52:52.158 INFO:teuthology.orchestra.run.smithi145.stderr: 53350K .......... .......... .......... .......... .......... 57% 48.4M 1s 2023-12-03T11:52:52.158 INFO:teuthology.orchestra.run.smithi145.stderr: 53400K .......... .......... .......... .......... .......... 57% 47.9M 1s 2023-12-03T11:52:52.158 INFO:teuthology.orchestra.run.smithi145.stderr: 53450K .......... .......... .......... .......... .......... 57% 132M 1s 2023-12-03T11:52:52.158 INFO:teuthology.orchestra.run.smithi145.stderr: 53500K .......... .......... .......... .......... .......... 57% 45.2M 1s 2023-12-03T11:52:52.158 INFO:teuthology.orchestra.run.smithi145.stderr: 53550K .......... .......... .......... .......... .......... 57% 49.4M 1s 2023-12-03T11:52:52.158 INFO:teuthology.orchestra.run.smithi145.stderr: 53600K .......... .......... .......... .......... .......... 57% 51.3M 1s 2023-12-03T11:52:52.158 INFO:teuthology.orchestra.run.smithi145.stderr: 53650K .......... .......... .......... .......... .......... 57% 118M 1s 2023-12-03T11:52:52.158 INFO:teuthology.orchestra.run.smithi145.stderr: 53700K .......... .......... .......... .......... .......... 57% 117M 1s 2023-12-03T11:52:52.158 INFO:teuthology.orchestra.run.smithi145.stderr: 53750K .......... .......... .......... .......... .......... 57% 43.6M 1s 2023-12-03T11:52:52.158 INFO:teuthology.orchestra.run.smithi145.stderr: 53800K .......... .......... .......... .......... .......... 57% 20.5M 1s 2023-12-03T11:52:52.158 INFO:teuthology.orchestra.run.smithi145.stderr: 53850K .......... .......... .......... .......... .......... 58% 73.7M 1s 2023-12-03T11:52:52.159 INFO:teuthology.orchestra.run.smithi145.stderr: 53900K .......... .......... .......... .......... .......... 58% 195M 1s 2023-12-03T11:52:52.159 INFO:teuthology.orchestra.run.smithi145.stderr: 53950K .......... .......... .......... .......... .......... 58% 110M 1s 2023-12-03T11:52:52.159 INFO:teuthology.orchestra.run.smithi145.stderr: 54000K .......... .......... .......... .......... .......... 58% 32.3M 1s 2023-12-03T11:52:52.159 INFO:teuthology.orchestra.run.smithi145.stderr: 54050K .......... .......... .......... .......... .......... 58% 87.4M 1s 2023-12-03T11:52:52.159 INFO:teuthology.orchestra.run.smithi145.stderr: 54100K .......... .......... .......... .......... .......... 58% 35.8M 1s 2023-12-03T11:52:52.159 INFO:teuthology.orchestra.run.smithi145.stderr: 54150K .......... .......... .......... .......... .......... 58% 60.8M 1s 2023-12-03T11:52:52.159 INFO:teuthology.orchestra.run.smithi145.stderr: 54200K .......... .......... .......... .......... .......... 58% 104M 1s 2023-12-03T11:52:52.159 INFO:teuthology.orchestra.run.smithi145.stderr: 54250K .......... .......... .......... .......... .......... 58% 47.8M 1s 2023-12-03T11:52:52.159 INFO:teuthology.orchestra.run.smithi145.stderr: 54300K .......... .......... .......... .......... .......... 58% 101M 1s 2023-12-03T11:52:52.159 INFO:teuthology.orchestra.run.smithi145.stderr: 54350K .......... .......... .......... .......... .......... 58% 52.7M 1s 2023-12-03T11:52:52.159 INFO:teuthology.orchestra.run.smithi145.stderr: 54400K .......... .......... .......... .......... .......... 58% 105M 1s 2023-12-03T11:52:52.159 INFO:teuthology.orchestra.run.smithi145.stderr: 54450K .......... .......... .......... .......... .......... 58% 61.5M 1s 2023-12-03T11:52:52.159 INFO:teuthology.orchestra.run.smithi145.stderr: 54500K .......... .......... .......... .......... .......... 58% 64.3M 1s 2023-12-03T11:52:52.173 INFO:teuthology.orchestra.run.smithi145.stderr: 54550K .......... .......... .......... .......... .......... 58% 30.5M 1s 2023-12-03T11:52:52.173 INFO:teuthology.orchestra.run.smithi145.stderr: 54600K .......... .......... .......... .......... .......... 58% 48.7M 1s 2023-12-03T11:52:52.174 INFO:teuthology.orchestra.run.smithi145.stderr: 54650K .......... .......... .......... .......... .......... 58% 108M 1s 2023-12-03T11:52:52.174 INFO:teuthology.orchestra.run.smithi145.stderr: 54700K .......... .......... .......... .......... .......... 58% 115M 1s 2023-12-03T11:52:52.174 INFO:teuthology.orchestra.run.smithi145.stderr: 54750K .......... .......... .......... .......... .......... 58% 45.2M 1s 2023-12-03T11:52:52.174 INFO:teuthology.orchestra.run.smithi145.stderr: 54800K .......... .......... .......... .......... .......... 59% 50.3M 1s 2023-12-03T11:52:52.174 INFO:teuthology.orchestra.run.smithi145.stderr: 54850K .......... .......... .......... .......... .......... 59% 90.8M 1s 2023-12-03T11:52:52.174 INFO:teuthology.orchestra.run.smithi145.stderr: 54900K .......... .......... .......... .......... .......... 59% 117M 1s 2023-12-03T11:52:52.174 INFO:teuthology.orchestra.run.smithi145.stderr: 54950K .......... .......... .......... .......... .......... 59% 102M 1s 2023-12-03T11:52:52.174 INFO:teuthology.orchestra.run.smithi145.stderr: 55000K .......... .......... .......... .......... .......... 59% 66.8M 1s 2023-12-03T11:52:52.174 INFO:teuthology.orchestra.run.smithi145.stderr: 55050K .......... .......... .......... .......... .......... 59% 64.4M 1s 2023-12-03T11:52:52.174 INFO:teuthology.orchestra.run.smithi145.stderr: 55100K .......... .......... .......... .......... .......... 59% 116M 1s 2023-12-03T11:52:52.174 INFO:teuthology.orchestra.run.smithi145.stderr: 55150K .......... .......... .......... .......... .......... 59% 107M 1s 2023-12-03T11:52:52.174 INFO:teuthology.orchestra.run.smithi145.stderr: 55200K .......... .......... .......... .......... .......... 59% 45.3M 1s 2023-12-03T11:52:52.174 INFO:teuthology.orchestra.run.smithi145.stderr: 55250K .......... .......... .......... .......... .......... 59% 28.8M 1s 2023-12-03T11:52:52.174 INFO:teuthology.orchestra.run.smithi145.stderr: 55300K .......... .......... .......... .......... .......... 59% 103M 1s 2023-12-03T11:52:52.174 INFO:teuthology.orchestra.run.smithi145.stderr: 55350K .......... .......... .......... .......... .......... 59% 110M 1s 2023-12-03T11:52:52.174 INFO:teuthology.orchestra.run.smithi145.stderr: 55400K .......... .......... .......... .......... .......... 59% 49.0M 1s 2023-12-03T11:52:52.175 INFO:teuthology.orchestra.run.smithi145.stderr: 55450K .......... .......... .......... .......... .......... 59% 46.7M 1s 2023-12-03T11:52:52.175 INFO:teuthology.orchestra.run.smithi145.stderr: 55500K .......... .......... .......... .......... .......... 59% 30.4M 1s 2023-12-03T11:52:52.178 INFO:teuthology.orchestra.run.smithi145.stderr: 55550K .......... .......... .......... .......... .......... 59% 42.7M 1s 2023-12-03T11:52:52.178 INFO:teuthology.orchestra.run.smithi145.stderr: 55600K .......... .......... .......... .......... .......... 59% 130M 1s 2023-12-03T11:52:52.179 INFO:teuthology.orchestra.run.smithi145.stderr: 55650K .......... .......... .......... .......... .......... 59% 45.9M 1s 2023-12-03T11:52:52.179 INFO:teuthology.orchestra.run.smithi145.stderr: 55700K .......... .......... .......... .......... .......... 60% 50.2M 1s 2023-12-03T11:52:52.179 INFO:teuthology.orchestra.run.smithi145.stderr: 55750K .......... .......... .......... .......... .......... 60% 99.8M 1s 2023-12-03T11:52:52.179 INFO:teuthology.orchestra.run.smithi145.stderr: 55800K .......... .......... .......... .......... .......... 60% 113M 1s 2023-12-03T11:52:52.180 INFO:teuthology.orchestra.run.smithi145.stderr: 55850K .......... .......... .......... .......... .......... 60% 32.5M 1s 2023-12-03T11:52:52.180 INFO:teuthology.orchestra.run.smithi145.stderr: 55900K .......... .......... .......... .......... .......... 60% 46.8M 1s 2023-12-03T11:52:52.181 INFO:teuthology.orchestra.run.smithi145.stderr: 55950K .......... .......... .......... .......... .......... 60% 44.3M 1s 2023-12-03T11:52:52.183 INFO:teuthology.orchestra.run.smithi145.stderr: 56000K .......... .......... .......... .......... .......... 60% 48.1M 1s 2023-12-03T11:52:52.183 INFO:teuthology.orchestra.run.smithi145.stderr: 56050K .......... .......... .......... .......... .......... 60% 152M 1s 2023-12-03T11:52:52.184 INFO:teuthology.orchestra.run.smithi145.stderr: 56100K .......... .......... .......... .......... .......... 60% 43.4M 1s 2023-12-03T11:52:52.185 INFO:teuthology.orchestra.run.smithi145.stderr: 56150K .......... .......... .......... .......... .......... 60% 30.9M 1s 2023-12-03T11:52:52.188 INFO:teuthology.orchestra.run.smithi145.stderr: 56200K .......... .......... .......... .......... .......... 60% 41.7M 1s 2023-12-03T11:52:52.188 INFO:teuthology.orchestra.run.smithi145.stderr: 56250K .......... .......... .......... .......... .......... 60% 113M 1s 2023-12-03T11:52:52.188 INFO:teuthology.orchestra.run.smithi145.stderr: 56300K .......... .......... .......... .......... .......... 60% 50.0M 1s 2023-12-03T11:52:52.189 INFO:teuthology.orchestra.run.smithi145.stderr: 56350K .......... .......... .......... .......... .......... 60% 49.3M 1s 2023-12-03T11:52:52.190 INFO:teuthology.orchestra.run.smithi145.stderr: 56400K .......... .......... .......... .......... .......... 60% 47.5M 1s 2023-12-03T11:52:52.191 INFO:teuthology.orchestra.run.smithi145.stderr: 56450K .......... .......... .......... .......... .......... 60% 119M 1s 2023-12-03T11:52:52.193 INFO:teuthology.orchestra.run.smithi145.stderr: 56500K .......... .......... .......... .......... .......... 60% 28.8M 1s 2023-12-03T11:52:52.193 INFO:teuthology.orchestra.run.smithi145.stderr: 56550K .......... .......... .......... .......... .......... 60% 117M 1s 2023-12-03T11:52:52.196 INFO:teuthology.orchestra.run.smithi145.stderr: 56600K .......... .......... .......... .......... .......... 60% 31.9M 1s 2023-12-03T11:52:52.196 INFO:teuthology.orchestra.run.smithi145.stderr: 56650K .......... .......... .......... .......... .......... 61% 105M 1s 2023-12-03T11:52:52.197 INFO:teuthology.orchestra.run.smithi145.stderr: 56700K .......... .......... .......... .......... .......... 61% 49.6M 1s 2023-12-03T11:52:52.197 INFO:teuthology.orchestra.run.smithi145.stderr: 56750K .......... .......... .......... .......... .......... 61% 114M 1s 2023-12-03T11:52:52.197 INFO:teuthology.orchestra.run.smithi145.stderr: 56800K .......... .......... .......... .......... .......... 61% 120M 1s 2023-12-03T11:52:52.201 INFO:teuthology.orchestra.run.smithi145.stderr: 56850K .......... .......... .......... .......... .......... 61% 47.4M 1s 2023-12-03T11:52:52.201 INFO:teuthology.orchestra.run.smithi145.stderr: 56900K .......... .......... .......... .......... .......... 61% 87.4M 1s 2023-12-03T11:52:52.201 INFO:teuthology.orchestra.run.smithi145.stderr: 56950K .......... .......... .......... .......... .......... 61% 31.6M 1s 2023-12-03T11:52:52.201 INFO:teuthology.orchestra.run.smithi145.stderr: 57000K .......... .......... .......... .......... .......... 61% 118M 1s 2023-12-03T11:52:52.201 INFO:teuthology.orchestra.run.smithi145.stderr: 57050K .......... .......... .......... .......... .......... 61% 47.2M 1s 2023-12-03T11:52:52.202 INFO:teuthology.orchestra.run.smithi145.stderr: 57100K .......... .......... .......... .......... .......... 61% 42.5M 1s 2023-12-03T11:52:52.203 INFO:teuthology.orchestra.run.smithi145.stderr: 57150K .......... .......... .......... .......... .......... 61% 49.4M 1s 2023-12-03T11:52:52.204 INFO:teuthology.orchestra.run.smithi145.stderr: 57200K .......... .......... .......... .......... .......... 61% 109M 1s 2023-12-03T11:52:52.213 INFO:teuthology.orchestra.run.smithi145.stderr: 57250K .......... .......... .......... .......... .......... 61% 45.0M 1s 2023-12-03T11:52:52.213 INFO:teuthology.orchestra.run.smithi145.stderr: 57300K .......... .......... .......... .......... .......... 61% 115M 1s 2023-12-03T11:52:52.213 INFO:teuthology.orchestra.run.smithi145.stderr: 57350K .......... .......... .......... .......... .......... 61% 48.7M 1s 2023-12-03T11:52:52.213 INFO:teuthology.orchestra.run.smithi145.stderr: 57400K .......... .......... .......... .......... .......... 61% 123M 1s 2023-12-03T11:52:52.213 INFO:teuthology.orchestra.run.smithi145.stderr: 57450K .......... .......... .......... .......... .......... 61% 91.8M 1s 2023-12-03T11:52:52.213 INFO:teuthology.orchestra.run.smithi145.stderr: 57500K .......... .......... .......... .......... .......... 61% 47.5M 1s 2023-12-03T11:52:52.213 INFO:teuthology.orchestra.run.smithi145.stderr: 57550K .......... .......... .......... .......... .......... 62% 50.1M 1s 2023-12-03T11:52:52.213 INFO:teuthology.orchestra.run.smithi145.stderr: 57600K .......... .......... .......... .......... .......... 62% 74.4M 1s 2023-12-03T11:52:52.213 INFO:teuthology.orchestra.run.smithi145.stderr: 57650K .......... .......... .......... .......... .......... 62% 66.0M 1s 2023-12-03T11:52:52.213 INFO:teuthology.orchestra.run.smithi145.stderr: 57700K .......... .......... .......... .......... .......... 62% 89.6M 1s 2023-12-03T11:52:52.213 INFO:teuthology.orchestra.run.smithi145.stderr: 57750K .......... .......... .......... .......... .......... 62% 49.9M 1s 2023-12-03T11:52:52.213 INFO:teuthology.orchestra.run.smithi145.stderr: 57800K .......... .......... .......... .......... .......... 62% 115M 1s 2023-12-03T11:52:52.215 INFO:teuthology.orchestra.run.smithi145.stderr: 57850K .......... .......... .......... .......... .......... 62% 32.2M 1s 2023-12-03T11:52:52.217 INFO:teuthology.orchestra.run.smithi145.stderr: 57900K .......... .......... .......... .......... .......... 62% 120M 1s 2023-12-03T11:52:52.217 INFO:teuthology.orchestra.run.smithi145.stderr: 57950K .......... .......... .......... .......... .......... 62% 30.4M 1s 2023-12-03T11:52:52.218 INFO:teuthology.orchestra.run.smithi145.stderr: 58000K .......... .......... .......... .......... .......... 62% 111M 1s 2023-12-03T11:52:52.218 INFO:teuthology.orchestra.run.smithi145.stderr: 58050K .......... .......... .......... .......... .......... 62% 49.6M 1s 2023-12-03T11:52:52.218 INFO:teuthology.orchestra.run.smithi145.stderr: 58100K .......... .......... .......... .......... .......... 62% 120M 1s 2023-12-03T11:52:52.220 INFO:teuthology.orchestra.run.smithi145.stderr: 58150K .......... .......... .......... .......... .......... 62% 48.4M 1s 2023-12-03T11:52:52.220 INFO:teuthology.orchestra.run.smithi145.stderr: 58200K .......... .......... .......... .......... .......... 62% 44.2M 1s 2023-12-03T11:52:52.221 INFO:teuthology.orchestra.run.smithi145.stderr: 58250K .......... .......... .......... .......... .......... 62% 114M 1s 2023-12-03T11:52:52.222 INFO:teuthology.orchestra.run.smithi145.stderr: 58300K .......... .......... .......... .......... .......... 62% 49.5M 1s 2023-12-03T11:52:52.222 INFO:teuthology.orchestra.run.smithi145.stderr: 58350K .......... .......... .......... .......... .......... 62% 114M 1s 2023-12-03T11:52:52.223 INFO:teuthology.orchestra.run.smithi145.stderr: 58400K .......... .......... .......... .......... .......... 62% 48.8M 1s 2023-12-03T11:52:52.224 INFO:teuthology.orchestra.run.smithi145.stderr: 58450K .......... .......... .......... .......... .......... 62% 50.2M 1s 2023-12-03T11:52:52.225 INFO:teuthology.orchestra.run.smithi145.stderr: 58500K .......... .......... .......... .......... .......... 63% 49.6M 1s 2023-12-03T11:52:52.226 INFO:teuthology.orchestra.run.smithi145.stderr: 58550K .......... .......... .......... .......... .......... 63% 45.6M 1s 2023-12-03T11:52:52.227 INFO:teuthology.orchestra.run.smithi145.stderr: 58600K .......... .......... .......... .......... .......... 63% 49.2M 1s 2023-12-03T11:52:52.227 INFO:teuthology.orchestra.run.smithi145.stderr: 58650K .......... .......... .......... .......... .......... 63% 113M 1s 2023-12-03T11:52:52.228 INFO:teuthology.orchestra.run.smithi145.stderr: 58700K .......... .......... .......... .......... .......... 63% 49.5M 1s 2023-12-03T11:52:52.229 INFO:teuthology.orchestra.run.smithi145.stderr: 58750K .......... .......... .......... .......... .......... 63% 49.9M 1s 2023-12-03T11:52:52.229 INFO:teuthology.orchestra.run.smithi145.stderr: 58800K .......... .......... .......... .......... .......... 63% 114M 1s 2023-12-03T11:52:52.230 INFO:teuthology.orchestra.run.smithi145.stderr: 58850K .......... .......... .......... .......... .......... 63% 38.8M 1s 2023-12-03T11:52:52.231 INFO:teuthology.orchestra.run.smithi145.stderr: 58900K .......... .......... .......... .......... .......... 63% 63.6M 1s 2023-12-03T11:52:52.232 INFO:teuthology.orchestra.run.smithi145.stderr: 58950K .......... .......... .......... .......... .......... 63% 46.7M 1s 2023-12-03T11:52:52.234 INFO:teuthology.orchestra.run.smithi145.stderr: 59000K .......... .......... .......... .......... .......... 63% 48.0M 1s 2023-12-03T11:52:52.234 INFO:teuthology.orchestra.run.smithi145.stderr: 59050K .......... .......... .......... .......... .......... 63% 115M 1s 2023-12-03T11:52:52.242 INFO:teuthology.orchestra.run.smithi145.stderr: 59100K .......... .......... .......... .......... .......... 63% 30.9M 1s 2023-12-03T11:52:52.242 INFO:teuthology.orchestra.run.smithi145.stderr: 59150K .......... .......... .......... .......... .......... 63% 86.2M 1s 2023-12-03T11:52:52.242 INFO:teuthology.orchestra.run.smithi145.stderr: 59200K .......... .......... .......... .......... .......... 63% 51.0M 1s 2023-12-03T11:52:52.242 INFO:teuthology.orchestra.run.smithi145.stderr: 59250K .......... .......... .......... .......... .......... 63% 49.4M 1s 2023-12-03T11:52:52.242 INFO:teuthology.orchestra.run.smithi145.stderr: 59300K .......... .......... .......... .......... .......... 63% 106M 1s 2023-12-03T11:52:52.242 INFO:teuthology.orchestra.run.smithi145.stderr: 59350K .......... .......... .......... .......... .......... 63% 46.5M 1s 2023-12-03T11:52:52.242 INFO:teuthology.orchestra.run.smithi145.stderr: 59400K .......... .......... .......... .......... .......... 63% 50.6M 1s 2023-12-03T11:52:52.242 INFO:teuthology.orchestra.run.smithi145.stderr: 59450K .......... .......... .......... .......... .......... 64% 93.0M 1s 2023-12-03T11:52:52.257 INFO:teuthology.orchestra.run.smithi145.stderr: 59500K .......... .......... .......... .......... .......... 64% 28.5M 1s 2023-12-03T11:52:52.258 INFO:teuthology.orchestra.run.smithi145.stderr: 59550K .......... .......... .......... .......... .......... 64% 193M 1s 2023-12-03T11:52:52.258 INFO:teuthology.orchestra.run.smithi145.stderr: 59600K .......... .......... .......... .......... .......... 64% 48.3M 1s 2023-12-03T11:52:52.258 INFO:teuthology.orchestra.run.smithi145.stderr: 59650K .......... .......... .......... .......... .......... 64% 86.0M 1s 2023-12-03T11:52:52.258 INFO:teuthology.orchestra.run.smithi145.stderr: 59700K .......... .......... .......... .......... .......... 64% 31.9M 1s 2023-12-03T11:52:52.258 INFO:teuthology.orchestra.run.smithi145.stderr: 59750K .......... .......... .......... .......... .......... 64% 49.5M 1s 2023-12-03T11:52:52.258 INFO:teuthology.orchestra.run.smithi145.stderr: 59800K .......... .......... .......... .......... .......... 64% 117M 1s 2023-12-03T11:52:52.258 INFO:teuthology.orchestra.run.smithi145.stderr: 59850K .......... .......... .......... .......... .......... 64% 48.5M 1s 2023-12-03T11:52:52.258 INFO:teuthology.orchestra.run.smithi145.stderr: 59900K .......... .......... .......... .......... .......... 64% 89.2M 1s 2023-12-03T11:52:52.258 INFO:teuthology.orchestra.run.smithi145.stderr: 59950K .......... .......... .......... .......... .......... 64% 43.0M 1s 2023-12-03T11:52:52.258 INFO:teuthology.orchestra.run.smithi145.stderr: 60000K .......... .......... .......... .......... .......... 64% 122M 1s 2023-12-03T11:52:52.258 INFO:teuthology.orchestra.run.smithi145.stderr: 60050K .......... .......... .......... .......... .......... 64% 39.0M 1s 2023-12-03T11:52:52.258 INFO:teuthology.orchestra.run.smithi145.stderr: 60100K .......... .......... .......... .......... .......... 64% 49.8M 1s 2023-12-03T11:52:52.258 INFO:teuthology.orchestra.run.smithi145.stderr: 60150K .......... .......... .......... .......... .......... 64% 115M 1s 2023-12-03T11:52:52.258 INFO:teuthology.orchestra.run.smithi145.stderr: 60200K .......... .......... .......... .......... .......... 64% 49.4M 1s 2023-12-03T11:52:52.258 INFO:teuthology.orchestra.run.smithi145.stderr: 60250K .......... .......... .......... .......... .......... 64% 108M 1s 2023-12-03T11:52:52.259 INFO:teuthology.orchestra.run.smithi145.stderr: 60300K .......... .......... .......... .......... .......... 64% 117M 1s 2023-12-03T11:52:52.259 INFO:teuthology.orchestra.run.smithi145.stderr: 60350K .......... .......... .......... .......... .......... 65% 50.6M 1s 2023-12-03T11:52:52.259 INFO:teuthology.orchestra.run.smithi145.stderr: 60400K .......... .......... .......... .......... .......... 65% 48.5M 1s 2023-12-03T11:52:52.263 INFO:teuthology.orchestra.run.smithi145.stderr: 60450K .......... .......... .......... .......... .......... 65% 43.1M 1s 2023-12-03T11:52:52.263 INFO:teuthology.orchestra.run.smithi145.stderr: 60500K .......... .......... .......... .......... .......... 65% 118M 1s 2023-12-03T11:52:52.263 INFO:teuthology.orchestra.run.smithi145.stderr: 60550K .......... .......... .......... .......... .......... 65% 30.9M 1s 2023-12-03T11:52:52.263 INFO:teuthology.orchestra.run.smithi145.stderr: 60600K .......... .......... .......... .......... .......... 65% 100M 1s 2023-12-03T11:52:52.263 INFO:teuthology.orchestra.run.smithi145.stderr: 60650K .......... .......... .......... .......... .......... 65% 40.0M 1s 2023-12-03T11:52:52.264 INFO:teuthology.orchestra.run.smithi145.stderr: 60700K .......... .......... .......... .......... .......... 65% 58.2M 1s 2023-12-03T11:52:52.264 INFO:teuthology.orchestra.run.smithi145.stderr: 60750K .......... .......... .......... .......... .......... 65% 109M 1s 2023-12-03T11:52:52.267 INFO:teuthology.orchestra.run.smithi145.stderr: 60800K .......... .......... .......... .......... .......... 65% 49.2M 1s 2023-12-03T11:52:52.267 INFO:teuthology.orchestra.run.smithi145.stderr: 60850K .......... .......... .......... .......... .......... 65% 50.5M 1s 2023-12-03T11:52:52.267 INFO:teuthology.orchestra.run.smithi145.stderr: 60900K .......... .......... .......... .......... .......... 65% 115M 1s 2023-12-03T11:52:52.267 INFO:teuthology.orchestra.run.smithi145.stderr: 60950K .......... .......... .......... .......... .......... 65% 48.6M 1s 2023-12-03T11:52:52.270 INFO:teuthology.orchestra.run.smithi145.stderr: 61000K .......... .......... .......... .......... .......... 65% 43.1M 1s 2023-12-03T11:52:52.270 INFO:teuthology.orchestra.run.smithi145.stderr: 61050K .......... .......... .......... .......... .......... 65% 108M 1s 2023-12-03T11:52:52.271 INFO:teuthology.orchestra.run.smithi145.stderr: 61100K .......... .......... .......... .......... .......... 65% 49.4M 1s 2023-12-03T11:52:52.271 INFO:teuthology.orchestra.run.smithi145.stderr: 61150K .......... .......... .......... .......... .......... 65% 131M 1s 2023-12-03T11:52:52.271 INFO:teuthology.orchestra.run.smithi145.stderr: 61200K .......... .......... .......... .......... .......... 65% 48.6M 1s 2023-12-03T11:52:52.273 INFO:teuthology.orchestra.run.smithi145.stderr: 61250K .......... .......... .......... .......... .......... 65% 50.1M 1s 2023-12-03T11:52:52.273 INFO:teuthology.orchestra.run.smithi145.stderr: 61300K .......... .......... .......... .......... .......... 66% 39.7M 1s 2023-12-03T11:52:52.274 INFO:teuthology.orchestra.run.smithi145.stderr: 61350K .......... .......... .......... .......... .......... 66% 49.6M 1s 2023-12-03T11:52:52.274 INFO:teuthology.orchestra.run.smithi145.stderr: 61400K .......... .......... .......... .......... .......... 66% 119M 1s 2023-12-03T11:52:52.275 INFO:teuthology.orchestra.run.smithi145.stderr: 61450K .......... .......... .......... .......... .......... 66% 49.2M 1s 2023-12-03T11:52:52.278 INFO:teuthology.orchestra.run.smithi145.stderr: 61500K .......... .......... .......... .......... .......... 66% 44.9M 1s 2023-12-03T11:52:52.278 INFO:teuthology.orchestra.run.smithi145.stderr: 61550K .......... .......... .......... .......... .......... 66% 139M 1s 2023-12-03T11:52:52.278 INFO:teuthology.orchestra.run.smithi145.stderr: 61600K .......... .......... .......... .......... .......... 66% 111M 1s 2023-12-03T11:52:52.278 INFO:teuthology.orchestra.run.smithi145.stderr: 61650K .......... .......... .......... .......... .......... 66% 50.1M 1s 2023-12-03T11:52:52.281 INFO:teuthology.orchestra.run.smithi145.stderr: 61700K .......... .......... .......... .......... .......... 66% 28.5M 1s 2023-12-03T11:52:52.281 INFO:teuthology.orchestra.run.smithi145.stderr: 61750K .......... .......... .......... .......... .......... 66% 115M 1s 2023-12-03T11:52:52.283 INFO:teuthology.orchestra.run.smithi145.stderr: 61800K .......... .......... .......... .......... .......... 66% 33.0M 1s 2023-12-03T11:52:52.283 INFO:teuthology.orchestra.run.smithi145.stderr: 61850K .......... .......... .......... .......... .......... 66% 103M 1s 2023-12-03T11:52:52.283 INFO:teuthology.orchestra.run.smithi145.stderr: 61900K .......... .......... .......... .......... .......... 66% 94.0M 1s 2023-12-03T11:52:52.284 INFO:teuthology.orchestra.run.smithi145.stderr: 61950K .......... .......... .......... .......... .......... 66% 49.5M 1s 2023-12-03T11:52:52.285 INFO:teuthology.orchestra.run.smithi145.stderr: 62000K .......... .......... .......... .......... .......... 66% 50.2M 1s 2023-12-03T11:52:52.286 INFO:teuthology.orchestra.run.smithi145.stderr: 62050K .......... .......... .......... .......... .......... 66% 43.9M 1s 2023-12-03T11:52:52.286 INFO:teuthology.orchestra.run.smithi145.stderr: 62100K .......... .......... .......... .......... .......... 66% 127M 1s 2023-12-03T11:52:52.289 INFO:teuthology.orchestra.run.smithi145.stderr: 62150K .......... .......... .......... .......... .......... 66% 43.5M 1s 2023-12-03T11:52:52.289 INFO:teuthology.orchestra.run.smithi145.stderr: 62200K .......... .......... .......... .......... .......... 67% 78.9M 1s 2023-12-03T11:52:52.289 INFO:teuthology.orchestra.run.smithi145.stderr: 62250K .......... .......... .......... .......... .......... 67% 58.7M 1s 2023-12-03T11:52:52.289 INFO:teuthology.orchestra.run.smithi145.stderr: 62300K .......... .......... .......... .......... .......... 67% 49.6M 1s 2023-12-03T11:52:52.291 INFO:teuthology.orchestra.run.smithi145.stderr: 62350K .......... .......... .......... .......... .......... 67% 50.0M 1s 2023-12-03T11:52:52.292 INFO:teuthology.orchestra.run.smithi145.stderr: 62400K .......... .......... .......... .......... .......... 67% 85.9M 1s 2023-12-03T11:52:52.294 INFO:teuthology.orchestra.run.smithi145.stderr: 62450K .......... .......... .......... .......... .......... 67% 31.8M 1s 2023-12-03T11:52:52.294 INFO:teuthology.orchestra.run.smithi145.stderr: 62500K .......... .......... .......... .......... .......... 67% 114M 1s 2023-12-03T11:52:52.294 INFO:teuthology.orchestra.run.smithi145.stderr: 62550K .......... .......... .......... .......... .......... 67% 115M 1s 2023-12-03T11:52:52.304 INFO:teuthology.orchestra.run.smithi145.stderr: 62600K .......... .......... .......... .......... .......... 67% 31.4M 1s 2023-12-03T11:52:52.304 INFO:teuthology.orchestra.run.smithi145.stderr: 62650K .......... .......... .......... .......... .......... 67% 96.9M 1s 2023-12-03T11:52:52.304 INFO:teuthology.orchestra.run.smithi145.stderr: 62700K .......... .......... .......... .......... .......... 67% 48.7M 1s 2023-12-03T11:52:52.304 INFO:teuthology.orchestra.run.smithi145.stderr: 62750K .......... .......... .......... .......... .......... 67% 109M 1s 2023-12-03T11:52:52.304 INFO:teuthology.orchestra.run.smithi145.stderr: 62800K .......... .......... .......... .......... .......... 67% 107M 1s 2023-12-03T11:52:52.305 INFO:teuthology.orchestra.run.smithi145.stderr: 62850K .......... .......... .......... .......... .......... 67% 49.0M 1s 2023-12-03T11:52:52.305 INFO:teuthology.orchestra.run.smithi145.stderr: 62900K .......... .......... .......... .......... .......... 67% 49.1M 1s 2023-12-03T11:52:52.305 INFO:teuthology.orchestra.run.smithi145.stderr: 62950K .......... .......... .......... .......... .......... 67% 115M 1s 2023-12-03T11:52:52.305 INFO:teuthology.orchestra.run.smithi145.stderr: 63000K .......... .......... .......... .......... .......... 67% 107M 1s 2023-12-03T11:52:52.305 INFO:teuthology.orchestra.run.smithi145.stderr: 63050K .......... .......... .......... .......... .......... 67% 45.8M 1s 2023-12-03T11:52:52.305 INFO:teuthology.orchestra.run.smithi145.stderr: 63100K .......... .......... .......... .......... .......... 67% 49.7M 1s 2023-12-03T11:52:52.305 INFO:teuthology.orchestra.run.smithi145.stderr: 63150K .......... .......... .......... .......... .......... 68% 111M 1s 2023-12-03T11:52:52.305 INFO:teuthology.orchestra.run.smithi145.stderr: 63200K .......... .......... .......... .......... .......... 68% 50.1M 1s 2023-12-03T11:52:52.305 INFO:teuthology.orchestra.run.smithi145.stderr: 63250K .......... .......... .......... .......... .......... 68% 119M 1s 2023-12-03T11:52:52.307 INFO:teuthology.orchestra.run.smithi145.stderr: 63300K .......... .......... .......... .......... .......... 68% 42.9M 1s 2023-12-03T11:52:52.307 INFO:teuthology.orchestra.run.smithi145.stderr: 63350K .......... .......... .......... .......... .......... 68% 30.5M 1s 2023-12-03T11:52:52.310 INFO:teuthology.orchestra.run.smithi145.stderr: 63400K .......... .......... .......... .......... .......... 68% 43.9M 1s 2023-12-03T11:52:52.310 INFO:teuthology.orchestra.run.smithi145.stderr: 63450K .......... .......... .......... .......... .......... 68% 118M 1s 2023-12-03T11:52:52.310 INFO:teuthology.orchestra.run.smithi145.stderr: 63500K .......... .......... .......... .......... .......... 68% 115M 1s 2023-12-03T11:52:52.310 INFO:teuthology.orchestra.run.smithi145.stderr: 63550K .......... .......... .......... .......... .......... 68% 49.3M 1s 2023-12-03T11:52:52.311 INFO:teuthology.orchestra.run.smithi145.stderr: 63600K .......... .......... .......... .......... .......... 68% 45.2M 1s 2023-12-03T11:52:52.314 INFO:teuthology.orchestra.run.smithi145.stderr: 63650K .......... .......... .......... .......... .......... 68% 31.2M 1s 2023-12-03T11:52:52.314 INFO:teuthology.orchestra.run.smithi145.stderr: 63700K .......... .......... .......... .......... .......... 68% 90.2M 1s 2023-12-03T11:52:52.315 INFO:teuthology.orchestra.run.smithi145.stderr: 63750K .......... .......... .......... .......... .......... 68% 118M 1s 2023-12-03T11:52:52.315 INFO:teuthology.orchestra.run.smithi145.stderr: 63800K .......... .......... .......... .......... .......... 68% 48.3M 1s 2023-12-03T11:52:52.319 INFO:teuthology.orchestra.run.smithi145.stderr: 63850K .......... .......... .......... .......... .......... 68% 50.0M 1s 2023-12-03T11:52:52.319 INFO:teuthology.orchestra.run.smithi145.stderr: 63900K .......... .......... .......... .......... .......... 68% 86.4M 1s 2023-12-03T11:52:52.319 INFO:teuthology.orchestra.run.smithi145.stderr: 63950K .......... .......... .......... .......... .......... 68% 112M 1s 2023-12-03T11:52:52.319 INFO:teuthology.orchestra.run.smithi145.stderr: 64000K .......... .......... .......... .......... .......... 68% 55.9M 1s 2023-12-03T11:52:52.319 INFO:teuthology.orchestra.run.smithi145.stderr: 64050K .......... .......... .......... .......... .......... 68% 49.2M 1s 2023-12-03T11:52:52.321 INFO:teuthology.orchestra.run.smithi145.stderr: 64100K .......... .......... .......... .......... .......... 69% 44.7M 1s 2023-12-03T11:52:52.321 INFO:teuthology.orchestra.run.smithi145.stderr: 64150K .......... .......... .......... .......... .......... 69% 48.7M 1s 2023-12-03T11:52:52.321 INFO:teuthology.orchestra.run.smithi145.stderr: 64200K .......... .......... .......... .......... .......... 69% 110M 1s 2023-12-03T11:52:52.323 INFO:teuthology.orchestra.run.smithi145.stderr: 64250K .......... .......... .......... .......... .......... 69% 48.5M 1s 2023-12-03T11:52:52.323 INFO:teuthology.orchestra.run.smithi145.stderr: 64300K .......... .......... .......... .......... .......... 69% 49.5M 1s 2023-12-03T11:52:52.326 INFO:teuthology.orchestra.run.smithi145.stderr: 64350K .......... .......... .......... .......... .......... 69% 50.3M 1s 2023-12-03T11:52:52.326 INFO:teuthology.orchestra.run.smithi145.stderr: 64400K .......... .......... .......... .......... .......... 69% 116M 1s 2023-12-03T11:52:52.326 INFO:teuthology.orchestra.run.smithi145.stderr: 64450K .......... .......... .......... .......... .......... 69% 96.8M 1s 2023-12-03T11:52:52.326 INFO:teuthology.orchestra.run.smithi145.stderr: 64500K .......... .......... .......... .......... .......... 69% 49.3M 1s 2023-12-03T11:52:52.327 INFO:teuthology.orchestra.run.smithi145.stderr: 64550K .......... .......... .......... .......... .......... 69% 47.6M 1s 2023-12-03T11:52:52.328 INFO:teuthology.orchestra.run.smithi145.stderr: 64600K .......... .......... .......... .......... .......... 69% 49.8M 1s 2023-12-03T11:52:52.329 INFO:teuthology.orchestra.run.smithi145.stderr: 64650K .......... .......... .......... .......... .......... 69% 111M 1s 2023-12-03T11:52:52.329 INFO:teuthology.orchestra.run.smithi145.stderr: 64700K .......... .......... .......... .......... .......... 69% 46.2M 1s 2023-12-03T11:52:52.330 INFO:teuthology.orchestra.run.smithi145.stderr: 64750K .......... .......... .......... .......... .......... 69% 50.0M 1s 2023-12-03T11:52:52.332 INFO:teuthology.orchestra.run.smithi145.stderr: 64800K .......... .......... .......... .......... .......... 69% 31.9M 1s 2023-12-03T11:52:52.345 INFO:teuthology.orchestra.run.smithi145.stderr: 64850K .......... .......... .......... .......... .......... 69% 14.5M 1s 2023-12-03T11:52:52.345 INFO:teuthology.orchestra.run.smithi145.stderr: 64900K .......... .......... .......... .......... .......... 69% 134M 1s 2023-12-03T11:52:52.345 INFO:teuthology.orchestra.run.smithi145.stderr: 64950K .......... .......... .......... .......... .......... 69% 50.4M 1s 2023-12-03T11:52:52.345 INFO:teuthology.orchestra.run.smithi145.stderr: 65000K .......... .......... .......... .......... .......... 70% 43.7M 1s 2023-12-03T11:52:52.345 INFO:teuthology.orchestra.run.smithi145.stderr: 65050K .......... .......... .......... .......... .......... 70% 64.2M 1s 2023-12-03T11:52:52.345 INFO:teuthology.orchestra.run.smithi145.stderr: 65100K .......... .......... .......... .......... .......... 70% 75.2M 1s 2023-12-03T11:52:52.345 INFO:teuthology.orchestra.run.smithi145.stderr: 65150K .......... .......... .......... .......... .......... 70% 118M 1s 2023-12-03T11:52:52.345 INFO:teuthology.orchestra.run.smithi145.stderr: 65200K .......... .......... .......... .......... .......... 70% 48.4M 1s 2023-12-03T11:52:52.346 INFO:teuthology.orchestra.run.smithi145.stderr: 65250K .......... .......... .......... .......... .......... 70% 50.0M 1s 2023-12-03T11:52:52.346 INFO:teuthology.orchestra.run.smithi145.stderr: 65300K .......... .......... .......... .......... .......... 70% 47.4M 1s 2023-12-03T11:52:52.346 INFO:teuthology.orchestra.run.smithi145.stderr: 65350K .......... .......... .......... .......... .......... 70% 115M 1s 2023-12-03T11:52:52.346 INFO:teuthology.orchestra.run.smithi145.stderr: 65400K .......... .......... .......... .......... .......... 70% 44.4M 1s 2023-12-03T11:52:52.346 INFO:teuthology.orchestra.run.smithi145.stderr: 65450K .......... .......... .......... .......... .......... 70% 55.4M 1s 2023-12-03T11:52:52.349 INFO:teuthology.orchestra.run.smithi145.stderr: 65500K .......... .......... .......... .......... .......... 70% 44.9M 1s 2023-12-03T11:52:52.349 INFO:teuthology.orchestra.run.smithi145.stderr: 65550K .......... .......... .......... .......... .......... 70% 108M 1s 2023-12-03T11:52:52.349 INFO:teuthology.orchestra.run.smithi145.stderr: 65600K .......... .......... .......... .......... .......... 70% 109M 1s 2023-12-03T11:52:52.350 INFO:teuthology.orchestra.run.smithi145.stderr: 65650K .......... .......... .......... .......... .......... 70% 48.5M 1s 2023-12-03T11:52:52.350 INFO:teuthology.orchestra.run.smithi145.stderr: 65700K .......... .......... .......... .......... .......... 70% 103M 1s 2023-12-03T11:52:52.353 INFO:teuthology.orchestra.run.smithi145.stderr: 65750K .......... .......... .......... .......... .......... 70% 27.7M 1s 2023-12-03T11:52:52.353 INFO:teuthology.orchestra.run.smithi145.stderr: 65800K .......... .......... .......... .......... .......... 70% 49.9M 1s 2023-12-03T11:52:52.353 INFO:teuthology.orchestra.run.smithi145.stderr: 65850K .......... .......... .......... .......... .......... 70% 98.0M 1s 2023-12-03T11:52:52.353 INFO:teuthology.orchestra.run.smithi145.stderr: 65900K .......... .......... .......... .......... .......... 70% 94.0M 1s 2023-12-03T11:52:52.353 INFO:teuthology.orchestra.run.smithi145.stderr: 65950K .......... .......... .......... .......... .......... 71% 52.9M 1s 2023-12-03T11:52:52.354 INFO:teuthology.orchestra.run.smithi145.stderr: 66000K .......... .......... .......... .......... .......... 71% 40.3M 1s 2023-12-03T11:52:52.355 INFO:teuthology.orchestra.run.smithi145.stderr: 66050K .......... .......... .......... .......... .......... 71% 112M 1s 2023-12-03T11:52:52.356 INFO:teuthology.orchestra.run.smithi145.stderr: 66100K .......... .......... .......... .......... .......... 71% 46.7M 1s 2023-12-03T11:52:52.357 INFO:teuthology.orchestra.run.smithi145.stderr: 66150K .......... .......... .......... .......... .......... 71% 48.9M 1s 2023-12-03T11:52:52.358 INFO:teuthology.orchestra.run.smithi145.stderr: 66200K .......... .......... .......... .......... .......... 71% 48.3M 1s 2023-12-03T11:52:52.359 INFO:teuthology.orchestra.run.smithi145.stderr: 66250K .......... .......... .......... .......... .......... 71% 49.8M 1s 2023-12-03T11:52:52.363 INFO:teuthology.orchestra.run.smithi145.stderr: 66300K .......... .......... .......... .......... .......... 71% 47.2M 1s 2023-12-03T11:52:52.363 INFO:teuthology.orchestra.run.smithi145.stderr: 66350K .......... .......... .......... .......... .......... 71% 135M 1s 2023-12-03T11:52:52.363 INFO:teuthology.orchestra.run.smithi145.stderr: 66400K .......... .......... .......... .......... .......... 71% 43.1M 1s 2023-12-03T11:52:52.363 INFO:teuthology.orchestra.run.smithi145.stderr: 66450K .......... .......... .......... .......... .......... 71% 95.5M 1s 2023-12-03T11:52:52.363 INFO:teuthology.orchestra.run.smithi145.stderr: 66500K .......... .......... .......... .......... .......... 71% 55.8M 1s 2023-12-03T11:52:52.364 INFO:teuthology.orchestra.run.smithi145.stderr: 66550K .......... .......... .......... .......... .......... 71% 113M 1s 2023-12-03T11:52:52.366 INFO:teuthology.orchestra.run.smithi145.stderr: 66600K .......... .......... .......... .......... .......... 71% 31.5M 1s 2023-12-03T11:52:52.366 INFO:teuthology.orchestra.run.smithi145.stderr: 66650K .......... .......... .......... .......... .......... 71% 113M 1s 2023-12-03T11:52:52.366 INFO:teuthology.orchestra.run.smithi145.stderr: 66700K .......... .......... .......... .......... .......... 71% 48.6M 1s 2023-12-03T11:52:52.371 INFO:teuthology.orchestra.run.smithi145.stderr: 66750K .......... .......... .......... .......... .......... 71% 121M 1s 2023-12-03T11:52:52.371 INFO:teuthology.orchestra.run.smithi145.stderr: 66800K .......... .......... .......... .......... .......... 71% 44.3M 1s 2023-12-03T11:52:52.371 INFO:teuthology.orchestra.run.smithi145.stderr: 66850K .......... .......... .......... .......... .......... 72% 120M 1s 2023-12-03T11:52:52.371 INFO:teuthology.orchestra.run.smithi145.stderr: 66900K .......... .......... .......... .......... .......... 72% 113M 1s 2023-12-03T11:52:52.371 INFO:teuthology.orchestra.run.smithi145.stderr: 66950K .......... .......... .......... .......... .......... 72% 49.3M 1s 2023-12-03T11:52:52.371 INFO:teuthology.orchestra.run.smithi145.stderr: 67000K .......... .......... .......... .......... .......... 72% 114M 1s 2023-12-03T11:52:52.371 INFO:teuthology.orchestra.run.smithi145.stderr: 67050K .......... .......... .......... .......... .......... 72% 48.3M 1s 2023-12-03T11:52:52.373 INFO:teuthology.orchestra.run.smithi145.stderr: 67100K .......... .......... .......... .......... .......... 72% 46.0M 1s 2023-12-03T11:52:52.373 INFO:teuthology.orchestra.run.smithi145.stderr: 67150K .......... .......... .......... .......... .......... 72% 49.8M 1s 2023-12-03T11:52:52.374 INFO:teuthology.orchestra.run.smithi145.stderr: 67200K .......... .......... .......... .......... .......... 72% 49.3M 1s 2023-12-03T11:52:52.374 INFO:teuthology.orchestra.run.smithi145.stderr: 67250K .......... .......... .......... .......... .......... 72% 126M 1s 2023-12-03T11:52:52.375 INFO:teuthology.orchestra.run.smithi145.stderr: 67300K .......... .......... .......... .......... .......... 72% 49.1M 1s 2023-12-03T11:52:52.376 INFO:teuthology.orchestra.run.smithi145.stderr: 67350K .......... .......... .......... .......... .......... 72% 43.7M 1s 2023-12-03T11:52:52.379 INFO:teuthology.orchestra.run.smithi145.stderr: 67400K .......... .......... .......... .......... .......... 72% 41.0M 1s 2023-12-03T11:52:52.379 INFO:teuthology.orchestra.run.smithi145.stderr: 67450K .......... .......... .......... .......... .......... 72% 120M 1s 2023-12-03T11:52:52.379 INFO:teuthology.orchestra.run.smithi145.stderr: 67500K .......... .......... .......... .......... .......... 72% 128M 1s 2023-12-03T11:52:52.380 INFO:teuthology.orchestra.run.smithi145.stderr: 67550K .......... .......... .......... .......... .......... 72% 48.3M 1s 2023-12-03T11:52:52.382 INFO:teuthology.orchestra.run.smithi145.stderr: 67600K .......... .......... .......... .......... .......... 72% 45.1M 1s 2023-12-03T11:52:52.382 INFO:teuthology.orchestra.run.smithi145.stderr: 67650K .......... .......... .......... .......... .......... 72% 115M 1s 2023-12-03T11:52:52.382 INFO:teuthology.orchestra.run.smithi145.stderr: 67700K .......... .......... .......... .......... .......... 72% 50.1M 1s 2023-12-03T11:52:52.382 INFO:teuthology.orchestra.run.smithi145.stderr: 67750K .......... .......... .......... .......... .......... 72% 127M 1s 2023-12-03T11:52:52.384 INFO:teuthology.orchestra.run.smithi145.stderr: 67800K .......... .......... .......... .......... .......... 73% 31.7M 1s 2023-12-03T11:52:52.392 INFO:teuthology.orchestra.run.smithi145.stderr: 67850K .......... .......... .......... .......... .......... 73% 44.6M 1s 2023-12-03T11:52:52.392 INFO:teuthology.orchestra.run.smithi145.stderr: 67900K .......... .......... .......... .......... .......... 73% 112M 1s 2023-12-03T11:52:52.392 INFO:teuthology.orchestra.run.smithi145.stderr: 67950K .......... .......... .......... .......... .......... 73% 121M 1s 2023-12-03T11:52:52.392 INFO:teuthology.orchestra.run.smithi145.stderr: 68000K .......... .......... .......... .......... .......... 73% 109M 1s 2023-12-03T11:52:52.392 INFO:teuthology.orchestra.run.smithi145.stderr: 68050K .......... .......... .......... .......... .......... 73% 95.9M 1s 2023-12-03T11:52:52.392 INFO:teuthology.orchestra.run.smithi145.stderr: 68100K .......... .......... .......... .......... .......... 73% 44.5M 1s 2023-12-03T11:52:52.392 INFO:teuthology.orchestra.run.smithi145.stderr: 68150K .......... .......... .......... .......... .......... 73% 50.4M 1s 2023-12-03T11:52:52.392 INFO:teuthology.orchestra.run.smithi145.stderr: 68200K .......... .......... .......... .......... .......... 73% 113M 1s 2023-12-03T11:52:52.392 INFO:teuthology.orchestra.run.smithi145.stderr: 68250K .......... .......... .......... .......... .......... 73% 117M 1s 2023-12-03T11:52:52.392 INFO:teuthology.orchestra.run.smithi145.stderr: 68300K .......... .......... .......... .......... .......... 73% 47.0M 1s 2023-12-03T11:52:52.392 INFO:teuthology.orchestra.run.smithi145.stderr: 68350K .......... .......... .......... .......... .......... 73% 47.0M 1s 2023-12-03T11:52:52.392 INFO:teuthology.orchestra.run.smithi145.stderr: 68400K .......... .......... .......... .......... .......... 73% 120M 1s 2023-12-03T11:52:52.394 INFO:teuthology.orchestra.run.smithi145.stderr: 68450K .......... .......... .......... .......... .......... 73% 44.3M 1s 2023-12-03T11:52:52.394 INFO:teuthology.orchestra.run.smithi145.stderr: 68500K .......... .......... .......... .......... .......... 73% 42.3M 1s 2023-12-03T11:52:52.396 INFO:teuthology.orchestra.run.smithi145.stderr: 68550K .......... .......... .......... .......... .......... 73% 48.5M 1s 2023-12-03T11:52:52.397 INFO:teuthology.orchestra.run.smithi145.stderr: 68600K .......... .......... .......... .......... .......... 73% 39.6M 1s 2023-12-03T11:52:52.397 INFO:teuthology.orchestra.run.smithi145.stderr: 68650K .......... .......... .......... .......... .......... 73% 118M 0s 2023-12-03T11:52:52.398 INFO:teuthology.orchestra.run.smithi145.stderr: 68700K .......... .......... .......... .......... .......... 74% 29.1M 0s 2023-12-03T11:52:52.400 INFO:teuthology.orchestra.run.smithi145.stderr: 68750K .......... .......... .......... .......... .......... 74% 50.1M 0s 2023-12-03T11:52:52.420 INFO:teuthology.orchestra.run.smithi145.stderr: 68800K .......... .......... .......... .......... .......... 74% 11.0M 0s 2023-12-03T11:52:52.420 INFO:teuthology.orchestra.run.smithi145.stderr: 68850K .......... .......... .......... .......... .......... 74% 283M 0s 2023-12-03T11:52:52.420 INFO:teuthology.orchestra.run.smithi145.stderr: 68900K .......... .......... .......... .......... .......... 74% 109M 0s 2023-12-03T11:52:52.420 INFO:teuthology.orchestra.run.smithi145.stderr: 68950K .......... .......... .......... .......... .......... 74% 185M 0s 2023-12-03T11:52:52.420 INFO:teuthology.orchestra.run.smithi145.stderr: 69000K .......... .......... .......... .......... .......... 74% 261M 0s 2023-12-03T11:52:52.420 INFO:teuthology.orchestra.run.smithi145.stderr: 69050K .......... .......... .......... .......... .......... 74% 166M 0s 2023-12-03T11:52:52.420 INFO:teuthology.orchestra.run.smithi145.stderr: 69100K .......... .......... .......... .......... .......... 74% 224M 0s 2023-12-03T11:52:52.420 INFO:teuthology.orchestra.run.smithi145.stderr: 69150K .......... .......... .......... .......... .......... 74% 92.1M 0s 2023-12-03T11:52:52.420 INFO:teuthology.orchestra.run.smithi145.stderr: 69200K .......... .......... .......... .......... .......... 74% 48.9M 0s 2023-12-03T11:52:52.420 INFO:teuthology.orchestra.run.smithi145.stderr: 69250K .......... .......... .......... .......... .......... 74% 111M 0s 2023-12-03T11:52:52.420 INFO:teuthology.orchestra.run.smithi145.stderr: 69300K .......... .......... .......... .......... .......... 74% 28.9M 0s 2023-12-03T11:52:52.420 INFO:teuthology.orchestra.run.smithi145.stderr: 69350K .......... .......... .......... .......... .......... 74% 135M 0s 2023-12-03T11:52:52.420 INFO:teuthology.orchestra.run.smithi145.stderr: 69400K .......... .......... .......... .......... .......... 74% 112M 0s 2023-12-03T11:52:52.421 INFO:teuthology.orchestra.run.smithi145.stderr: 69450K .......... .......... .......... .......... .......... 74% 44.9M 0s 2023-12-03T11:52:52.421 INFO:teuthology.orchestra.run.smithi145.stderr: 69500K .......... .......... .......... .......... .......... 74% 52.6M 0s 2023-12-03T11:52:52.421 INFO:teuthology.orchestra.run.smithi145.stderr: 69550K .......... .......... .......... .......... .......... 74% 44.7M 0s 2023-12-03T11:52:52.421 INFO:teuthology.orchestra.run.smithi145.stderr: 69600K .......... .......... .......... .......... .......... 74% 113M 0s 2023-12-03T11:52:52.421 INFO:teuthology.orchestra.run.smithi145.stderr: 69650K .......... .......... .......... .......... .......... 75% 111M 0s 2023-12-03T11:52:52.421 INFO:teuthology.orchestra.run.smithi145.stderr: 69700K .......... .......... .......... .......... .......... 75% 49.6M 0s 2023-12-03T11:52:52.421 INFO:teuthology.orchestra.run.smithi145.stderr: 69750K .......... .......... .......... .......... .......... 75% 50.1M 0s 2023-12-03T11:52:52.421 INFO:teuthology.orchestra.run.smithi145.stderr: 69800K .......... .......... .......... .......... .......... 75% 43.3M 0s 2023-12-03T11:52:52.421 INFO:teuthology.orchestra.run.smithi145.stderr: 69850K .......... .......... .......... .......... .......... 75% 108M 0s 2023-12-03T11:52:52.421 INFO:teuthology.orchestra.run.smithi145.stderr: 69900K .......... .......... .......... .......... .......... 75% 54.3M 0s 2023-12-03T11:52:52.421 INFO:teuthology.orchestra.run.smithi145.stderr: 69950K .......... .......... .......... .......... .......... 75% 48.9M 0s 2023-12-03T11:52:52.430 INFO:teuthology.orchestra.run.smithi145.stderr: 70000K .......... .......... .......... .......... .......... 75% 49.5M 0s 2023-12-03T11:52:52.430 INFO:teuthology.orchestra.run.smithi145.stderr: 70050K .......... .......... .......... .......... .......... 75% 114M 0s 2023-12-03T11:52:52.430 INFO:teuthology.orchestra.run.smithi145.stderr: 70100K .......... .......... .......... .......... .......... 75% 93.3M 0s 2023-12-03T11:52:52.430 INFO:teuthology.orchestra.run.smithi145.stderr: 70150K .......... .......... .......... .......... .......... 75% 51.8M 0s 2023-12-03T11:52:52.430 INFO:teuthology.orchestra.run.smithi145.stderr: 70200K .......... .......... .......... .......... .......... 75% 46.4M 0s 2023-12-03T11:52:52.430 INFO:teuthology.orchestra.run.smithi145.stderr: 70250K .......... .......... .......... .......... .......... 75% 49.5M 0s 2023-12-03T11:52:52.430 INFO:teuthology.orchestra.run.smithi145.stderr: 70300K .......... .......... .......... .......... .......... 75% 116M 0s 2023-12-03T11:52:52.430 INFO:teuthology.orchestra.run.smithi145.stderr: 70350K .......... .......... .......... .......... .......... 75% 48.8M 0s 2023-12-03T11:52:52.430 INFO:teuthology.orchestra.run.smithi145.stderr: 70400K .......... .......... .......... .......... .......... 75% 81.3M 0s 2023-12-03T11:52:52.431 INFO:teuthology.orchestra.run.smithi145.stderr: 70450K .......... .......... .......... .......... .......... 75% 34.4M 0s 2023-12-03T11:52:52.431 INFO:teuthology.orchestra.run.smithi145.stderr: 70500K .......... .......... .......... .......... .......... 75% 115M 0s 2023-12-03T11:52:52.431 INFO:teuthology.orchestra.run.smithi145.stderr: 70550K .......... .......... .......... .......... .......... 75% 106M 0s 2023-12-03T11:52:52.431 INFO:teuthology.orchestra.run.smithi145.stderr: 70600K .......... .......... .......... .......... .......... 76% 43.9M 0s 2023-12-03T11:52:52.436 INFO:teuthology.orchestra.run.smithi145.stderr: 70650K .......... .......... .......... .......... .......... 76% 51.8M 0s 2023-12-03T11:52:52.436 INFO:teuthology.orchestra.run.smithi145.stderr: 70700K .......... .......... .......... .......... .......... 76% 81.4M 0s 2023-12-03T11:52:52.436 INFO:teuthology.orchestra.run.smithi145.stderr: 70750K .......... .......... .......... .......... .......... 76% 91.5M 0s 2023-12-03T11:52:52.436 INFO:teuthology.orchestra.run.smithi145.stderr: 70800K .......... .......... .......... .......... .......... 76% 67.2M 0s 2023-12-03T11:52:52.436 INFO:teuthology.orchestra.run.smithi145.stderr: 70850K .......... .......... .......... .......... .......... 76% 49.4M 0s 2023-12-03T11:52:52.436 INFO:teuthology.orchestra.run.smithi145.stderr: 70900K .......... .......... .......... .......... .......... 76% 79.6M 0s 2023-12-03T11:52:52.436 INFO:teuthology.orchestra.run.smithi145.stderr: 70950K .......... .......... .......... .......... .......... 76% 53.7M 0s 2023-12-03T11:52:52.436 INFO:teuthology.orchestra.run.smithi145.stderr: 71000K .......... .......... .......... .......... .......... 76% 112M 0s 2023-12-03T11:52:52.440 INFO:teuthology.orchestra.run.smithi145.stderr: 71050K .......... .......... .......... .......... .......... 76% 32.0M 0s 2023-12-03T11:52:52.440 INFO:teuthology.orchestra.run.smithi145.stderr: 71100K .......... .......... .......... .......... .......... 76% 116M 0s 2023-12-03T11:52:52.440 INFO:teuthology.orchestra.run.smithi145.stderr: 71150K .......... .......... .......... .......... .......... 76% 43.3M 0s 2023-12-03T11:52:52.440 INFO:teuthology.orchestra.run.smithi145.stderr: 71200K .......... .......... .......... .......... .......... 76% 101M 0s 2023-12-03T11:52:52.440 INFO:teuthology.orchestra.run.smithi145.stderr: 71250K .......... .......... .......... .......... .......... 76% 132M 0s 2023-12-03T11:52:52.442 INFO:teuthology.orchestra.run.smithi145.stderr: 71300K .......... .......... .......... .......... .......... 76% 20.7M 0s 2023-12-03T11:52:52.444 INFO:teuthology.orchestra.run.smithi145.stderr: 71350K .......... .......... .......... .......... .......... 76% 47.6M 0s 2023-12-03T11:52:52.444 INFO:teuthology.orchestra.run.smithi145.stderr: 71400K .......... .......... .......... .......... .......... 76% 119M 0s 2023-12-03T11:52:52.444 INFO:teuthology.orchestra.run.smithi145.stderr: 71450K .......... .......... .......... .......... .......... 76% 106M 0s 2023-12-03T11:52:52.446 INFO:teuthology.orchestra.run.smithi145.stderr: 71500K .......... .......... .......... .......... .......... 77% 49.7M 0s 2023-12-03T11:52:52.446 INFO:teuthology.orchestra.run.smithi145.stderr: 71550K .......... .......... .......... .......... .......... 77% 49.2M 0s 2023-12-03T11:52:52.446 INFO:teuthology.orchestra.run.smithi145.stderr: 71600K .......... .......... .......... .......... .......... 77% 88.5M 0s 2023-12-03T11:52:52.448 INFO:teuthology.orchestra.run.smithi145.stderr: 71650K .......... .......... .......... .......... .......... 77% 53.7M 0s 2023-12-03T11:52:52.448 INFO:teuthology.orchestra.run.smithi145.stderr: 71700K .......... .......... .......... .......... .......... 77% 113M 0s 2023-12-03T11:52:52.449 INFO:teuthology.orchestra.run.smithi145.stderr: 71750K .......... .......... .......... .......... .......... 77% 31.3M 0s 2023-12-03T11:52:52.452 INFO:teuthology.orchestra.run.smithi145.stderr: 71800K .......... .......... .......... .......... .......... 77% 49.4M 0s 2023-12-03T11:52:52.452 INFO:teuthology.orchestra.run.smithi145.stderr: 71850K .......... .......... .......... .......... .......... 77% 122M 0s 2023-12-03T11:52:52.452 INFO:teuthology.orchestra.run.smithi145.stderr: 71900K .......... .......... .......... .......... .......... 77% 44.9M 0s 2023-12-03T11:52:52.452 INFO:teuthology.orchestra.run.smithi145.stderr: 71950K .......... .......... .......... .......... .......... 77% 113M 0s 2023-12-03T11:52:52.454 INFO:teuthology.orchestra.run.smithi145.stderr: 72000K .......... .......... .......... .......... .......... 77% 49.1M 0s 2023-12-03T11:52:52.454 INFO:teuthology.orchestra.run.smithi145.stderr: 72050K .......... .......... .......... .......... .......... 77% 49.6M 0s 2023-12-03T11:52:52.460 INFO:teuthology.orchestra.run.smithi145.stderr: 72100K .......... .......... .......... .......... .......... 77% 46.1M 0s 2023-12-03T11:52:52.460 INFO:teuthology.orchestra.run.smithi145.stderr: 72150K .......... .......... .......... .......... .......... 77% 114M 0s 2023-12-03T11:52:52.460 INFO:teuthology.orchestra.run.smithi145.stderr: 72200K .......... .......... .......... .......... .......... 77% 118M 0s 2023-12-03T11:52:52.460 INFO:teuthology.orchestra.run.smithi145.stderr: 72250K .......... .......... .......... .......... .......... 77% 104M 0s 2023-12-03T11:52:52.460 INFO:teuthology.orchestra.run.smithi145.stderr: 72300K .......... .......... .......... .......... .......... 77% 86.9M 0s 2023-12-03T11:52:52.460 INFO:teuthology.orchestra.run.smithi145.stderr: 72350K .......... .......... .......... .......... .......... 77% 94.8M 0s 2023-12-03T11:52:52.460 INFO:teuthology.orchestra.run.smithi145.stderr: 72400K .......... .......... .......... .......... .......... 77% 113M 0s 2023-12-03T11:52:52.460 INFO:teuthology.orchestra.run.smithi145.stderr: 72450K .......... .......... .......... .......... .......... 78% 32.1M 0s 2023-12-03T11:52:52.462 INFO:teuthology.orchestra.run.smithi145.stderr: 72500K .......... .......... .......... .......... .......... 78% 22.8M 0s 2023-12-03T11:52:52.463 INFO:teuthology.orchestra.run.smithi145.stderr: 72550K .......... .......... .......... .......... .......... 78% 48.0M 0s 2023-12-03T11:52:52.463 INFO:teuthology.orchestra.run.smithi145.stderr: 72600K .......... .......... .......... .......... .......... 78% 50.0M 0s 2023-12-03T11:52:52.466 INFO:teuthology.orchestra.run.smithi145.stderr: 72650K .......... .......... .......... .......... .......... 78% 31.2M 0s 2023-12-03T11:52:52.466 INFO:teuthology.orchestra.run.smithi145.stderr: 72700K .......... .......... .......... .......... .......... 78% 85.7M 0s 2023-12-03T11:52:52.468 INFO:teuthology.orchestra.run.smithi145.stderr: 72750K .......... .......... .......... .......... .......... 78% 18.0M 0s 2023-12-03T11:52:52.470 INFO:teuthology.orchestra.run.smithi145.stderr: 72800K .......... .......... .......... .......... .......... 78% 46.2M 0s 2023-12-03T11:52:52.470 INFO:teuthology.orchestra.run.smithi145.stderr: 72850K .......... .......... .......... .......... .......... 78% 111M 0s 2023-12-03T11:52:52.471 INFO:teuthology.orchestra.run.smithi145.stderr: 72900K .......... .......... .......... .......... .......... 78% 47.1M 0s 2023-12-03T11:52:52.472 INFO:teuthology.orchestra.run.smithi145.stderr: 72950K .......... .......... .......... .......... .......... 78% 49.8M 0s 2023-12-03T11:52:52.474 INFO:teuthology.orchestra.run.smithi145.stderr: 73000K .......... .......... .......... .......... .......... 78% 48.4M 0s 2023-12-03T11:52:52.474 INFO:teuthology.orchestra.run.smithi145.stderr: 73050K .......... .......... .......... .......... .......... 78% 104M 0s 2023-12-03T11:52:52.474 INFO:teuthology.orchestra.run.smithi145.stderr: 73100K .......... .......... .......... .......... .......... 78% 110M 0s 2023-12-03T11:52:52.475 INFO:teuthology.orchestra.run.smithi145.stderr: 73150K .......... .......... .......... .......... .......... 78% 49.5M 0s 2023-12-03T11:52:52.476 INFO:teuthology.orchestra.run.smithi145.stderr: 73200K .......... .......... .......... .......... .......... 78% 44.2M 0s 2023-12-03T11:52:52.477 INFO:teuthology.orchestra.run.smithi145.stderr: 73250K .......... .......... .......... .......... .......... 78% 50.9M 0s 2023-12-03T11:52:52.477 INFO:teuthology.orchestra.run.smithi145.stderr: 73300K .......... .......... .......... .......... .......... 78% 126M 0s 2023-12-03T11:52:52.480 INFO:teuthology.orchestra.run.smithi145.stderr: 73350K .......... .......... .......... .......... .......... 79% 41.9M 0s 2023-12-03T11:52:52.480 INFO:teuthology.orchestra.run.smithi145.stderr: 73400K .......... .......... .......... .......... .......... 79% 94.9M 0s 2023-12-03T11:52:52.480 INFO:teuthology.orchestra.run.smithi145.stderr: 73450K .......... .......... .......... .......... .......... 79% 48.5M 0s 2023-12-03T11:52:52.483 INFO:teuthology.orchestra.run.smithi145.stderr: 73500K .......... .......... .......... .......... .......... 79% 115M 0s 2023-12-03T11:52:52.483 INFO:teuthology.orchestra.run.smithi145.stderr: 73550K .......... .......... .......... .......... .......... 79% 44.2M 0s 2023-12-03T11:52:52.483 INFO:teuthology.orchestra.run.smithi145.stderr: 73600K .......... .......... .......... .......... .......... 79% 86.7M 0s 2023-12-03T11:52:52.483 INFO:teuthology.orchestra.run.smithi145.stderr: 73650K .......... .......... .......... .......... .......... 79% 58.2M 0s 2023-12-03T11:52:52.485 INFO:teuthology.orchestra.run.smithi145.stderr: 73700K .......... .......... .......... .......... .......... 79% 33.2M 0s 2023-12-03T11:52:52.485 INFO:teuthology.orchestra.run.smithi145.stderr: 73750K .......... .......... .......... .......... .......... 79% 96.2M 0s 2023-12-03T11:52:52.486 INFO:teuthology.orchestra.run.smithi145.stderr: 73800K .......... .......... .......... .......... .......... 79% 68.5M 0s 2023-12-03T11:52:52.488 INFO:teuthology.orchestra.run.smithi145.stderr: 73850K .......... .......... .......... .......... .......... 79% 49.5M 0s 2023-12-03T11:52:52.488 INFO:teuthology.orchestra.run.smithi145.stderr: 73900K .......... .......... .......... .......... .......... 79% 49.8M 0s 2023-12-03T11:52:52.489 INFO:teuthology.orchestra.run.smithi145.stderr: 73950K .......... .......... .......... .......... .......... 79% 115M 0s 2023-12-03T11:52:52.489 INFO:teuthology.orchestra.run.smithi145.stderr: 74000K .......... .......... .......... .......... .......... 79% 112M 0s 2023-12-03T11:52:52.490 INFO:teuthology.orchestra.run.smithi145.stderr: 74050K .......... .......... .......... .......... .......... 79% 49.6M 0s 2023-12-03T11:52:52.490 INFO:teuthology.orchestra.run.smithi145.stderr: 74100K .......... .......... .......... .......... .......... 79% 48.2M 0s 2023-12-03T11:52:52.492 INFO:teuthology.orchestra.run.smithi145.stderr: 74150K .......... .......... .......... .......... .......... 79% 46.4M 0s 2023-12-03T11:52:52.494 INFO:teuthology.orchestra.run.smithi145.stderr: 74200K .......... .......... .......... .......... .......... 79% 43.6M 0s 2023-12-03T11:52:52.494 INFO:teuthology.orchestra.run.smithi145.stderr: 74250K .......... .......... .......... .......... .......... 79% 162M 0s 2023-12-03T11:52:52.494 INFO:teuthology.orchestra.run.smithi145.stderr: 74300K .......... .......... .......... .......... .......... 80% 80.9M 0s 2023-12-03T11:52:52.497 INFO:teuthology.orchestra.run.smithi145.stderr: 74350K .......... .......... .......... .......... .......... 80% 51.2M 0s 2023-12-03T11:52:52.497 INFO:teuthology.orchestra.run.smithi145.stderr: 74400K .......... .......... .......... .......... .......... 80% 115M 0s 2023-12-03T11:52:52.498 INFO:teuthology.orchestra.run.smithi145.stderr: 74450K .......... .......... .......... .......... .......... 80% 49.2M 0s 2023-12-03T11:52:52.498 INFO:teuthology.orchestra.run.smithi145.stderr: 74500K .......... .......... .......... .......... .......... 80% 126M 0s 2023-12-03T11:52:52.498 INFO:teuthology.orchestra.run.smithi145.stderr: 74550K .......... .......... .......... .......... .......... 80% 88.6M 0s 2023-12-03T11:52:52.504 INFO:teuthology.orchestra.run.smithi145.stderr: 74600K .......... .......... .......... .......... .......... 80% 31.5M 0s 2023-12-03T11:52:52.504 INFO:teuthology.orchestra.run.smithi145.stderr: 74650K .......... .......... .......... .......... .......... 80% 109M 0s 2023-12-03T11:52:52.504 INFO:teuthology.orchestra.run.smithi145.stderr: 74700K .......... .......... .......... .......... .......... 80% 129M 0s 2023-12-03T11:52:52.504 INFO:teuthology.orchestra.run.smithi145.stderr: 74750K .......... .......... .......... .......... .......... 80% 51.7M 0s 2023-12-03T11:52:52.504 INFO:teuthology.orchestra.run.smithi145.stderr: 74800K .......... .......... .......... .......... .......... 80% 54.5M 0s 2023-12-03T11:52:52.504 INFO:teuthology.orchestra.run.smithi145.stderr: 74850K .......... .......... .......... .......... .......... 80% 38.2M 0s 2023-12-03T11:52:52.504 INFO:teuthology.orchestra.run.smithi145.stderr: 74900K .......... .......... .......... .......... .......... 80% 49.9M 0s 2023-12-03T11:52:52.504 INFO:teuthology.orchestra.run.smithi145.stderr: 74950K .......... .......... .......... .......... .......... 80% 115M 0s 2023-12-03T11:52:52.509 INFO:teuthology.orchestra.run.smithi145.stderr: 75000K .......... .......... .......... .......... .......... 80% 48.1M 0s 2023-12-03T11:52:52.509 INFO:teuthology.orchestra.run.smithi145.stderr: 75050K .......... .......... .......... .......... .......... 80% 97.1M 0s 2023-12-03T11:52:52.509 INFO:teuthology.orchestra.run.smithi145.stderr: 75100K .......... .......... .......... .......... .......... 80% 43.8M 0s 2023-12-03T11:52:52.509 INFO:teuthology.orchestra.run.smithi145.stderr: 75150K .......... .......... .......... .......... .......... 80% 48.6M 0s 2023-12-03T11:52:52.509 INFO:teuthology.orchestra.run.smithi145.stderr: 75200K .......... .......... .......... .......... .......... 81% 117M 0s 2023-12-03T11:52:52.509 INFO:teuthology.orchestra.run.smithi145.stderr: 75250K .......... .......... .......... .......... .......... 81% 46.9M 0s 2023-12-03T11:52:52.512 INFO:teuthology.orchestra.run.smithi145.stderr: 75300K .......... .......... .......... .......... .......... 81% 55.2M 0s 2023-12-03T11:52:52.512 INFO:teuthology.orchestra.run.smithi145.stderr: 75350K .......... .......... .......... .......... .......... 81% 85.1M 0s 2023-12-03T11:52:52.512 INFO:teuthology.orchestra.run.smithi145.stderr: 75400K .......... .......... .......... .......... .......... 81% 118M 0s 2023-12-03T11:52:52.513 INFO:teuthology.orchestra.run.smithi145.stderr: 75450K .......... .......... .......... .......... .......... 81% 27.2M 0s 2023-12-03T11:52:52.514 INFO:teuthology.orchestra.run.smithi145.stderr: 75500K .......... .......... .......... .......... .......... 81% 33.5M 0s 2023-12-03T11:52:52.516 INFO:teuthology.orchestra.run.smithi145.stderr: 75550K .......... .......... .......... .......... .......... 81% 43.4M 0s 2023-12-03T11:52:52.516 INFO:teuthology.orchestra.run.smithi145.stderr: 75600K .......... .......... .......... .......... .......... 81% 76.7M 0s 2023-12-03T11:52:52.516 INFO:teuthology.orchestra.run.smithi145.stderr: 75650K .......... .......... .......... .......... .......... 81% 61.5M 0s 2023-12-03T11:52:52.518 INFO:teuthology.orchestra.run.smithi145.stderr: 75700K .......... .......... .......... .......... .......... 81% 32.0M 0s 2023-12-03T11:52:52.519 INFO:teuthology.orchestra.run.smithi145.stderr: 75750K .......... .......... .......... .......... .......... 81% 45.3M 0s 2023-12-03T11:52:52.520 INFO:teuthology.orchestra.run.smithi145.stderr: 75800K .......... .......... .......... .......... .......... 81% 51.3M 0s 2023-12-03T11:52:52.522 INFO:teuthology.orchestra.run.smithi145.stderr: 75850K .......... .......... .......... .......... .......... 81% 28.8M 0s 2023-12-03T11:52:52.522 INFO:teuthology.orchestra.run.smithi145.stderr: 75900K .......... .......... .......... .......... .......... 81% 118M 0s 2023-12-03T11:52:52.523 INFO:teuthology.orchestra.run.smithi145.stderr: 75950K .......... .......... .......... .......... .......... 81% 50.0M 0s 2023-12-03T11:52:52.524 INFO:teuthology.orchestra.run.smithi145.stderr: 76000K .......... .......... .......... .......... .......... 81% 47.1M 0s 2023-12-03T11:52:52.527 INFO:teuthology.orchestra.run.smithi145.stderr: 76050K .......... .......... .......... .......... .......... 81% 47.1M 0s 2023-12-03T11:52:52.527 INFO:teuthology.orchestra.run.smithi145.stderr: 76100K .......... .......... .......... .......... .......... 81% 120M 0s 2023-12-03T11:52:52.527 INFO:teuthology.orchestra.run.smithi145.stderr: 76150K .......... .......... .......... .......... .......... 82% 50.9M 0s 2023-12-03T11:52:52.527 INFO:teuthology.orchestra.run.smithi145.stderr: 76200K .......... .......... .......... .......... .......... 82% 109M 0s 2023-12-03T11:52:52.530 INFO:teuthology.orchestra.run.smithi145.stderr: 76250K .......... .......... .......... .......... .......... 82% 44.4M 0s 2023-12-03T11:52:52.530 INFO:teuthology.orchestra.run.smithi145.stderr: 76300K .......... .......... .......... .......... .......... 82% 114M 0s 2023-12-03T11:52:52.530 INFO:teuthology.orchestra.run.smithi145.stderr: 76350K .......... .......... .......... .......... .......... 82% 107M 0s 2023-12-03T11:52:52.530 INFO:teuthology.orchestra.run.smithi145.stderr: 76400K .......... .......... .......... .......... .......... 82% 47.0M 0s 2023-12-03T11:52:52.532 INFO:teuthology.orchestra.run.smithi145.stderr: 76450K .......... .......... .......... .......... .......... 82% 30.5M 0s 2023-12-03T11:52:52.534 INFO:teuthology.orchestra.run.smithi145.stderr: 76500K .......... .......... .......... .......... .......... 82% 46.9M 0s 2023-12-03T11:52:52.534 INFO:teuthology.orchestra.run.smithi145.stderr: 76550K .......... .......... .......... .......... .......... 82% 133M 0s 2023-12-03T11:52:52.534 INFO:teuthology.orchestra.run.smithi145.stderr: 76600K .......... .......... .......... .......... .......... 82% 48.3M 0s 2023-12-03T11:52:52.536 INFO:teuthology.orchestra.run.smithi145.stderr: 76650K .......... .......... .......... .......... .......... 82% 43.5M 0s 2023-12-03T11:52:52.537 INFO:teuthology.orchestra.run.smithi145.stderr: 76700K .......... .......... .......... .......... .......... 82% 31.4M 0s 2023-12-03T11:52:52.538 INFO:teuthology.orchestra.run.smithi145.stderr: 76750K .......... .......... .......... .......... .......... 82% 49.2M 0s 2023-12-03T11:52:52.540 INFO:teuthology.orchestra.run.smithi145.stderr: 76800K .......... .......... .......... .......... .......... 82% 48.5M 0s 2023-12-03T11:52:52.540 INFO:teuthology.orchestra.run.smithi145.stderr: 76850K .......... .......... .......... .......... .......... 82% 128M 0s 2023-12-03T11:52:52.540 INFO:teuthology.orchestra.run.smithi145.stderr: 76900K .......... .......... .......... .......... .......... 82% 48.7M 0s 2023-12-03T11:52:52.541 INFO:teuthology.orchestra.run.smithi145.stderr: 76950K .......... .......... .......... .......... .......... 82% 47.1M 0s 2023-12-03T11:52:52.545 INFO:teuthology.orchestra.run.smithi145.stderr: 77000K .......... .......... .......... .......... .......... 82% 49.3M 0s 2023-12-03T11:52:52.545 INFO:teuthology.orchestra.run.smithi145.stderr: 77050K .......... .......... .......... .......... .......... 82% 89.6M 0s 2023-12-03T11:52:52.545 INFO:teuthology.orchestra.run.smithi145.stderr: 77100K .......... .......... .......... .......... .......... 83% 120M 0s 2023-12-03T11:52:52.555 INFO:teuthology.orchestra.run.smithi145.stderr: 77150K .......... .......... .......... .......... .......... 83% 30.8M 0s 2023-12-03T11:52:52.555 INFO:teuthology.orchestra.run.smithi145.stderr: 77200K .......... .......... .......... .......... .......... 83% 118M 0s 2023-12-03T11:52:52.555 INFO:teuthology.orchestra.run.smithi145.stderr: 77250K .......... .......... .......... .......... .......... 83% 30.3M 0s 2023-12-03T11:52:52.555 INFO:teuthology.orchestra.run.smithi145.stderr: 77300K .......... .......... .......... .......... .......... 83% 117M 0s 2023-12-03T11:52:52.555 INFO:teuthology.orchestra.run.smithi145.stderr: 77350K .......... .......... .......... .......... .......... 83% 111M 0s 2023-12-03T11:52:52.555 INFO:teuthology.orchestra.run.smithi145.stderr: 77400K .......... .......... .......... .......... .......... 83% 41.8M 0s 2023-12-03T11:52:52.555 INFO:teuthology.orchestra.run.smithi145.stderr: 77450K .......... .......... .......... .......... .......... 83% 46.0M 0s 2023-12-03T11:52:52.555 INFO:teuthology.orchestra.run.smithi145.stderr: 77500K .......... .......... .......... .......... .......... 83% 49.0M 0s 2023-12-03T11:52:52.555 INFO:teuthology.orchestra.run.smithi145.stderr: 77550K .......... .......... .......... .......... .......... 83% 102M 0s 2023-12-03T11:52:52.555 INFO:teuthology.orchestra.run.smithi145.stderr: 77600K .......... .......... .......... .......... .......... 83% 47.7M 0s 2023-12-03T11:52:52.555 INFO:teuthology.orchestra.run.smithi145.stderr: 77650K .......... .......... .......... .......... .......... 83% 125M 0s 2023-12-03T11:52:52.555 INFO:teuthology.orchestra.run.smithi145.stderr: 77700K .......... .......... .......... .......... .......... 83% 31.2M 0s 2023-12-03T11:52:52.565 INFO:teuthology.orchestra.run.smithi145.stderr: 77750K .......... .......... .......... .......... .......... 83% 129M 0s 2023-12-03T11:52:52.565 INFO:teuthology.orchestra.run.smithi145.stderr: 77800K .......... .......... .......... .......... .......... 83% 44.2M 0s 2023-12-03T11:52:52.565 INFO:teuthology.orchestra.run.smithi145.stderr: 77850K .......... .......... .......... .......... .......... 83% 48.0M 0s 2023-12-03T11:52:52.566 INFO:teuthology.orchestra.run.smithi145.stderr: 77900K .......... .......... .......... .......... .......... 83% 118M 0s 2023-12-03T11:52:52.566 INFO:teuthology.orchestra.run.smithi145.stderr: 77950K .......... .......... .......... .......... .......... 83% 49.0M 0s 2023-12-03T11:52:52.566 INFO:teuthology.orchestra.run.smithi145.stderr: 78000K .......... .......... .......... .......... .......... 84% 96.9M 0s 2023-12-03T11:52:52.566 INFO:teuthology.orchestra.run.smithi145.stderr: 78050K .......... .......... .......... .......... .......... 84% 54.5M 0s 2023-12-03T11:52:52.566 INFO:teuthology.orchestra.run.smithi145.stderr: 78100K .......... .......... .......... .......... .......... 84% 104M 0s 2023-12-03T11:52:52.566 INFO:teuthology.orchestra.run.smithi145.stderr: 78150K .......... .......... .......... .......... .......... 84% 30.9M 0s 2023-12-03T11:52:52.566 INFO:teuthology.orchestra.run.smithi145.stderr: 78200K .......... .......... .......... .......... .......... 84% 105M 0s 2023-12-03T11:52:52.566 INFO:teuthology.orchestra.run.smithi145.stderr: 78250K .......... .......... .......... .......... .......... 84% 116M 0s 2023-12-03T11:52:52.566 INFO:teuthology.orchestra.run.smithi145.stderr: 78300K .......... .......... .......... .......... .......... 84% 28.8M 0s 2023-12-03T11:52:52.566 INFO:teuthology.orchestra.run.smithi145.stderr: 78350K .......... .......... .......... .......... .......... 84% 108M 0s 2023-12-03T11:52:52.569 INFO:teuthology.orchestra.run.smithi145.stderr: 78400K .......... .......... .......... .......... .......... 84% 31.9M 0s 2023-12-03T11:52:52.569 INFO:teuthology.orchestra.run.smithi145.stderr: 78450K .......... .......... .......... .......... .......... 84% 116M 0s 2023-12-03T11:52:52.569 INFO:teuthology.orchestra.run.smithi145.stderr: 78500K .......... .......... .......... .......... .......... 84% 49.1M 0s 2023-12-03T11:52:52.570 INFO:teuthology.orchestra.run.smithi145.stderr: 78550K .......... .......... .......... .......... .......... 84% 31.0M 0s 2023-12-03T11:52:52.572 INFO:teuthology.orchestra.run.smithi145.stderr: 78600K .......... .......... .......... .......... .......... 84% 48.8M 0s 2023-12-03T11:52:52.573 INFO:teuthology.orchestra.run.smithi145.stderr: 78650K .......... .......... .......... .......... .......... 84% 101M 0s 2023-12-03T11:52:52.573 INFO:teuthology.orchestra.run.smithi145.stderr: 78700K .......... .......... .......... .......... .......... 84% 91.1M 0s 2023-12-03T11:52:52.573 INFO:teuthology.orchestra.run.smithi145.stderr: 78750K .......... .......... .......... .......... .......... 84% 44.2M 0s 2023-12-03T11:52:52.574 INFO:teuthology.orchestra.run.smithi145.stderr: 78800K .......... .......... .......... .......... .......... 84% 43.7M 0s 2023-12-03T11:52:52.575 INFO:teuthology.orchestra.run.smithi145.stderr: 78850K .......... .......... .......... .......... .......... 84% 31.6M 0s 2023-12-03T11:52:52.575 INFO:teuthology.orchestra.run.smithi145.stderr: 78900K .......... .......... .......... .......... .......... 84% 115M 0s 2023-12-03T11:52:52.579 INFO:teuthology.orchestra.run.smithi145.stderr: 78950K .......... .......... .......... .......... .......... 85% 48.4M 0s 2023-12-03T11:52:52.579 INFO:teuthology.orchestra.run.smithi145.stderr: 79000K .......... .......... .......... .......... .......... 85% 126M 0s 2023-12-03T11:52:52.579 INFO:teuthology.orchestra.run.smithi145.stderr: 79050K .......... .......... .......... .......... .......... 85% 28.2M 0s 2023-12-03T11:52:52.580 INFO:teuthology.orchestra.run.smithi145.stderr: 79100K .......... .......... .......... .......... .......... 85% 41.5M 0s 2023-12-03T11:52:52.580 INFO:teuthology.orchestra.run.smithi145.stderr: 79150K .......... .......... .......... .......... .......... 85% 113M 0s 2023-12-03T11:52:52.584 INFO:teuthology.orchestra.run.smithi145.stderr: 79200K .......... .......... .......... .......... .......... 85% 43.7M 0s 2023-12-03T11:52:52.584 INFO:teuthology.orchestra.run.smithi145.stderr: 79250K .......... .......... .......... .......... .......... 85% 88.0M 0s 2023-12-03T11:52:52.584 INFO:teuthology.orchestra.run.smithi145.stderr: 79300K .......... .......... .......... .......... .......... 85% 46.3M 0s 2023-12-03T11:52:52.584 INFO:teuthology.orchestra.run.smithi145.stderr: 79350K .......... .......... .......... .......... .......... 85% 50.5M 0s 2023-12-03T11:52:52.584 INFO:teuthology.orchestra.run.smithi145.stderr: 79400K .......... .......... .......... .......... .......... 85% 110M 0s 2023-12-03T11:52:52.586 INFO:teuthology.orchestra.run.smithi145.stderr: 79450K .......... .......... .......... .......... .......... 85% 32.3M 0s 2023-12-03T11:52:52.587 INFO:teuthology.orchestra.run.smithi145.stderr: 79500K .......... .......... .......... .......... .......... 85% 46.6M 0s 2023-12-03T11:52:52.588 INFO:teuthology.orchestra.run.smithi145.stderr: 79550K .......... .......... .......... .......... .......... 85% 48.8M 0s 2023-12-03T11:52:52.588 INFO:teuthology.orchestra.run.smithi145.stderr: 79600K .......... .......... .......... .......... .......... 85% 127M 0s 2023-12-03T11:52:52.590 INFO:teuthology.orchestra.run.smithi145.stderr: 79650K .......... .......... .......... .......... .......... 85% 28.7M 0s 2023-12-03T11:52:52.591 INFO:teuthology.orchestra.run.smithi145.stderr: 79700K .......... .......... .......... .......... .......... 85% 44.3M 0s 2023-12-03T11:52:52.592 INFO:teuthology.orchestra.run.smithi145.stderr: 79750K .......... .......... .......... .......... .......... 85% 40.3M 0s 2023-12-03T11:52:52.593 INFO:teuthology.orchestra.run.smithi145.stderr: 79800K .......... .......... .......... .......... .......... 85% 46.5M 0s 2023-12-03T11:52:52.595 INFO:teuthology.orchestra.run.smithi145.stderr: 79850K .......... .......... .......... .......... .......... 86% 49.1M 0s 2023-12-03T11:52:52.595 INFO:teuthology.orchestra.run.smithi145.stderr: 79900K .......... .......... .......... .......... .......... 86% 127M 0s 2023-12-03T11:52:52.598 INFO:teuthology.orchestra.run.smithi145.stderr: 79950K .......... .......... .......... .......... .......... 86% 37.9M 0s 2023-12-03T11:52:52.598 INFO:teuthology.orchestra.run.smithi145.stderr: 80000K .......... .......... .......... .......... .......... 86% 71.4M 0s 2023-12-03T11:52:52.598 INFO:teuthology.orchestra.run.smithi145.stderr: 80050K .......... .......... .......... .......... .......... 86% 112M 0s 2023-12-03T11:52:52.598 INFO:teuthology.orchestra.run.smithi145.stderr: 80100K .......... .......... .......... .......... .......... 86% 43.6M 0s 2023-12-03T11:52:52.603 INFO:teuthology.orchestra.run.smithi145.stderr: 80150K .......... .......... .......... .......... .......... 86% 48.9M 0s 2023-12-03T11:52:52.603 INFO:teuthology.orchestra.run.smithi145.stderr: 80200K .......... .......... .......... .......... .......... 86% 50.0M 0s 2023-12-03T11:52:52.603 INFO:teuthology.orchestra.run.smithi145.stderr: 80250K .......... .......... .......... .......... .......... 86% 49.7M 0s 2023-12-03T11:52:52.604 INFO:teuthology.orchestra.run.smithi145.stderr: 80300K .......... .......... .......... .......... .......... 86% 111M 0s 2023-12-03T11:52:52.604 INFO:teuthology.orchestra.run.smithi145.stderr: 80350K .......... .......... .......... .......... .......... 86% 108M 0s 2023-12-03T11:52:52.604 INFO:teuthology.orchestra.run.smithi145.stderr: 80400K .......... .......... .......... .......... .......... 86% 48.2M 0s 2023-12-03T11:52:52.605 INFO:teuthology.orchestra.run.smithi145.stderr: 80450K .......... .......... .......... .......... .......... 86% 50.4M 0s 2023-12-03T11:52:52.608 INFO:teuthology.orchestra.run.smithi145.stderr: 80500K .......... .......... .......... .......... .......... 86% 29.9M 0s 2023-12-03T11:52:52.608 INFO:teuthology.orchestra.run.smithi145.stderr: 80550K .......... .......... .......... .......... .......... 86% 114M 0s 2023-12-03T11:52:52.608 INFO:teuthology.orchestra.run.smithi145.stderr: 80600K .......... .......... .......... .......... .......... 86% 114M 0s 2023-12-03T11:52:52.608 INFO:teuthology.orchestra.run.smithi145.stderr: 80650K .......... .......... .......... .......... .......... 86% 48.3M 0s 2023-12-03T11:52:52.609 INFO:teuthology.orchestra.run.smithi145.stderr: 80700K .......... .......... .......... .......... .......... 86% 31.9M 0s 2023-12-03T11:52:52.613 INFO:teuthology.orchestra.run.smithi145.stderr: 80750K .......... .......... .......... .......... .......... 86% 50.3M 0s 2023-12-03T11:52:52.613 INFO:teuthology.orchestra.run.smithi145.stderr: 80800K .......... .......... .......... .......... .......... 87% 117M 0s 2023-12-03T11:52:52.613 INFO:teuthology.orchestra.run.smithi145.stderr: 80850K .......... .......... .......... .......... .......... 87% 42.8M 0s 2023-12-03T11:52:52.613 INFO:teuthology.orchestra.run.smithi145.stderr: 80900K .......... .......... .......... .......... .......... 87% 50.7M 0s 2023-12-03T11:52:52.615 INFO:teuthology.orchestra.run.smithi145.stderr: 80950K .......... .......... .......... .......... .......... 87% 49.9M 0s 2023-12-03T11:52:52.615 INFO:teuthology.orchestra.run.smithi145.stderr: 81000K .......... .......... .......... .......... .......... 87% 109M 0s 2023-12-03T11:52:52.615 INFO:teuthology.orchestra.run.smithi145.stderr: 81050K .......... .......... .......... .......... .......... 87% 114M 0s 2023-12-03T11:52:52.619 INFO:teuthology.orchestra.run.smithi145.stderr: 81100K .......... .......... .......... .......... .......... 87% 27.3M 0s 2023-12-03T11:52:52.619 INFO:teuthology.orchestra.run.smithi145.stderr: 81150K .......... .......... .......... .......... .......... 87% 123M 0s 2023-12-03T11:52:52.620 INFO:teuthology.orchestra.run.smithi145.stderr: 81200K .......... .......... .......... .......... .......... 87% 36.9M 0s 2023-12-03T11:52:52.620 INFO:teuthology.orchestra.run.smithi145.stderr: 81250K .......... .......... .......... .......... .......... 87% 56.1M 0s 2023-12-03T11:52:52.620 INFO:teuthology.orchestra.run.smithi145.stderr: 81300K .......... .......... .......... .......... .......... 87% 97.7M 0s 2023-12-03T11:52:52.623 INFO:teuthology.orchestra.run.smithi145.stderr: 81350K .......... .......... .......... .......... .......... 87% 45.3M 0s 2023-12-03T11:52:52.623 INFO:teuthology.orchestra.run.smithi145.stderr: 81400K .......... .......... .......... .......... .......... 87% 53.5M 0s 2023-12-03T11:52:52.623 INFO:teuthology.orchestra.run.smithi145.stderr: 81450K .......... .......... .......... .......... .......... 87% 121M 0s 2023-12-03T11:52:52.623 INFO:teuthology.orchestra.run.smithi145.stderr: 81500K .......... .......... .......... .......... .......... 87% 44.3M 0s 2023-12-03T11:52:52.627 INFO:teuthology.orchestra.run.smithi145.stderr: 81550K .......... .......... .......... .......... .......... 87% 30.7M 0s 2023-12-03T11:52:52.627 INFO:teuthology.orchestra.run.smithi145.stderr: 81600K .......... .......... .......... .......... .......... 87% 94.1M 0s 2023-12-03T11:52:52.628 INFO:teuthology.orchestra.run.smithi145.stderr: 81650K .......... .......... .......... .......... .......... 87% 47.6M 0s 2023-12-03T11:52:52.628 INFO:teuthology.orchestra.run.smithi145.stderr: 81700K .......... .......... .......... .......... .......... 87% 114M 0s 2023-12-03T11:52:52.628 INFO:teuthology.orchestra.run.smithi145.stderr: 81750K .......... .......... .......... .......... .......... 88% 45.7M 0s 2023-12-03T11:52:52.629 INFO:teuthology.orchestra.run.smithi145.stderr: 81800K .......... .......... .......... .......... .......... 88% 40.8M 0s 2023-12-03T11:52:52.630 INFO:teuthology.orchestra.run.smithi145.stderr: 81850K .......... .......... .......... .......... .......... 88% 102M 0s 2023-12-03T11:52:52.633 INFO:teuthology.orchestra.run.smithi145.stderr: 81900K .......... .......... .......... .......... .......... 88% 27.7M 0s 2023-12-03T11:52:52.633 INFO:teuthology.orchestra.run.smithi145.stderr: 81950K .......... .......... .......... .......... .......... 88% 148M 0s 2023-12-03T11:52:52.634 INFO:teuthology.orchestra.run.smithi145.stderr: 82000K .......... .......... .......... .......... .......... 88% 49.2M 0s 2023-12-03T11:52:52.634 INFO:teuthology.orchestra.run.smithi145.stderr: 82050K .......... .......... .......... .......... .......... 88% 117M 0s 2023-12-03T11:52:52.639 INFO:teuthology.orchestra.run.smithi145.stderr: 82100K .......... .......... .......... .......... .......... 88% 31.3M 0s 2023-12-03T11:52:52.639 INFO:teuthology.orchestra.run.smithi145.stderr: 82150K .......... .......... .......... .......... .......... 88% 110M 0s 2023-12-03T11:52:52.639 INFO:teuthology.orchestra.run.smithi145.stderr: 82200K .......... .......... .......... .......... .......... 88% 95.0M 0s 2023-12-03T11:52:52.639 INFO:teuthology.orchestra.run.smithi145.stderr: 82250K .......... .......... .......... .......... .......... 88% 44.8M 0s 2023-12-03T11:52:52.639 INFO:teuthology.orchestra.run.smithi145.stderr: 82300K .......... .......... .......... .......... .......... 88% 48.7M 0s 2023-12-03T11:52:52.639 INFO:teuthology.orchestra.run.smithi145.stderr: 82350K .......... .......... .......... .......... .......... 88% 114M 0s 2023-12-03T11:52:52.639 INFO:teuthology.orchestra.run.smithi145.stderr: 82400K .......... .......... .......... .......... .......... 88% 63.7M 0s 2023-12-03T11:52:52.640 INFO:teuthology.orchestra.run.smithi145.stderr: 82450K .......... .......... .......... .......... .......... 88% 29.8M 0s 2023-12-03T11:52:52.793 INFO:teuthology.orchestra.run.smithi145.stderr: 82500K .......... .......... .......... .......... .......... 88% 30.5M 0s 2023-12-03T11:52:52.794 INFO:teuthology.orchestra.run.smithi145.stderr: 82550K .......... .......... .......... .......... .......... 88% 109M 0s 2023-12-03T11:52:52.794 INFO:teuthology.orchestra.run.smithi145.stderr: 82600K .......... .......... .......... .......... .......... 88% 49.1M 0s 2023-12-03T11:52:52.794 INFO:teuthology.orchestra.run.smithi145.stderr: 82650K .......... .......... .......... .......... .......... 89% 119M 0s 2023-12-03T11:52:52.794 INFO:teuthology.orchestra.run.smithi145.stderr: 82700K .......... .......... .......... .......... .......... 89% 97.0M 0s 2023-12-03T11:52:52.794 INFO:teuthology.orchestra.run.smithi145.stderr: 82750K .......... .......... .......... .......... .......... 89% 101M 0s 2023-12-03T11:52:52.794 INFO:teuthology.orchestra.run.smithi145.stderr: 82800K .......... .......... .......... .......... .......... 89% 114M 0s 2023-12-03T11:52:52.794 INFO:teuthology.orchestra.run.smithi145.stderr: 82850K .......... .......... .......... .......... .......... 89% 108M 0s 2023-12-03T11:52:52.794 INFO:teuthology.orchestra.run.smithi145.stderr: 82900K .......... .......... .......... .......... .......... 89% 98.9M 0s 2023-12-03T11:52:52.794 INFO:teuthology.orchestra.run.smithi145.stderr: 82950K .......... .......... .......... .......... .......... 89% 102M 0s 2023-12-03T11:52:52.794 INFO:teuthology.orchestra.run.smithi145.stderr: 83000K .......... .......... .......... .......... .......... 89% 103M 0s 2023-12-03T11:52:52.794 INFO:teuthology.orchestra.run.smithi145.stderr: 83050K .......... .......... .......... .......... .......... 89% 113M 0s 2023-12-03T11:52:52.794 INFO:teuthology.orchestra.run.smithi145.stderr: 83100K .......... .......... .......... .......... .......... 89% 111M 0s 2023-12-03T11:52:52.794 INFO:teuthology.orchestra.run.smithi145.stderr: 83150K .......... .......... .......... .......... .......... 89% 106M 0s 2023-12-03T11:52:52.795 INFO:teuthology.orchestra.run.smithi145.stderr: 83200K .......... .......... .......... .......... .......... 89% 97.9M 0s 2023-12-03T11:52:52.795 INFO:teuthology.orchestra.run.smithi145.stderr: 83250K .......... .......... .......... .......... .......... 89% 97.1M 0s 2023-12-03T11:52:52.795 INFO:teuthology.orchestra.run.smithi145.stderr: 83300K .......... .......... .......... .......... .......... 89% 121M 0s 2023-12-03T11:52:52.795 INFO:teuthology.orchestra.run.smithi145.stderr: 83350K .......... .......... .......... .......... .......... 89% 113M 0s 2023-12-03T11:52:52.795 INFO:teuthology.orchestra.run.smithi145.stderr: 83400K .......... .......... .......... .......... .......... 89% 109M 0s 2023-12-03T11:52:52.795 INFO:teuthology.orchestra.run.smithi145.stderr: 83450K .......... .......... .......... .......... .......... 89% 97.8M 0s 2023-12-03T11:52:52.795 INFO:teuthology.orchestra.run.smithi145.stderr: 83500K .......... .......... .......... .......... .......... 89% 104M 0s 2023-12-03T11:52:52.795 INFO:teuthology.orchestra.run.smithi145.stderr: 83550K .......... .......... .......... .......... .......... 89% 99.4M 0s 2023-12-03T11:52:52.795 INFO:teuthology.orchestra.run.smithi145.stderr: 83600K .......... .......... .......... .......... .......... 90% 117M 0s 2023-12-03T11:52:52.795 INFO:teuthology.orchestra.run.smithi145.stderr: 83650K .......... .......... .......... .......... .......... 90% 107M 0s 2023-12-03T11:52:52.795 INFO:teuthology.orchestra.run.smithi145.stderr: 83700K .......... .......... .......... .......... .......... 90% 74.3M 0s 2023-12-03T11:52:52.795 INFO:teuthology.orchestra.run.smithi145.stderr: 83750K .......... .......... .......... .......... .......... 90% 127M 0s 2023-12-03T11:52:52.795 INFO:teuthology.orchestra.run.smithi145.stderr: 83800K .......... .......... .......... .......... .......... 90% 141M 0s 2023-12-03T11:52:52.795 INFO:teuthology.orchestra.run.smithi145.stderr: 83850K .......... .......... .......... .......... .......... 90% 98.2M 0s 2023-12-03T11:52:52.796 INFO:teuthology.orchestra.run.smithi145.stderr: 83900K .......... .......... .......... .......... .......... 90% 113M 0s 2023-12-03T11:52:52.796 INFO:teuthology.orchestra.run.smithi145.stderr: 83950K .......... .......... .......... .......... .......... 90% 90.8M 0s 2023-12-03T11:52:52.796 INFO:teuthology.orchestra.run.smithi145.stderr: 84000K .......... .......... .......... .......... .......... 90% 105M 0s 2023-12-03T11:52:52.796 INFO:teuthology.orchestra.run.smithi145.stderr: 84050K .......... .......... .......... .......... .......... 90% 107M 0s 2023-12-03T11:52:52.796 INFO:teuthology.orchestra.run.smithi145.stderr: 84100K .......... .......... .......... .......... .......... 90% 81.1M 0s 2023-12-03T11:52:52.796 INFO:teuthology.orchestra.run.smithi145.stderr: 84150K .......... .......... .......... .......... .......... 90% 103M 0s 2023-12-03T11:52:52.796 INFO:teuthology.orchestra.run.smithi145.stderr: 84200K .......... .......... .......... .......... .......... 90% 88.0M 0s 2023-12-03T11:52:52.796 INFO:teuthology.orchestra.run.smithi145.stderr: 84250K .......... .......... .......... .......... .......... 90% 125M 0s 2023-12-03T11:52:52.796 INFO:teuthology.orchestra.run.smithi145.stderr: 84300K .......... .......... .......... .......... .......... 90% 119M 0s 2023-12-03T11:52:52.796 INFO:teuthology.orchestra.run.smithi145.stderr: 84350K .......... .......... .......... .......... .......... 90% 109M 0s 2023-12-03T11:52:52.796 INFO:teuthology.orchestra.run.smithi145.stderr: 84400K .......... .......... .......... .......... .......... 90% 112M 0s 2023-12-03T11:52:52.796 INFO:teuthology.orchestra.run.smithi145.stderr: 84450K .......... .......... .......... .......... .......... 90% 45.9M 0s 2023-12-03T11:52:52.796 INFO:teuthology.orchestra.run.smithi145.stderr: 84500K .......... .......... .......... .......... .......... 91% 126M 0s 2023-12-03T11:52:52.796 INFO:teuthology.orchestra.run.smithi145.stderr: 84550K .......... .......... .......... .......... .......... 91% 114M 0s 2023-12-03T11:52:52.796 INFO:teuthology.orchestra.run.smithi145.stderr: 84600K .......... .......... .......... .......... .......... 91% 116M 0s 2023-12-03T11:52:52.797 INFO:teuthology.orchestra.run.smithi145.stderr: 84650K .......... .......... .......... .......... .......... 91% 109M 0s 2023-12-03T11:52:52.797 INFO:teuthology.orchestra.run.smithi145.stderr: 84700K .......... .......... .......... .......... .......... 91% 87.8M 0s 2023-12-03T11:52:52.797 INFO:teuthology.orchestra.run.smithi145.stderr: 84750K .......... .......... .......... .......... .......... 91% 107M 0s 2023-12-03T11:52:52.797 INFO:teuthology.orchestra.run.smithi145.stderr: 84800K .......... .......... .......... .......... .......... 91% 127M 0s 2023-12-03T11:52:52.797 INFO:teuthology.orchestra.run.smithi145.stderr: 84850K .......... .......... .......... .......... .......... 91% 112M 0s 2023-12-03T11:52:52.797 INFO:teuthology.orchestra.run.smithi145.stderr: 84900K .......... .......... .......... .......... .......... 91% 110M 0s 2023-12-03T11:52:52.797 INFO:teuthology.orchestra.run.smithi145.stderr: 84950K .......... .......... .......... .......... .......... 91% 121M 0s 2023-12-03T11:52:52.797 INFO:teuthology.orchestra.run.smithi145.stderr: 85000K .......... .......... .......... .......... .......... 91% 114M 0s 2023-12-03T11:52:52.797 INFO:teuthology.orchestra.run.smithi145.stderr: 85050K .......... .......... .......... .......... .......... 91% 58.5M 0s 2023-12-03T11:52:52.797 INFO:teuthology.orchestra.run.smithi145.stderr: 85100K .......... .......... .......... .......... .......... 91% 84.1M 0s 2023-12-03T11:52:52.797 INFO:teuthology.orchestra.run.smithi145.stderr: 85150K .......... .......... .......... .......... .......... 91% 121M 0s 2023-12-03T11:52:52.797 INFO:teuthology.orchestra.run.smithi145.stderr: 85200K .......... .......... .......... .......... .......... 91% 106M 0s 2023-12-03T11:52:52.797 INFO:teuthology.orchestra.run.smithi145.stderr: 85250K .......... .......... .......... .......... .......... 91% 112M 0s 2023-12-03T11:52:52.797 INFO:teuthology.orchestra.run.smithi145.stderr: 85300K .......... .......... .......... .......... .......... 91% 95.0M 0s 2023-12-03T11:52:52.797 INFO:teuthology.orchestra.run.smithi145.stderr: 85350K .......... .......... .......... .......... .......... 91% 141M 0s 2023-12-03T11:52:52.798 INFO:teuthology.orchestra.run.smithi145.stderr: 85400K .......... .......... .......... .......... .......... 91% 119M 0s 2023-12-03T11:52:52.798 INFO:teuthology.orchestra.run.smithi145.stderr: 85450K .......... .......... .......... .......... .......... 92% 118M 0s 2023-12-03T11:52:52.798 INFO:teuthology.orchestra.run.smithi145.stderr: 85500K .......... .......... .......... .......... .......... 92% 71.2M 0s 2023-12-03T11:52:52.798 INFO:teuthology.orchestra.run.smithi145.stderr: 85550K .......... .......... .......... .......... .......... 92% 120M 0s 2023-12-03T11:52:52.798 INFO:teuthology.orchestra.run.smithi145.stderr: 85600K .......... .......... .......... .......... .......... 92% 131M 0s 2023-12-03T11:52:52.798 INFO:teuthology.orchestra.run.smithi145.stderr: 85650K .......... .......... .......... .......... .......... 92% 90.0M 0s 2023-12-03T11:52:52.798 INFO:teuthology.orchestra.run.smithi145.stderr: 85700K .......... .......... .......... .......... .......... 92% 120M 0s 2023-12-03T11:52:52.798 INFO:teuthology.orchestra.run.smithi145.stderr: 85750K .......... .......... .......... .......... .......... 92% 110M 0s 2023-12-03T11:52:52.798 INFO:teuthology.orchestra.run.smithi145.stderr: 85800K .......... .......... .......... .......... .......... 92% 117M 0s 2023-12-03T11:52:52.798 INFO:teuthology.orchestra.run.smithi145.stderr: 85850K .......... .......... .......... .......... .......... 92% 111M 0s 2023-12-03T11:52:52.798 INFO:teuthology.orchestra.run.smithi145.stderr: 85900K .......... .......... .......... .......... .......... 92% 115M 0s 2023-12-03T11:52:52.798 INFO:teuthology.orchestra.run.smithi145.stderr: 85950K .......... .......... .......... .......... .......... 92% 121M 0s 2023-12-03T11:52:52.798 INFO:teuthology.orchestra.run.smithi145.stderr: 86000K .......... .......... .......... .......... .......... 92% 113M 0s 2023-12-03T11:52:52.798 INFO:teuthology.orchestra.run.smithi145.stderr: 86050K .......... .......... .......... .......... .......... 92% 78.7M 0s 2023-12-03T11:52:52.798 INFO:teuthology.orchestra.run.smithi145.stderr: 86100K .......... .......... .......... .......... .......... 92% 102M 0s 2023-12-03T11:52:52.799 INFO:teuthology.orchestra.run.smithi145.stderr: 86150K .......... .......... .......... .......... .......... 92% 112M 0s 2023-12-03T11:52:52.799 INFO:teuthology.orchestra.run.smithi145.stderr: 86200K .......... .......... .......... .......... .......... 92% 114M 0s 2023-12-03T11:52:52.799 INFO:teuthology.orchestra.run.smithi145.stderr: 86250K .......... .......... .......... .......... .......... 92% 85.4M 0s 2023-12-03T11:52:52.799 INFO:teuthology.orchestra.run.smithi145.stderr: 86300K .......... .......... .......... .......... .......... 92% 37.3M 0s 2023-12-03T11:52:52.799 INFO:teuthology.orchestra.run.smithi145.stderr: 86350K .......... .......... .......... .......... .......... 93% 98.1M 0s 2023-12-03T11:52:52.799 INFO:teuthology.orchestra.run.smithi145.stderr: 86400K .......... .......... .......... .......... .......... 93% 115M 0s 2023-12-03T11:52:52.799 INFO:teuthology.orchestra.run.smithi145.stderr: 86450K .......... .......... .......... .......... .......... 93% 108M 0s 2023-12-03T11:52:52.799 INFO:teuthology.orchestra.run.smithi145.stderr: 86500K .......... .......... .......... .......... .......... 93% 61.2M 0s 2023-12-03T11:52:52.799 INFO:teuthology.orchestra.run.smithi145.stderr: 86550K .......... .......... .......... .......... .......... 93% 54.8M 0s 2023-12-03T11:52:52.799 INFO:teuthology.orchestra.run.smithi145.stderr: 86600K .......... .......... .......... .......... .......... 93% 98.4M 0s 2023-12-03T11:52:52.799 INFO:teuthology.orchestra.run.smithi145.stderr: 86650K .......... .......... .......... .......... .......... 93% 115M 0s 2023-12-03T11:52:52.799 INFO:teuthology.orchestra.run.smithi145.stderr: 86700K .......... .......... .......... .......... .......... 93% 111M 0s 2023-12-03T11:52:52.799 INFO:teuthology.orchestra.run.smithi145.stderr: 86750K .......... .......... .......... .......... .......... 93% 118M 0s 2023-12-03T11:52:52.799 INFO:teuthology.orchestra.run.smithi145.stderr: 86800K .......... .......... .......... .......... .......... 93% 113M 0s 2023-12-03T11:52:52.799 INFO:teuthology.orchestra.run.smithi145.stderr: 86850K .......... .......... .......... .......... .......... 93% 112M 0s 2023-12-03T11:52:52.799 INFO:teuthology.orchestra.run.smithi145.stderr: 86900K .......... .......... .......... .......... .......... 93% 113M 0s 2023-12-03T11:52:52.799 INFO:teuthology.orchestra.run.smithi145.stderr: 86950K .......... .......... .......... .......... .......... 93% 116M 0s 2023-12-03T11:52:52.800 INFO:teuthology.orchestra.run.smithi145.stderr: 87000K .......... .......... .......... .......... .......... 93% 87.2M 0s 2023-12-03T11:52:52.800 INFO:teuthology.orchestra.run.smithi145.stderr: 87050K .......... .......... .......... .......... .......... 93% 116M 0s 2023-12-03T11:52:52.800 INFO:teuthology.orchestra.run.smithi145.stderr: 87100K .......... .......... .......... .......... .......... 93% 116M 0s 2023-12-03T11:52:52.800 INFO:teuthology.orchestra.run.smithi145.stderr: 87150K .......... .......... .......... .......... .......... 93% 116M 0s 2023-12-03T11:52:52.800 INFO:teuthology.orchestra.run.smithi145.stderr: 87200K .......... .......... .......... .......... .......... 93% 109M 0s 2023-12-03T11:52:52.800 INFO:teuthology.orchestra.run.smithi145.stderr: 87250K .......... .......... .......... .......... .......... 93% 118M 0s 2023-12-03T11:52:52.800 INFO:teuthology.orchestra.run.smithi145.stderr: 87300K .......... .......... .......... .......... .......... 94% 96.2M 0s 2023-12-03T11:52:52.800 INFO:teuthology.orchestra.run.smithi145.stderr: 87350K .......... .......... .......... .......... .......... 94% 53.1M 0s 2023-12-03T11:52:52.800 INFO:teuthology.orchestra.run.smithi145.stderr: 87400K .......... .......... .......... .......... .......... 94% 49.8M 0s 2023-12-03T11:52:52.800 INFO:teuthology.orchestra.run.smithi145.stderr: 87450K .......... .......... .......... .......... .......... 94% 92.2M 0s 2023-12-03T11:52:52.800 INFO:teuthology.orchestra.run.smithi145.stderr: 87500K .......... .......... .......... .......... .......... 94% 43.1M 0s 2023-12-03T11:52:52.800 INFO:teuthology.orchestra.run.smithi145.stderr: 87550K .......... .......... .......... .......... .......... 94% 118M 0s 2023-12-03T11:52:52.800 INFO:teuthology.orchestra.run.smithi145.stderr: 87600K .......... .......... .......... .......... .......... 94% 48.9M 0s 2023-12-03T11:52:52.800 INFO:teuthology.orchestra.run.smithi145.stderr: 87650K .......... .......... .......... .......... .......... 94% 87.8M 0s 2023-12-03T11:52:52.800 INFO:teuthology.orchestra.run.smithi145.stderr: 87700K .......... .......... .......... .......... .......... 94% 84.5M 0s 2023-12-03T11:52:52.800 INFO:teuthology.orchestra.run.smithi145.stderr: 87750K .......... .......... .......... .......... .......... 94% 120M 0s 2023-12-03T11:52:52.800 INFO:teuthology.orchestra.run.smithi145.stderr: 87800K .......... .......... .......... .......... .......... 94% 113M 0s 2023-12-03T11:52:52.801 INFO:teuthology.orchestra.run.smithi145.stderr: 87850K .......... .......... .......... .......... .......... 94% 118M 0s 2023-12-03T11:52:52.801 INFO:teuthology.orchestra.run.smithi145.stderr: 87900K .......... .......... .......... .......... .......... 94% 108M 0s 2023-12-03T11:52:52.801 INFO:teuthology.orchestra.run.smithi145.stderr: 87950K .......... .......... .......... .......... .......... 94% 78.6M 0s 2023-12-03T11:52:52.801 INFO:teuthology.orchestra.run.smithi145.stderr: 88000K .......... .......... .......... .......... .......... 94% 97.0M 0s 2023-12-03T11:52:52.801 INFO:teuthology.orchestra.run.smithi145.stderr: 88050K .......... .......... .......... .......... .......... 94% 114M 0s 2023-12-03T11:52:52.801 INFO:teuthology.orchestra.run.smithi145.stderr: 88100K .......... .......... .......... .......... .......... 94% 97.5M 0s 2023-12-03T11:52:52.801 INFO:teuthology.orchestra.run.smithi145.stderr: 88150K .......... .......... .......... .......... .......... 94% 62.1M 0s 2023-12-03T11:52:52.801 INFO:teuthology.orchestra.run.smithi145.stderr: 88200K .......... .......... .......... .......... .......... 94% 75.8M 0s 2023-12-03T11:52:52.801 INFO:teuthology.orchestra.run.smithi145.stderr: 88250K .......... .......... .......... .......... .......... 95% 83.2M 0s 2023-12-03T11:52:52.801 INFO:teuthology.orchestra.run.smithi145.stderr: 88300K .......... .......... .......... .......... .......... 95% 122M 0s 2023-12-03T11:52:52.801 INFO:teuthology.orchestra.run.smithi145.stderr: 88350K .......... .......... .......... .......... .......... 95% 104M 0s 2023-12-03T11:52:52.801 INFO:teuthology.orchestra.run.smithi145.stderr: 88400K .......... .......... .......... .......... .......... 95% 41.5M 0s 2023-12-03T11:52:52.801 INFO:teuthology.orchestra.run.smithi145.stderr: 88450K .......... .......... .......... .......... .......... 95% 84.9M 0s 2023-12-03T11:52:52.801 INFO:teuthology.orchestra.run.smithi145.stderr: 88500K .......... .......... .......... .......... .......... 95% 119M 0s 2023-12-03T11:52:52.801 INFO:teuthology.orchestra.run.smithi145.stderr: 88550K .......... .......... .......... .......... .......... 95% 111M 0s 2023-12-03T11:52:52.802 INFO:teuthology.orchestra.run.smithi145.stderr: 88600K .......... .......... .......... .......... .......... 95% 111M 0s 2023-12-03T11:52:52.802 INFO:teuthology.orchestra.run.smithi145.stderr: 88650K .......... .......... .......... .......... .......... 95% 75.6M 0s 2023-12-03T11:52:52.802 INFO:teuthology.orchestra.run.smithi145.stderr: 88700K .......... .......... .......... .......... .......... 95% 82.5M 0s 2023-12-03T11:52:52.802 INFO:teuthology.orchestra.run.smithi145.stderr: 88750K .......... .......... .......... .......... .......... 95% 140M 0s 2023-12-03T11:52:52.802 INFO:teuthology.orchestra.run.smithi145.stderr: 88800K .......... .......... .......... .......... .......... 95% 71.1M 0s 2023-12-03T11:52:52.802 INFO:teuthology.orchestra.run.smithi145.stderr: 88850K .......... .......... .......... .......... .......... 95% 94.6M 0s 2023-12-03T11:52:52.802 INFO:teuthology.orchestra.run.smithi145.stderr: 88900K .......... .......... .......... .......... .......... 95% 94.5M 0s 2023-12-03T11:52:52.802 INFO:teuthology.orchestra.run.smithi145.stderr: 88950K .......... .......... .......... .......... .......... 95% 112M 0s 2023-12-03T11:52:52.802 INFO:teuthology.orchestra.run.smithi145.stderr: 89000K .......... .......... .......... .......... .......... 95% 101M 0s 2023-12-03T11:52:52.802 INFO:teuthology.orchestra.run.smithi145.stderr: 89050K .......... .......... .......... .......... .......... 95% 105M 0s 2023-12-03T11:52:52.802 INFO:teuthology.orchestra.run.smithi145.stderr: 89100K .......... .......... .......... .......... .......... 95% 106M 0s 2023-12-03T11:52:52.802 INFO:teuthology.orchestra.run.smithi145.stderr: 89150K .......... .......... .......... .......... .......... 96% 112M 0s 2023-12-03T11:52:52.802 INFO:teuthology.orchestra.run.smithi145.stderr: 89200K .......... .......... .......... .......... .......... 96% 117M 0s 2023-12-03T11:52:52.802 INFO:teuthology.orchestra.run.smithi145.stderr: 89250K .......... .......... .......... .......... .......... 96% 111M 0s 2023-12-03T11:52:52.802 INFO:teuthology.orchestra.run.smithi145.stderr: 89300K .......... .......... .......... .......... .......... 96% 95.1M 0s 2023-12-03T11:52:52.803 INFO:teuthology.orchestra.run.smithi145.stderr: 89350K .......... .......... .......... .......... .......... 96% 114M 0s 2023-12-03T11:52:52.803 INFO:teuthology.orchestra.run.smithi145.stderr: 89400K .......... .......... .......... .......... .......... 96% 107M 0s 2023-12-03T11:52:52.803 INFO:teuthology.orchestra.run.smithi145.stderr: 89450K .......... .......... .......... .......... .......... 96% 97.1M 0s 2023-12-03T11:52:52.803 INFO:teuthology.orchestra.run.smithi145.stderr: 89500K .......... .......... .......... .......... .......... 96% 95.8M 0s 2023-12-03T11:52:52.803 INFO:teuthology.orchestra.run.smithi145.stderr: 89550K .......... .......... .......... .......... .......... 96% 112M 0s 2023-12-03T11:52:52.803 INFO:teuthology.orchestra.run.smithi145.stderr: 89600K .......... .......... .......... .......... .......... 96% 62.2M 0s 2023-12-03T11:52:52.803 INFO:teuthology.orchestra.run.smithi145.stderr: 89650K .......... .......... .......... .......... .......... 96% 115M 0s 2023-12-03T11:52:52.803 INFO:teuthology.orchestra.run.smithi145.stderr: 89700K .......... .......... .......... .......... .......... 96% 111M 0s 2023-12-03T11:52:52.803 INFO:teuthology.orchestra.run.smithi145.stderr: 89750K .......... .......... .......... .......... .......... 96% 118M 0s 2023-12-03T11:52:52.803 INFO:teuthology.orchestra.run.smithi145.stderr: 89800K .......... .......... .......... .......... .......... 96% 113M 0s 2023-12-03T11:52:52.803 INFO:teuthology.orchestra.run.smithi145.stderr: 89850K .......... .......... .......... .......... .......... 96% 98.3M 0s 2023-12-03T11:52:52.803 INFO:teuthology.orchestra.run.smithi145.stderr: 89900K .......... .......... .......... .......... .......... 96% 102M 0s 2023-12-03T11:52:52.803 INFO:teuthology.orchestra.run.smithi145.stderr: 89950K .......... .......... .......... .......... .......... 96% 139M 0s 2023-12-03T11:52:52.803 INFO:teuthology.orchestra.run.smithi145.stderr: 90000K .......... .......... .......... .......... .......... 96% 112M 0s 2023-12-03T11:52:52.803 INFO:teuthology.orchestra.run.smithi145.stderr: 90050K .......... .......... .......... .......... .......... 96% 112M 0s 2023-12-03T11:52:52.803 INFO:teuthology.orchestra.run.smithi145.stderr: 90100K .......... .......... .......... .......... .......... 97% 119M 0s 2023-12-03T11:52:52.803 INFO:teuthology.orchestra.run.smithi145.stderr: 90150K .......... .......... .......... .......... .......... 97% 107M 0s 2023-12-03T11:52:52.804 INFO:teuthology.orchestra.run.smithi145.stderr: 90200K .......... .......... .......... .......... .......... 97% 84.5M 0s 2023-12-03T11:52:52.804 INFO:teuthology.orchestra.run.smithi145.stderr: 90250K .......... .......... .......... .......... .......... 97% 123M 0s 2023-12-03T11:52:52.804 INFO:teuthology.orchestra.run.smithi145.stderr: 90300K .......... .......... .......... .......... .......... 97% 111M 0s 2023-12-03T11:52:52.804 INFO:teuthology.orchestra.run.smithi145.stderr: 90350K .......... .......... .......... .......... .......... 97% 114M 0s 2023-12-03T11:52:52.804 INFO:teuthology.orchestra.run.smithi145.stderr: 90400K .......... .......... .......... .......... .......... 97% 108M 0s 2023-12-03T11:52:52.804 INFO:teuthology.orchestra.run.smithi145.stderr: 90450K .......... .......... .......... .......... .......... 97% 109M 0s 2023-12-03T11:52:52.804 INFO:teuthology.orchestra.run.smithi145.stderr: 90500K .......... .......... .......... .......... .......... 97% 116M 0s 2023-12-03T11:52:52.804 INFO:teuthology.orchestra.run.smithi145.stderr: 90550K .......... .......... .......... .......... .......... 97% 123M 0s 2023-12-03T11:52:52.804 INFO:teuthology.orchestra.run.smithi145.stderr: 90600K .......... .......... .......... .......... .......... 97% 90.2M 0s 2023-12-03T11:52:52.804 INFO:teuthology.orchestra.run.smithi145.stderr: 90650K .......... .......... .......... .......... .......... 97% 114M 0s 2023-12-03T11:52:52.804 INFO:teuthology.orchestra.run.smithi145.stderr: 90700K .......... .......... .......... .......... .......... 97% 117M 0s 2023-12-03T11:52:52.804 INFO:teuthology.orchestra.run.smithi145.stderr: 90750K .......... .......... .......... .......... .......... 97% 97.4M 0s 2023-12-03T11:52:52.804 INFO:teuthology.orchestra.run.smithi145.stderr: 90800K .......... .......... .......... .......... .......... 97% 101M 0s 2023-12-03T11:52:52.804 INFO:teuthology.orchestra.run.smithi145.stderr: 90850K .......... .......... .......... .......... .......... 97% 130M 0s 2023-12-03T11:52:52.804 INFO:teuthology.orchestra.run.smithi145.stderr: 90900K .......... .......... .......... .......... .......... 97% 100M 0s 2023-12-03T11:52:52.805 INFO:teuthology.orchestra.run.smithi145.stderr: 90950K .......... .......... .......... .......... .......... 97% 126M 0s 2023-12-03T11:52:52.805 INFO:teuthology.orchestra.run.smithi145.stderr: 91000K .......... .......... .......... .......... .......... 98% 97.7M 0s 2023-12-03T11:52:52.805 INFO:teuthology.orchestra.run.smithi145.stderr: 91050K .......... .......... .......... .......... .......... 98% 127M 0s 2023-12-03T11:52:52.805 INFO:teuthology.orchestra.run.smithi145.stderr: 91100K .......... .......... .......... .......... .......... 98% 117M 0s 2023-12-03T11:52:52.805 INFO:teuthology.orchestra.run.smithi145.stderr: 91150K .......... .......... .......... .......... .......... 98% 61.2M 0s 2023-12-03T11:52:52.805 INFO:teuthology.orchestra.run.smithi145.stderr: 91200K .......... .......... .......... .......... .......... 98% 208M 0s 2023-12-03T11:52:52.805 INFO:teuthology.orchestra.run.smithi145.stderr: 91250K .......... .......... .......... .......... .......... 98% 182M 0s 2023-12-03T11:52:52.805 INFO:teuthology.orchestra.run.smithi145.stderr: 91300K .......... .......... .......... .......... .......... 98% 106M 0s 2023-12-03T11:52:52.805 INFO:teuthology.orchestra.run.smithi145.stderr: 91350K .......... .......... .......... .......... .......... 98% 90.5M 0s 2023-12-03T11:52:52.805 INFO:teuthology.orchestra.run.smithi145.stderr: 91400K .......... .......... .......... .......... .......... 98% 136M 0s 2023-12-03T11:52:52.805 INFO:teuthology.orchestra.run.smithi145.stderr: 91450K .......... .......... .......... .......... .......... 98% 106M 0s 2023-12-03T11:52:52.805 INFO:teuthology.orchestra.run.smithi145.stderr: 91500K .......... .......... .......... .......... .......... 98% 114M 0s 2023-12-03T11:52:52.805 INFO:teuthology.orchestra.run.smithi145.stderr: 91550K .......... .......... .......... .......... .......... 98% 108M 0s 2023-12-03T11:52:52.805 INFO:teuthology.orchestra.run.smithi145.stderr: 91600K .......... .......... .......... .......... .......... 98% 86.0M 0s 2023-12-03T11:52:52.805 INFO:teuthology.orchestra.run.smithi145.stderr: 91650K .......... .......... .......... .......... .......... 98% 105M 0s 2023-12-03T11:52:52.806 INFO:teuthology.orchestra.run.smithi145.stderr: 91700K .......... .......... .......... .......... .......... 98% 113M 0s 2023-12-03T11:52:52.806 INFO:teuthology.orchestra.run.smithi145.stderr: 91750K .......... .......... .......... .......... .......... 98% 116M 0s 2023-12-03T11:52:52.806 INFO:teuthology.orchestra.run.smithi145.stderr: 91800K .......... .......... .......... .......... .......... 98% 87.2M 0s 2023-12-03T11:52:52.806 INFO:teuthology.orchestra.run.smithi145.stderr: 91850K .......... .......... .......... .......... .......... 98% 168M 0s 2023-12-03T11:52:52.806 INFO:teuthology.orchestra.run.smithi145.stderr: 91900K .......... .......... .......... .......... .......... 98% 108M 0s 2023-12-03T11:52:52.806 INFO:teuthology.orchestra.run.smithi145.stderr: 91950K .......... .......... .......... .......... .......... 99% 115M 0s 2023-12-03T11:52:52.806 INFO:teuthology.orchestra.run.smithi145.stderr: 92000K .......... .......... .......... .......... .......... 99% 112M 0s 2023-12-03T11:52:52.806 INFO:teuthology.orchestra.run.smithi145.stderr: 92050K .......... .......... .......... .......... .......... 99% 91.4M 0s 2023-12-03T11:52:52.806 INFO:teuthology.orchestra.run.smithi145.stderr: 92100K .......... .......... .......... .......... .......... 99% 105M 0s 2023-12-03T11:52:52.806 INFO:teuthology.orchestra.run.smithi145.stderr: 92150K .......... .......... .......... .......... .......... 99% 107M 0s 2023-12-03T11:52:52.806 INFO:teuthology.orchestra.run.smithi145.stderr: 92200K .......... .......... .......... .......... .......... 99% 78.5M 0s 2023-12-03T11:52:52.806 INFO:teuthology.orchestra.run.smithi145.stderr: 92250K .......... .......... .......... .......... .......... 99% 107M 0s 2023-12-03T11:52:52.806 INFO:teuthology.orchestra.run.smithi145.stderr: 92300K .......... .......... .......... .......... .......... 99% 44.3M 0s 2023-12-03T11:52:52.806 INFO:teuthology.orchestra.run.smithi145.stderr: 92350K .......... .......... .......... .......... .......... 99% 85.5M 0s 2023-12-03T11:52:52.807 INFO:teuthology.orchestra.run.smithi145.stderr: 92400K .......... .......... .......... .......... .......... 99% 94.1M 0s 2023-12-03T11:52:52.807 INFO:teuthology.orchestra.run.smithi145.stderr: 92450K .......... .......... .......... .......... .......... 99% 93.6M 0s 2023-12-03T11:52:52.807 INFO:teuthology.orchestra.run.smithi145.stderr: 92500K .......... .......... .......... .......... .......... 99% 117M 0s 2023-12-03T11:52:52.807 INFO:teuthology.orchestra.run.smithi145.stderr: 92550K .......... .......... .......... .......... .......... 99% 107M 0s 2023-12-03T11:52:52.807 INFO:teuthology.orchestra.run.smithi145.stderr: 92600K .......... .......... .......... .......... .......... 99% 108M 0s 2023-12-03T11:52:52.807 INFO:teuthology.orchestra.run.smithi145.stderr: 92650K .......... .......... .......... .......... .......... 99% 84.4M 0s 2023-12-03T11:52:52.807 INFO:teuthology.orchestra.run.smithi145.stderr: 92700K .......... .......... .......... .......... .......... 99% 110M 0s 2023-12-03T11:52:52.807 INFO:teuthology.orchestra.run.smithi145.stderr: 92750K .......... .......... .......... .......... .......... 99% 67.2M 0s 2023-12-03T11:52:52.807 INFO:teuthology.orchestra.run.smithi145.stderr: 92800K .......... .......... .......... .......... .......... 99% 91.0M 0s 2023-12-03T11:52:52.807 INFO:teuthology.orchestra.run.smithi145.stderr: 92850K .......... .......... .......... .......... .......... 99% 95.4M 0s 2023-12-03T11:52:52.807 INFO:teuthology.orchestra.run.smithi145.stderr: 92900K 100% 134G=1.8s 2023-12-03T11:52:52.807 INFO:teuthology.orchestra.run.smithi145.stderr: 2023-12-03T11:52:52.807 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03 11:52:52 (51.4 MB/s) - ‘gradle-6.0.1-bin.zip’ saved [95129672/95129672] 2023-12-03T11:52:52.807 INFO:teuthology.orchestra.run.smithi145.stderr: 2023-12-03T11:52:52.812 INFO:teuthology.orchestra.run.smithi145.stdout:Archive: gradle-6.0.1-bin.zip 2023-12-03T11:52:52.812 INFO:teuthology.orchestra.run.smithi145.stdout: creating: /opt/gradle/gradle-6.0.1/ 2023-12-03T11:52:52.812 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/getting-started.html 2023-12-03T11:52:52.812 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/LICENSE 2023-12-03T11:52:52.812 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/NOTICE 2023-12-03T11:52:52.812 INFO:teuthology.orchestra.run.smithi145.stdout: creating: /opt/gradle/gradle-6.0.1/init.d/ 2023-12-03T11:52:52.812 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/init.d/readme.txt 2023-12-03T11:52:52.812 INFO:teuthology.orchestra.run.smithi145.stdout: creating: /opt/gradle/gradle-6.0.1/bin/ 2023-12-03T11:52:52.812 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle 2023-12-03T11:52:52.812 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle.bat 2023-12-03T11:52:52.812 INFO:teuthology.orchestra.run.smithi145.stdout: creating: /opt/gradle/gradle-6.0.1/lib/ 2023-12-03T11:52:52.812 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-api-metadata-6.0.1.jar 2023-12-03T11:52:52.812 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-launcher-6.0.1.jar 2023-12-03T11:52:52.812 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-runtime-api-info-6.0.1.jar 2023-12-03T11:52:52.813 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-6.0.1.jar 2023-12-03T11:52:52.813 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-tooling-api-6.0.1.jar 2023-12-03T11:52:52.813 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-wrapper-6.0.1.jar 2023-12-03T11:52:52.813 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-installation-beacon-6.0.1.jar 2023-12-03T11:52:52.813 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-bootstrap-6.0.1.jar 2023-12-03T11:52:52.813 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-6.0.1.jar 2023-12-03T11:52:52.813 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-file-collections-6.0.1.jar 2023-12-03T11:52:52.813 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-groovy-6.0.1.jar 2023-12-03T11:52:52.813 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-execution-6.0.1.jar 2023-12-03T11:52:52.813 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-core-6.0.1.jar 2023-12-03T11:52:52.813 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-packaging-6.0.1.jar 2023-12-03T11:52:52.813 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-6.0.1.jar 2023-12-03T11:52:52.813 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-api-6.0.1.jar 2023-12-03T11:52:52.813 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-persistent-cache-6.0.1.jar 2023-12-03T11:52:52.813 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-worker-processes-6.0.1.jar 2023-12-03T11:52:52.815 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-logging-6.0.1.jar 2023-12-03T11:52:52.815 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-jvm-services-6.0.1.jar 2023-12-03T11:52:52.815 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-process-services-6.0.1.jar 2023-12-03T11:52:52.815 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-resources-6.0.1.jar 2023-12-03T11:52:52.816 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-messaging-6.0.1.jar 2023-12-03T11:52:52.816 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-native-6.0.1.jar 2023-12-03T11:52:52.816 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-groovy-6.0.1.jar 2023-12-03T11:52:52.819 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-6.0.1.jar 2023-12-03T11:52:52.819 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-option-6.0.1.jar 2023-12-03T11:52:52.819 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-cli-6.0.1.jar 2023-12-03T11:52:52.820 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-snapshots-6.0.1.jar 2023-12-03T11:52:52.820 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-files-6.0.1.jar 2023-12-03T11:52:52.820 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-tooling-models-6.0.1.jar 2023-12-03T11:52:53.046 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-compiler-embeddable-1.3.50-patched-for-gradle-6.0.1.jar 2023-12-03T11:52:53.046 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-hashing-6.0.1.jar 2023-12-03T11:52:53.046 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-pineapple-6.0.1.jar 2023-12-03T11:52:53.046 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-docs-6.0.1.jar 2023-12-03T11:52:53.098 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/groovy-all-1.3-2.5.8.jar 2023-12-03T11:52:53.098 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jul-to-slf4j-1.7.28.jar 2023-12-03T11:52:53.098 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/log4j-over-slf4j-1.7.28.jar 2023-12-03T11:52:53.098 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jcl-over-slf4j-1.7.28.jar 2023-12-03T11:52:53.098 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/slf4j-api-1.7.28.jar 2023-12-03T11:52:53.114 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/guava-27.1-android.jar 2023-12-03T11:52:53.115 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-io-2.6.jar 2023-12-03T11:52:53.117 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-lang-2.6.jar 2023-12-03T11:52:53.118 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-commons-7.1.jar 2023-12-03T11:52:53.118 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-analysis-7.1.jar 2023-12-03T11:52:53.118 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-tree-7.1.jar 2023-12-03T11:52:53.119 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-7.1.jar 2023-12-03T11:52:53.134 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-1.10.7.jar 2023-12-03T11:52:53.134 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk8-1.3.50.jar 2023-12-03T11:52:53.134 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/javax.inject-1.jar 2023-12-03T11:52:53.134 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-common-1.3.50.jar 2023-12-03T11:52:53.135 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-1.3.50.jar 2023-12-03T11:52:53.136 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-host-embeddable-1.3.50.jar 2023-12-03T11:52:53.138 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-embeddable-1.3.50.jar 2023-12-03T11:52:53.140 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-impl-embeddable-1.3.50.jar 2023-12-03T11:52:53.140 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-sam-with-receiver-compiler-plugin-1.3.50.jar 2023-12-03T11:52:53.155 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlinx-metadata-jvm-0.1.0.jar 2023-12-03T11:52:53.161 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-compress-1.19.jar 2023-12-03T11:52:53.162 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/fastutil-8.3.0-min.jar 2023-12-03T11:52:53.164 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jansi-1.18.jar 2023-12-03T11:52:53.164 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jsr305-3.0.2.jar 2023-12-03T11:52:53.167 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kryo-2.24.0.jar 2023-12-03T11:52:53.167 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-0.18.jar 2023-12-03T11:52:53.168 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/objenesis-2.6.jar 2023-12-03T11:52:53.172 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/trove4j-1.0.20181211.jar 2023-12-03T11:52:53.173 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/xml-apis-1.4.01.jar 2023-12-03T11:52:53.190 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-reflect-1.3.50.jar 2023-12-03T11:52:53.190 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk7-1.3.50.jar 2023-12-03T11:52:53.199 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-1.3.50.jar 2023-12-03T11:52:53.199 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/annotations-13.0.jar 2023-12-03T11:52:53.199 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-launcher-1.10.7.jar 2023-12-03T11:52:53.199 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/minlog-1.2.jar 2023-12-03T11:52:53.199 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-script-runtime-1.3.50.jar 2023-12-03T11:52:53.207 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-daemon-embeddable-1.3.50.jar 2023-12-03T11:52:53.207 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/failureaccess-1.0.1.jar 2023-12-03T11:52:53.209 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-common-1.3.50.jar 2023-12-03T11:52:53.209 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libcpp-0.18.jar 2023-12-03T11:52:53.210 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libstdcpp-0.18.jar 2023-12-03T11:52:53.210 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libcpp-0.18.jar 2023-12-03T11:52:53.210 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libstdcpp-0.18.jar 2023-12-03T11:52:53.210 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-0.18.jar 2023-12-03T11:52:53.210 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-0.18.jar 2023-12-03T11:52:53.210 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-0.18.jar 2023-12-03T11:52:53.210 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-osx-amd64-0.18.jar 2023-12-03T11:52:53.210 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-0.18.jar 2023-12-03T11:52:53.212 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-min-0.18.jar 2023-12-03T11:52:53.212 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-0.18.jar 2023-12-03T11:52:53.212 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-min-0.18.jar 2023-12-03T11:52:53.212 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-ncurses5-0.18.jar 2023-12-03T11:52:53.212 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses5-0.18.jar 2023-12-03T11:52:53.212 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses6-0.18.jar 2023-12-03T11:52:53.213 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses5-0.18.jar 2023-12-03T11:52:53.213 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses6-0.18.jar 2023-12-03T11:52:53.213 INFO:teuthology.orchestra.run.smithi145.stdout: creating: /opt/gradle/gradle-6.0.1/lib/plugins/ 2023-12-03T11:52:53.213 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-antlr-6.0.1.jar 2023-12-03T11:52:53.213 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-code-quality-6.0.1.jar 2023-12-03T11:52:53.214 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-signing-6.0.1.jar 2023-12-03T11:52:53.214 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-native-6.0.1.jar 2023-12-03T11:52:53.214 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-native-6.0.1.jar 2023-12-03T11:52:53.215 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-native-6.0.1.jar 2023-12-03T11:52:53.217 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-native-6.0.1.jar 2023-12-03T11:52:53.219 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-provider-plugins-6.0.1.jar 2023-12-03T11:52:53.219 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-development-6.0.1.jar 2023-12-03T11:52:53.221 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-maven-6.0.1.jar 2023-12-03T11:52:53.221 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-play-6.0.1.jar 2023-12-03T11:52:53.224 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-6.0.1.jar 2023-12-03T11:52:53.224 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-scala-6.0.1.jar 2023-12-03T11:52:53.224 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ear-6.0.1.jar 2023-12-03T11:52:53.226 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-play-6.0.1.jar 2023-12-03T11:52:53.226 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-javascript-6.0.1.jar 2023-12-03T11:52:53.227 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ivy-6.0.1.jar 2023-12-03T11:52:53.227 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-jacoco-6.0.1.jar 2023-12-03T11:52:53.229 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-init-6.0.1.jar 2023-12-03T11:52:53.230 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-tooling-builders-6.0.1.jar 2023-12-03T11:52:53.232 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugins-6.0.1.jar 2023-12-03T11:52:53.232 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-test-kit-6.0.1.jar 2023-12-03T11:52:53.232 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-groovy-6.0.1.jar 2023-12-03T11:52:53.233 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-scala-6.0.1.jar 2023-12-03T11:52:53.233 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-junit-platform-6.0.1.jar 2023-12-03T11:52:53.234 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-api-builders-6.0.1.jar 2023-12-03T11:52:53.234 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-jvm-6.0.1.jar 2023-12-03T11:52:53.236 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-java-6.0.1.jar 2023-12-03T11:52:53.237 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-jvm-6.0.1.jar 2023-12-03T11:52:53.237 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-jvm-6.0.1.jar 2023-12-03T11:52:53.241 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-native-6.0.1.jar 2023-12-03T11:52:53.242 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-diagnostics-6.0.1.jar 2023-12-03T11:52:53.243 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-publish-6.0.1.jar 2023-12-03T11:52:53.244 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-base-6.0.1.jar 2023-12-03T11:52:53.246 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-base-6.0.1.jar 2023-12-03T11:52:53.246 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-use-6.0.1.jar 2023-12-03T11:52:53.252 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-instant-execution-6.0.1.jar 2023-12-03T11:52:53.253 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-version-control-6.0.1.jar 2023-12-03T11:52:53.267 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-dependency-management-6.0.1.jar 2023-12-03T11:52:53.268 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-composite-builds-6.0.1.jar 2023-12-03T11:52:53.269 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-reporting-6.0.1.jar 2023-12-03T11:52:53.269 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-s3-6.0.1.jar 2023-12-03T11:52:53.270 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-gcs-6.0.1.jar 2023-12-03T11:52:53.270 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-cache-http-6.0.1.jar 2023-12-03T11:52:53.270 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-http-6.0.1.jar 2023-12-03T11:52:53.270 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-sftp-6.0.1.jar 2023-12-03T11:52:53.270 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-profile-6.0.1.jar 2023-12-03T11:52:53.270 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-workers-6.0.1.jar 2023-12-03T11:52:53.289 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/org.eclipse.jgit-5.5.0.201909110433-r.jar 2023-12-03T11:52:53.289 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-3.0.0.jar 2023-12-03T11:52:53.289 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-shared-3.0.0.jar 2023-12-03T11:52:53.289 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-services-storage-v1-rev136-1.25.0.jar 2023-12-03T11:52:53.291 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-client-1.25.0.jar 2023-12-03T11:52:53.291 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/asm-util-7.1.jar 2023-12-03T11:52:53.299 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ivy-2.3.0.jar 2023-12-03T11:52:53.301 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-compat-3.0.4.jar 2023-12-03T11:52:53.305 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-core-3.0.4.jar 2023-12-03T11:52:53.305 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-common-0.8-20100325.jar 2023-12-03T11:52:53.305 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-groovy-0.8-20100325.jar 2023-12-03T11:52:53.305 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-file-3.0.0.jar 2023-12-03T11:52:53.307 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-container-default-1.7.1.jar 2023-12-03T11:52:53.307 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-connector-wagon-1.13.1.jar 2023-12-03T11:52:53.310 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpg-jdk15on-1.63.jar 2023-12-03T11:52:53.316 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/rhino-1.7.10.jar 2023-12-03T11:52:53.318 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gson-2.8.5.jar 2023-12-03T11:52:53.320 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/simple-4.1.21.jar 2023-12-03T11:52:53.320 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jatl-0.2.3.jar 2023-12-03T11:52:53.321 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-plugin-api-3.0.4.jar 2023-12-03T11:52:53.321 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-oauth-client-1.25.0.jar 2023-12-03T11:52:53.321 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-jackson2-1.25.0.jar 2023-12-03T11:52:53.323 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-1.25.0.jar 2023-12-03T11:52:53.327 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/testng-6.3.1.jar 2023-12-03T11:52:53.329 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/snakeyaml-1.17.jar 2023-12-03T11:52:53.329 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/dd-plist-1.21.jar 2023-12-03T11:52:53.331 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-4.12.jar 2023-12-03T11:52:53.334 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bsh-2.0b6.jar 2023-12-03T11:52:53.335 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-launcher-1.3.1.jar 2023-12-03T11:52:53.341 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-s3-1.11.633.jar 2023-12-03T11:52:53.344 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-kms-1.11.633.jar 2023-12-03T11:52:53.350 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-core-1.11.633.jar 2023-12-03T11:52:53.355 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpclient-4.5.10.jar 2023-12-03T11:52:53.358 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcifs-1.3.17.jar 2023-12-03T11:52:53.358 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/nekohtml-1.9.22.jar 2023-12-03T11:52:53.367 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xercesImpl-2.12.0.jar 2023-12-03T11:52:53.369 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jsch-0.1.55.jar 2023-12-03T11:52:53.376 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jaxb-impl-2.3.2.jar 2023-12-03T11:52:53.376 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jmespath-java-1.11.633.jar 2023-12-03T11:52:53.384 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-databind-2.9.10.jar 2023-12-03T11:52:53.386 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-core-2.9.10.jar 2023-12-03T11:52:53.387 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-annotations-2.9.10.jar 2023-12-03T11:52:53.391 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/joda-time-2.10.4.jar 2023-12-03T11:52:53.396 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpkix-jdk15on-1.61.jar 2023-12-03T11:52:53.425 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcprov-jdk15on-1.63.jar 2023-12-03T11:52:53.427 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/commons-codec-1.13.jar 2023-12-03T11:52:53.427 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-aether-provider-3.0.4.jar 2023-12-03T11:52:53.428 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-impl-1.13.1.jar 2023-12-03T11:52:53.429 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-util-1.13.1.jar 2023-12-03T11:52:53.429 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-spi-1.13.1.jar 2023-12-03T11:52:53.430 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-api-1.13.1.jar 2023-12-03T11:52:53.430 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/hamcrest-core-1.3.jar 2023-12-03T11:52:53.432 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpcore-4.4.12.jar 2023-12-03T11:52:53.432 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcommander-1.72.jar 2023-12-03T11:52:53.433 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jzlib-1.1.3.jar 2023-12-03T11:52:53.433 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-artifact-3.0.4.jar 2023-12-03T11:52:53.434 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-builder-3.0.4.jar 2023-12-03T11:52:53.435 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-3.0.4.jar 2023-12-03T11:52:53.436 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-repository-metadata-3.0.4.jar 2023-12-03T11:52:53.437 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-builder-3.0.4.jar 2023-12-03T11:52:53.437 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-3.0.4.jar 2023-12-03T11:52:53.437 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-sec-dispatcher-1.3.jar 2023-12-03T11:52:53.437 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-cipher-1.7.jar 2023-12-03T11:52:53.438 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-classworlds-2.5.1.jar 2023-12-03T11:52:53.438 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-component-annotations-1.5.5.jar 2023-12-03T11:52:53.438 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-interpolation-1.14.jar 2023-12-03T11:52:53.438 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-provider-api-3.0.0.jar 2023-12-03T11:52:53.439 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-utils-3.1.0.jar 2023-12-03T11:52:53.440 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xbean-reflect-3.7.jar 2023-12-03T11:52:53.444 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ion-java-1.0.2.jar 2023-12-03T11:52:53.445 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-engine-1.3.1.jar 2023-12-03T11:52:53.446 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-commons-1.3.1.jar 2023-12-03T11:52:53.446 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/apiguardian-api-1.0.0.jar 2023-12-03T11:52:53.446 INFO:teuthology.orchestra.run.smithi145.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/opentest4j-1.1.1.jar 2023-12-03T11:52:53.485 INFO:teuthology.orchestra.run.smithi145.stdout:export PATH=/opt/gradle/gradle-6.0.1/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin 2023-12-03T11:52:53.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:52:53.833 INFO:teuthology.orchestra.run.smithi145.stdout:Welcome to Gradle 6.0.1! 2023-12-03T11:52:53.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:52:53.833 INFO:teuthology.orchestra.run.smithi145.stdout:Here are the highlights of this release: 2023-12-03T11:52:53.833 INFO:teuthology.orchestra.run.smithi145.stdout: - Substantial improvements in dependency management, including 2023-12-03T11:52:53.834 INFO:teuthology.orchestra.run.smithi145.stdout: - Publishing Gradle Module Metadata in addition to pom.xml 2023-12-03T11:52:53.834 INFO:teuthology.orchestra.run.smithi145.stdout: - Advanced control of transitive versions 2023-12-03T11:52:53.834 INFO:teuthology.orchestra.run.smithi145.stdout: - Support for optional features and dependencies 2023-12-03T11:52:53.834 INFO:teuthology.orchestra.run.smithi145.stdout: - Rules to tweak published metadata 2023-12-03T11:52:53.834 INFO:teuthology.orchestra.run.smithi145.stdout: - Support for Java 13 2023-12-03T11:52:53.834 INFO:teuthology.orchestra.run.smithi145.stdout: - Faster incremental Java and Groovy compilation 2023-12-03T11:52:53.834 INFO:teuthology.orchestra.run.smithi145.stdout: - New Zinc compiler for Scala 2023-12-03T11:52:53.834 INFO:teuthology.orchestra.run.smithi145.stdout: - VS2019 support 2023-12-03T11:52:53.834 INFO:teuthology.orchestra.run.smithi145.stdout: - Support for Gradle Enterprise plugin 3.0 2023-12-03T11:52:53.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:52:53.834 INFO:teuthology.orchestra.run.smithi145.stdout:For more details see https://docs.gradle.org/6.0.1/release-notes.html 2023-12-03T11:52:53.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:52:53.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:52:53.834 INFO:teuthology.orchestra.run.smithi145.stdout:------------------------------------------------------------ 2023-12-03T11:52:53.835 INFO:teuthology.orchestra.run.smithi145.stdout:Gradle 6.0.1 2023-12-03T11:52:53.837 INFO:teuthology.orchestra.run.smithi145.stdout:------------------------------------------------------------ 2023-12-03T11:52:53.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:52:53.837 INFO:teuthology.orchestra.run.smithi145.stdout:Build time: 2019-11-18 20:25:01 UTC 2023-12-03T11:52:53.837 INFO:teuthology.orchestra.run.smithi145.stdout:Revision: fad121066a68c4701acd362daf4287a7c309a0f5 2023-12-03T11:52:53.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:52:53.837 INFO:teuthology.orchestra.run.smithi145.stdout:Kotlin: 1.3.50 2023-12-03T11:52:53.837 INFO:teuthology.orchestra.run.smithi145.stdout:Groovy: 2.5.8 2023-12-03T11:52:53.837 INFO:teuthology.orchestra.run.smithi145.stdout:Ant: Apache Ant(TM) version 1.10.7 compiled on September 1 2019 2023-12-03T11:52:53.837 INFO:teuthology.orchestra.run.smithi145.stdout:JVM: 1.8.0_362 (Red Hat, Inc. 25.362-b08) 2023-12-03T11:52:53.837 INFO:teuthology.orchestra.run.smithi145.stdout:OS: Linux 5.14.0-388.el9.x86_64 amd64 2023-12-03T11:52:53.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:52:53.838 DEBUG:teuthology.orchestra.run.smithi145:> sudo keytool -import -alias smithi145.front.sepia.ceph.com -keystore $(readlink -e $(dirname $(readlink -e $(which keytool)))/../lib/security/cacerts) -file /home/ubuntu/cephtest/ca/rgw.client.0.crt -storepass changeit 2023-12-03T11:52:54.178 INFO:teuthology.orchestra.run.smithi145.stderr:Certificate was added to keystore 2023-12-03T11:52:54.188 DEBUG:tasks.s3tests_java:S3 Tests Java: BEGIN 2023-12-03T11:52:54.188 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2023-12-03T11:52:54.188 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi145.front.sepia.ceph.com 2023-12-03T11:52:54.188 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2023-12-03T11:52:54.188 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi149.front.sepia.ceph.com 2023-12-03T11:52:54.188 INFO:tasks.s3tests_java:S3 Tests Java: Creating S3 users... 2023-12-03T11:52:54.569 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf is {'bucket_prefix': 'test-', 's3main': {'access_key': None, 'access_secret': None, 'region': 'mexico', 'endpoint': None, 'port': None, 'display_name': None, 'email': None, 'is_secure': None, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data'}} 2023-12-03T11:52:54.569 DEBUG:tasks.s3tests_java:S3 Tests Java: Creating user tester.client.0 2023-12-03T11:52:54.570 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf[s3main] is {'access_key': 'ERBAVWQTKPOIHBKSYHXZ', 'access_secret': 'lCdWolCO1bdoGfQwjplorN98rODe+aw8rkRRpsyr/MkbPrMJK/kFpQ==', 'region': 'mexico', 'endpoint': 'smithi145.front.sepia.ceph.com:443', 'port': 443, 'display_name': 'Ms. tester.client.0', 'email': 'tester.client.0_test@test.test', 'is_secure': True, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data', 'user_id': 'tester.client.0', 'host': 'smithi145.front.sepia.ceph.com'} 2023-12-03T11:52:54.570 DEBUG:tasks.s3tests_java:S3 Tests Java: Setion, User = s3main, tester.client.0 2023-12-03T11:52:54.570 INFO:tasks.s3tests_java:['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '-n', 'client.0', 'user', 'create', '--uid', 'tester.client.0', '--display-name', 'Ms. tester.client.0', '--access-key', 'ERBAVWQTKPOIHBKSYHXZ', '--secret', 'lCdWolCO1bdoGfQwjplorN98rODe+aw8rkRRpsyr/MkbPrMJK/kFpQ==', '--email', 'tester.client.0_test@test.test', '--cluster', 'ceph'] 2023-12-03T11:52:54.570 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid tester.client.0 --display-name 'Ms. tester.client.0' --access-key ERBAVWQTKPOIHBKSYHXZ --secret lCdWolCO1bdoGfQwjplorN98rODe+aw8rkRRpsyr/MkbPrMJK/kFpQ== --email tester.client.0_test@test.test --cluster ceph 2023-12-03T11:52:54.632 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:54.633 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:54.643 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.642+0000 7f361b00f800 20 rados->read ofs=0 len=0 2023-12-03T11:52:54.646 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.644+0000 7f361b00f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:54.646 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.644+0000 7f361b00f800 20 realm 2023-12-03T11:52:54.646 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.644+0000 7f361b00f800 20 rados->read ofs=0 len=0 2023-12-03T11:52:54.646 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.644+0000 7f361b00f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:54.646 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.644+0000 7f361b00f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:54.646 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.644+0000 7f361b00f800 20 rados->read ofs=0 len=0 2023-12-03T11:52:54.646 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.644+0000 7f361b00f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:54.646 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.644+0000 7f361b00f800 20 rados->read ofs=0 len=0 2023-12-03T11:52:54.647 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.645+0000 7f361b00f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:54.647 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.645+0000 7f361b00f800 20 rados->read ofs=0 len=0 2023-12-03T11:52:54.647 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.646+0000 7f361b00f800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:54.648 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.646+0000 7f361b00f800 20 searching for the correct realm 2023-12-03T11:52:54.659 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.657+0000 7f361b00f800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:52:54.659 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.657+0000 7f361b00f800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:52:54.659 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.657+0000 7f361b00f800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:54.659 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.657+0000 7f361b00f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:54.659 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.657+0000 7f361b00f800 20 rados->read ofs=0 len=0 2023-12-03T11:52:54.659 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.657+0000 7f361b00f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:54.659 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.657+0000 7f361b00f800 20 rados->read ofs=0 len=0 2023-12-03T11:52:54.659 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.657+0000 7f361b00f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:54.660 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.657+0000 7f361b00f800 20 rados->read ofs=0 len=0 2023-12-03T11:52:54.660 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.658+0000 7f3616e8d640 0 -- 172.21.15.145:0/1547635730 >> [v2:172.21.15.149:6816/3721565933,v1:172.21.15.149:6817/3721565933] conn(0x7f360005b040 msgr2=0x7f3600067430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:52:54.661 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.658+0000 7f361b00f800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:54.661 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.658+0000 7f361b00f800 20 zone default found 2023-12-03T11:52:54.661 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.658+0000 7f361b00f800 4 Realm: () 2023-12-03T11:52:54.661 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.658+0000 7f361b00f800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:52:54.661 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.658+0000 7f361b00f800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:52:54.661 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.658+0000 7f361b00f800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:54.661 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.658+0000 7f361b00f800 20 zonegroup default 2023-12-03T11:52:54.661 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.658+0000 7f361b00f800 20 rados->read ofs=0 len=0 2023-12-03T11:52:54.661 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.659+0000 7f361b00f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:54.661 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.659+0000 7f361b00f800 20 rados->read ofs=0 len=0 2023-12-03T11:52:54.661 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.659+0000 7f361b00f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:54.661 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.659+0000 7f361b00f800 20 rados->read ofs=0 len=0 2023-12-03T11:52:54.662 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.659+0000 7f361b00f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:54.662 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.659+0000 7f361b00f800 20 started sync module instance, tier type = 2023-12-03T11:52:54.662 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.659+0000 7f361b00f800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:52:54.670 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.669+0000 7f361b00f800 20 add_watcher() i=0 2023-12-03T11:52:54.670 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.669+0000 7f361b00f800 20 add_watcher() i=1 2023-12-03T11:52:54.670 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.669+0000 7f361b00f800 20 add_watcher() i=2 2023-12-03T11:52:54.670 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.669+0000 7f361b00f800 20 add_watcher() i=3 2023-12-03T11:52:54.671 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.669+0000 7f361b00f800 20 add_watcher() i=4 2023-12-03T11:52:54.671 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.669+0000 7f361b00f800 20 add_watcher() i=5 2023-12-03T11:52:54.671 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.669+0000 7f361b00f800 20 add_watcher() i=6 2023-12-03T11:52:54.671 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.669+0000 7f361b00f800 20 add_watcher() i=7 2023-12-03T11:52:54.671 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.669+0000 7f361b00f800 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:54.671 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.670+0000 7f3616e8d640 0 -- 172.21.15.145:0/1547635730 >> [v2:172.21.15.145:6800/1111036159,v1:172.21.15.145:6801/1111036159] conn(0x55778a75f1e0 msgr2=0x55778a7615d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:54.673 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.671+0000 7f35dbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:54.673 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.672+0000 7f361b00f800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:54.673 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.672+0000 7f361b00f800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:54.678 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.676+0000 7f361b00f800 5 note: GC not initialized 2023-12-03T11:52:54.678 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.676+0000 7f354affd640 20 reqs_thread_entry: start 2023-12-03T11:52:54.678 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.677+0000 7f361b00f800 20 init_complete bucket index max shards: 1 2023-12-03T11:52:54.678 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.677+0000 7f361b00f800 20 Filter name: none 2023-12-03T11:52:54.678 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.677+0000 7f3548ff9640 20 reqs_thread_entry: start 2023-12-03T11:52:54.679 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.677+0000 7f361b00f800 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2023-12-03T11:52:54.679 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.677+0000 7f361b00f800 20 rados->read ofs=0 len=0 2023-12-03T11:52:54.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.677+0000 7f361b00f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:54.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.677+0000 7f361b00f800 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x0 2023-12-03T11:52:54.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.677+0000 7f361b00f800 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2023-12-03T11:52:54.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.677+0000 7f361b00f800 10 cache get: name=default.rgw.meta+users.email+tester.client.0_test@test.test : miss 2023-12-03T11:52:54.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.677+0000 7f361b00f800 20 rados->read ofs=0 len=0 2023-12-03T11:52:54.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.677+0000 7f361b00f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:54.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.677+0000 7f361b00f800 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x0 2023-12-03T11:52:54.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.677+0000 7f361b00f800 10 adding default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2023-12-03T11:52:54.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.677+0000 7f361b00f800 10 cache get: name=default.rgw.meta+users.keys+ERBAVWQTKPOIHBKSYHXZ : miss 2023-12-03T11:52:54.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.677+0000 7f361b00f800 20 rados->read ofs=0 len=0 2023-12-03T11:52:54.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.678+0000 7f361b00f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:54.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.678+0000 7f361b00f800 10 cache put: name=default.rgw.meta+users.keys+ERBAVWQTKPOIHBKSYHXZ info.flags=0x0 2023-12-03T11:52:54.681 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.678+0000 7f361b00f800 10 adding default.rgw.meta+users.keys+ERBAVWQTKPOIHBKSYHXZ to cache LRU end 2023-12-03T11:52:54.681 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.678+0000 7f361b00f800 10 cache get: name=default.rgw.meta+users.keys+ERBAVWQTKPOIHBKSYHXZ : hit (negative entry) 2023-12-03T11:52:54.681 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.678+0000 7f361b00f800 10 cache get: name=default.rgw.meta+users.keys+ERBAVWQTKPOIHBKSYHXZ : hit (negative entry) 2023-12-03T11:52:54.681 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.679+0000 7f361b00f800 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2023-12-03T11:52:54.681 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.679+0000 7f361b00f800 10 moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2023-12-03T11:52:54.681 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.679+0000 7f361b00f800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2023-12-03T11:52:54.682 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.679+0000 7f360ce89640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791398 cookie 93971912517808 notifier 7686 bl.length()=636 2023-12-03T11:52:54.682 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.679+0000 7f360ce89640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2023-12-03T11:52:54.682 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.679+0000 7f360ce89640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2023-12-03T11:52:54.682 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.681+0000 7f361b00f800 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2023-12-03T11:52:54.682 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.681+0000 7f361b00f800 10 moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2023-12-03T11:52:54.682 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.681+0000 7f361b00f800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2023-12-03T11:52:54.683 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.681+0000 7f35f7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791337 cookie 93971912521328 notifier 7686 bl.length()=200 2023-12-03T11:52:54.683 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.681+0000 7f35f7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2023-12-03T11:52:54.683 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.681+0000 7f35f7fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2023-12-03T11:52:54.684 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.683+0000 7f361b00f800 10 cache put: name=default.rgw.meta+users.keys+ERBAVWQTKPOIHBKSYHXZ info.flags=0x7 2023-12-03T11:52:54.684 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.683+0000 7f361b00f800 10 moving default.rgw.meta+users.keys+ERBAVWQTKPOIHBKSYHXZ to cache LRU end 2023-12-03T11:52:54.685 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.683+0000 7f361b00f800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:ERBAVWQTKPOIHBKSYHXZ, ofs0, ns] 2023-12-03T11:52:54.685 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.683+0000 7f360ce89640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791338 cookie 93971912521328 notifier 7686 bl.length()=189 2023-12-03T11:52:54.685 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.683+0000 7f360ce89640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+ERBAVWQTKPOIHBKSYHXZ info.flags=0x7 2023-12-03T11:52:54.685 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.683+0000 7f360ce89640 10 rgw watcher librados: moving default.rgw.meta+users.keys+ERBAVWQTKPOIHBKSYHXZ to cache LRU end 2023-12-03T11:52:54.685 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2023-12-03T11:52:54.685 INFO:teuthology.orchestra.run.smithi145.stdout: "user_id": "tester.client.0", 2023-12-03T11:52:54.685 INFO:teuthology.orchestra.run.smithi145.stdout: "display_name": "Ms. tester.client.0", 2023-12-03T11:52:54.685 INFO:teuthology.orchestra.run.smithi145.stdout: "email": "tester.client.0_test@test.test", 2023-12-03T11:52:54.685 INFO:teuthology.orchestra.run.smithi145.stdout: "suspended": 0, 2023-12-03T11:52:54.686 INFO:teuthology.orchestra.run.smithi145.stdout: "max_buckets": 1000, 2023-12-03T11:52:54.686 INFO:teuthology.orchestra.run.smithi145.stdout: "subusers": [], 2023-12-03T11:52:54.686 INFO:teuthology.orchestra.run.smithi145.stdout: "keys": [ 2023-12-03T11:52:54.686 INFO:teuthology.orchestra.run.smithi145.stdout: { 2023-12-03T11:52:54.686 INFO:teuthology.orchestra.run.smithi145.stdout: "user": "tester.client.0", 2023-12-03T11:52:54.686 INFO:teuthology.orchestra.run.smithi145.stdout: "access_key": "ERBAVWQTKPOIHBKSYHXZ", 2023-12-03T11:52:54.686 INFO:teuthology.orchestra.run.smithi145.stdout: "secret_key": "lCdWolCO1bdoGfQwjplorN98rODe+aw8rkRRpsyr/MkbPrMJK/kFpQ==" 2023-12-03T11:52:54.686 INFO:teuthology.orchestra.run.smithi145.stdout: } 2023-12-03T11:52:54.686 INFO:teuthology.orchestra.run.smithi145.stdout: ], 2023-12-03T11:52:54.686 INFO:teuthology.orchestra.run.smithi145.stdout: "swift_keys": [], 2023-12-03T11:52:54.686 INFO:teuthology.orchestra.run.smithi145.stdout: "caps": [], 2023-12-03T11:52:54.686 INFO:teuthology.orchestra.run.smithi145.stdout: "op_mask": "read, write, delete", 2023-12-03T11:52:54.686 INFO:teuthology.orchestra.run.smithi145.stdout: "default_placement": "", 2023-12-03T11:52:54.687 INFO:teuthology.orchestra.run.smithi145.stdout: "default_storage_class": "", 2023-12-03T11:52:54.687 INFO:teuthology.orchestra.run.smithi145.stdout: "placement_tags": [], 2023-12-03T11:52:54.687 INFO:teuthology.orchestra.run.smithi145.stdout: "bucket_quota": { 2023-12-03T11:52:54.687 INFO:teuthology.orchestra.run.smithi145.stdout: "enabled": false, 2023-12-03T11:52:54.687 INFO:teuthology.orchestra.run.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:52:54.687 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size": -1, 2023-12-03T11:52:54.687 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:52:54.687 INFO:teuthology.orchestra.run.smithi145.stdout: "max_objects": -1 2023-12-03T11:52:54.687 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:52:54.687 INFO:teuthology.orchestra.run.smithi145.stdout: "user_quota": { 2023-12-03T11:52:54.687 INFO:teuthology.orchestra.run.smithi145.stdout: "enabled": false, 2023-12-03T11:52:54.687 INFO:teuthology.orchestra.run.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:52:54.687 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size": -1, 2023-12-03T11:52:54.687 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:52:54.687 INFO:teuthology.orchestra.run.smithi145.stdout: "max_objects": -1 2023-12-03T11:52:54.688 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:52:54.688 INFO:teuthology.orchestra.run.smithi145.stdout: "temp_url_keys": [], 2023-12-03T11:52:54.688 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "rgw", 2023-12-03T11:52:54.688 INFO:teuthology.orchestra.run.smithi145.stdout: "mfa_ids": [] 2023-12-03T11:52:54.688 INFO:teuthology.orchestra.run.smithi145.stdout:} 2023-12-03T11:52:54.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:52:54.688 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.684+0000 7f35dbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:54.689 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.688+0000 7f361b00f800 20 remove_watcher() i=0 2023-12-03T11:52:54.689 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.688+0000 7f361b00f800 2 removed watcher, disabling cache 2023-12-03T11:52:54.690 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.689+0000 7f361b00f800 20 remove_watcher() i=1 2023-12-03T11:52:54.691 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.690+0000 7f361b00f800 20 remove_watcher() i=2 2023-12-03T11:52:54.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.691+0000 7f361b00f800 20 remove_watcher() i=3 2023-12-03T11:52:54.693 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.692+0000 7f361b00f800 20 remove_watcher() i=4 2023-12-03T11:52:54.694 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.693+0000 7f361b00f800 20 remove_watcher() i=5 2023-12-03T11:52:54.695 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.694+0000 7f361b00f800 20 remove_watcher() i=6 2023-12-03T11:52:54.696 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.695+0000 7f361b00f800 20 remove_watcher() i=7 2023-12-03T11:52:54.703 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:52:54.703 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf 2023-12-03T11:52:54.732 INFO:tasks.s3tests_java:S3 Tests Java: Running tests... 2023-12-03T11:52:54.732 DEBUG:teuthology.orchestra.run.smithi145:> cp /home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf /home/ubuntu/cephtest/s3-tests-java/config.properties 2023-12-03T11:52:54.798 DEBUG:teuthology.orchestra.run.smithi145:> radosgw-admin gc process --include-all 2023-12-03T11:52:54.887 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:54.887 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:54.901 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.900+0000 7f8721140800 20 rados->read ofs=0 len=0 2023-12-03T11:52:54.903 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.901+0000 7f8721140800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:54.903 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.901+0000 7f8721140800 20 realm 2023-12-03T11:52:54.903 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.901+0000 7f8721140800 20 rados->read ofs=0 len=0 2023-12-03T11:52:54.903 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.902+0000 7f8721140800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:54.903 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.902+0000 7f8721140800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:54.903 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.902+0000 7f8721140800 20 rados->read ofs=0 len=0 2023-12-03T11:52:54.904 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.902+0000 7f8721140800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:54.904 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.902+0000 7f8721140800 20 rados->read ofs=0 len=0 2023-12-03T11:52:54.904 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.903+0000 7f8721140800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:54.904 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.903+0000 7f8721140800 20 rados->read ofs=0 len=0 2023-12-03T11:52:54.905 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.903+0000 7f8721140800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:54.905 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.903+0000 7f8721140800 20 searching for the correct realm 2023-12-03T11:52:54.915 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:54.913+0000 7f871ce45640 0 -- 172.21.15.145:0/1607964668 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x7f86f40795c0 msgr2=0x7f86f407b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:55.117 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.116+0000 7f8721140800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:52:55.118 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.116+0000 7f8721140800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:52:55.118 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.116+0000 7f8721140800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:55.118 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.116+0000 7f8721140800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:55.118 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.116+0000 7f8721140800 20 rados->read ofs=0 len=0 2023-12-03T11:52:55.118 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.116+0000 7f8721140800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:55.118 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.116+0000 7f8721140800 20 rados->read ofs=0 len=0 2023-12-03T11:52:55.119 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.116+0000 7f8721140800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:55.119 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.116+0000 7f8721140800 20 rados->read ofs=0 len=0 2023-12-03T11:52:55.119 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.117+0000 7f8721140800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:55.120 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.117+0000 7f8721140800 20 zone default found 2023-12-03T11:52:55.120 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.117+0000 7f8721140800 4 Realm: () 2023-12-03T11:52:55.120 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.117+0000 7f8721140800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:52:55.120 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.117+0000 7f8721140800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:52:55.120 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.117+0000 7f8721140800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:55.120 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.117+0000 7f8721140800 20 zonegroup default 2023-12-03T11:52:55.120 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.117+0000 7f8721140800 20 rados->read ofs=0 len=0 2023-12-03T11:52:55.120 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.117+0000 7f8721140800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:55.120 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.117+0000 7f8721140800 20 rados->read ofs=0 len=0 2023-12-03T11:52:55.120 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.118+0000 7f8721140800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:55.120 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.118+0000 7f8721140800 20 rados->read ofs=0 len=0 2023-12-03T11:52:55.120 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.118+0000 7f8721140800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:55.120 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.118+0000 7f8721140800 20 started sync module instance, tier type = 2023-12-03T11:52:55.120 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.118+0000 7f8721140800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:52:55.125 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.124+0000 7f871c644640 0 -- 172.21.15.145:0/1607964668 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x561b57f81530 msgr2=0x561b57f83920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:52:55.129 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.128+0000 7f8721140800 20 add_watcher() i=0 2023-12-03T11:52:55.129 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.128+0000 7f8721140800 20 add_watcher() i=1 2023-12-03T11:52:55.129 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.128+0000 7f8721140800 20 add_watcher() i=2 2023-12-03T11:52:55.130 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.128+0000 7f8721140800 20 add_watcher() i=3 2023-12-03T11:52:55.130 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.128+0000 7f8721140800 20 add_watcher() i=4 2023-12-03T11:52:55.130 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.128+0000 7f8721140800 20 add_watcher() i=5 2023-12-03T11:52:55.130 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.128+0000 7f8721140800 20 add_watcher() i=6 2023-12-03T11:52:55.130 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.129+0000 7f8721140800 20 add_watcher() i=7 2023-12-03T11:52:55.130 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.129+0000 7f8721140800 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:55.132 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.131+0000 7f86e37de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:55.132 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.131+0000 7f8721140800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:55.132 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.131+0000 7f8721140800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:55.177 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.175+0000 7f86527fc640 20 reqs_thread_entry: start 2023-12-03T11:52:55.177 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.175+0000 7f8721140800 20 init_complete bucket index max shards: 1 2023-12-03T11:52:55.177 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.175+0000 7f8721140800 20 Filter name: none 2023-12-03T11:52:55.177 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.175+0000 7f8643fff640 20 reqs_thread_entry: start 2023-12-03T11:52:55.177 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.175+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:52:55.178 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.177+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.179 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.177+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.179 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.178+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.180 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.179+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:52:55.181 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.180+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.182 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.181+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.182 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.181+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:52:55.182 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.181+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.7t0VQrmI8K0ZL1udDN4hfs869C96pfl_1_2a28321bb93e32c7a8ff96eec504f036', time=2023-12-03T13:48:07.764821+0000, chain.objs.size()=1 2023-12-03T11:52:55.183 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.181+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.7t0VQrmI8K0ZL1udDN4hfs869C96pfl_0 2023-12-03T11:52:55.183 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.181+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='_DpCk79uGB1pyxNMZQ-YRJTOC1OwP5Lb', time=2023-12-03T13:48:07.769566+0000, chain.objs.size()=1 2023-12-03T11:52:55.183 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.181+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.NdN57kZ_dJUIaxe6L7vBJZwKJrDzNCI_1 2023-12-03T11:52:55.184 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.183+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.186 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.185+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:52:55.187 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.186+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.188 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.186+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.189 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.187+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:52:55.189 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.187+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.2585527675347100910', time=2023-12-03T13:48:07.676500+0000, chain.objs.size()=4 2023-12-03T11:52:55.189 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.187+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10__multipart_foo.2~SDf7FkeTZAweiVMokQfvhrbQRhDGfDO.1 2023-12-03T11:52:55.189 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.187+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10__multipart_foo.2~SDf7FkeTZAweiVMokQfvhrbQRhDGfDO.2 2023-12-03T11:52:55.189 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.187+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10__multipart_foo.2~SDf7FkeTZAweiVMokQfvhrbQRhDGfDO.3 2023-12-03T11:52:55.189 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.187+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.10__multipart_foo.2~SDf7FkeTZAweiVMokQfvhrbQRhDGfDO.4 2023-12-03T11:52:55.189 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.187+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.5913486059115191565', time=2023-12-03T13:48:07.855491+0000, chain.objs.size()=3 2023-12-03T11:52:55.189 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.187+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13__multipart_foo-FROZEN.2~xmMVOnE-LQWkTF3W0M7vftbT1IIxGRQ.1 2023-12-03T11:52:55.189 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.187+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13__multipart_foo-FROZEN.2~xmMVOnE-LQWkTF3W0M7vftbT1IIxGRQ.2 2023-12-03T11:52:55.189 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.187+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13__multipart_foo-FROZEN.2~xmMVOnE-LQWkTF3W0M7vftbT1IIxGRQ.3 2023-12-03T11:52:55.191 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.190+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.193 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.192+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:52:55.195 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.193+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.195 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.194+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.195 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.194+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:52:55.196 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.194+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='_LABF-kd8i7HxK61Dmf9ubuP39SvDwYD', time=2023-12-03T13:48:07.761172+0000, chain.objs.size()=1 2023-12-03T11:52:55.196 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.194+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.ivUmFOu-Ee-8P2EVgkIkkIL9X1Whc6g_0 2023-12-03T11:52:55.198 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.197+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.200 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.199+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:52:55.202 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.200+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.202 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.201+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.202 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.201+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.206 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.202+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:52:55.206 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.203+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.207 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.203+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.207 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.204+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-12-03T11:52:55.207 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.204+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.zRkUjAAeBPFz-FGrcgXPdH3EhJhTt5N_1_7a078d2fdd80134136a8127b69793ed4', time=2023-12-03T13:48:07.745571+0000, chain.objs.size()=1 2023-12-03T11:52:55.207 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.204+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.zRkUjAAeBPFz-FGrcgXPdH3EhJhTt5N_0 2023-12-03T11:52:55.207 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.204+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='_4_YL3VGZ0fYOVu61shSnxpdCzyFYwa9', time=2023-12-03T13:48:07.749018+0000, chain.objs.size()=1 2023-12-03T11:52:55.207 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.204+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.PhaLfxYiAg7GZ-3e_riSqmSQG-opJR-_0 2023-12-03T11:52:55.207 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.204+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.2153825430381136222', time=2023-12-03T13:48:07.757572+0000, chain.objs.size()=1 2023-12-03T11:52:55.207 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.204+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.7t0VQrmI8K0ZL1udDN4hfs869C96pfl_0 2023-12-03T11:52:55.207 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.206+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.209 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.208+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:52:55.211 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.210+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.211 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.210+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.212 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.210+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:52:55.212 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.210+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='_YWZ9BO4hVW-kOPphjXXbSVjscQRLO8H', time=2023-12-03T13:48:07.804521+0000, chain.objs.size()=2 2023-12-03T11:52:55.212 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.210+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_.4bc8D7c5GFaPhyt8zL3uu2mKebGTn0c_0 2023-12-03T11:52:55.212 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.210+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_.4bc8D7c5GFaPhyt8zL3uu2mKebGTn0c_1 2023-12-03T11:52:55.214 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.213+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.217 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.215+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:52:55.218 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.217+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.218 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.217+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.217+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:52:55.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.217+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.2996378865595922939', time=2023-12-03T13:48:07.726904+0000, chain.objs.size()=4 2023-12-03T11:52:55.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.217+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8__multipart_foo.2~dSTiHh6nV41ce9cQ-bnXPhe1N0_FbEx.1 2023-12-03T11:52:55.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.217+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8__multipart_foo.2~dSTiHh6nV41ce9cQ-bnXPhe1N0_FbEx.2 2023-12-03T11:52:55.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.217+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8__multipart_foo.2~dSTiHh6nV41ce9cQ-bnXPhe1N0_FbEx.3 2023-12-03T11:52:55.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.217+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.8__multipart_foo.2~dSTiHh6nV41ce9cQ-bnXPhe1N0_FbEx.4 2023-12-03T11:52:55.220 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.219+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.222 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.221+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:52:55.224 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.223+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.225 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.223+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.225 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.224+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:52:55.225 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.224+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='_P8GJlQgsMgdzqwpmuCg39RDQKEd7dgk', time=2023-12-03T13:48:07.809211+0000, chain.objs.size()=2 2023-12-03T11:52:55.225 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.224+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_.wPE4eeBuKQyuH7-4lTzk6_NbKAs_ZGd_1 2023-12-03T11:52:55.226 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.224+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_.wPE4eeBuKQyuH7-4lTzk6_NbKAs_ZGd_2 2023-12-03T11:52:55.229 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.227+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.231 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.230+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:52:55.232 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.231+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.233 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.231+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.233 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.232+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-12-03T11:52:55.234 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.232+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='_ZZypcdQvfe5bIMde5ySygVY3sDXtBWO', time=2023-12-03T13:48:07.779584+0000, chain.objs.size()=1 2023-12-03T11:52:55.234 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.232+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.ccRPPnjEp6z9k-y2H4S2Fva2HkpuqAE_0 2023-12-03T11:52:55.234 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.232+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.772020487947042257', time=2023-12-03T13:48:07.797466+0000, chain.objs.size()=3 2023-12-03T11:52:55.234 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.232+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-FROZEN.2~4LOgGOCljPlT3PEn0diqAO6xx1hsgtM.1 2023-12-03T11:52:55.234 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.232+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-FROZEN.2~4LOgGOCljPlT3PEn0diqAO6xx1hsgtM.2 2023-12-03T11:52:55.234 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.232+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-FROZEN.2~4LOgGOCljPlT3PEn0diqAO6xx1hsgtM.3 2023-12-03T11:52:55.234 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.232+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-FROZEN.2~4LOgGOCljPlT3PEn0diqAO6xx1hsgtM.2_36260394e854e6df04e56e73270b150f', time=2023-12-03T13:48:07.800985+0000, chain.objs.size()=3 2023-12-03T11:52:55.234 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.232+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-FROZEN.2~4LOgGOCljPlT3PEn0diqAO6xx1hsgtM.1 2023-12-03T11:52:55.234 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.232+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-FROZEN.2~4LOgGOCljPlT3PEn0diqAO6xx1hsgtM.2 2023-12-03T11:52:55.234 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.232+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-FROZEN.2~4LOgGOCljPlT3PEn0diqAO6xx1hsgtM.3 2023-12-03T11:52:55.235 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.233+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.237 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.235+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:52:55.238 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.237+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.238 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.237+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.239 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.237+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:52:55.239 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.237+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.12878169069549796545', time=2023-12-03T13:48:07.741821+0000, chain.objs.size()=1 2023-12-03T11:52:55.239 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.237+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.zRkUjAAeBPFz-FGrcgXPdH3EhJhTt5N_0 2023-12-03T11:52:55.240 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.238+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.242 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.241+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:52:55.243 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.242+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.244 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.242+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.244 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.243+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.245 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.244+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:52:55.246 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.245+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.247 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.246+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.247 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.246+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:52:55.247 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.246+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='_j5tXmemH6uT9mZjTSBU-8ss0vZB87BT', time=2023-12-03T13:48:07.775974+0000, chain.objs.size()=1 2023-12-03T11:52:55.248 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.246+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.8L4DiOGgbfeIRtuluxJCY0P2lBWUZGb_0 2023-12-03T11:52:55.248 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.247+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.250 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.249+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:52:55.252 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.250+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.252 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.251+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.252 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.251+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.253 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.252+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:52:55.255 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.253+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.256 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.254+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.256 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.254+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-12-03T11:52:55.256 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.254+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-LUKEWARM.2~Bo-gcYYq2XGQ1UUerTXdo7M6I0rRQ32.2_d8832a239154ab59e694626013edbd2e', time=2023-12-03T13:48:07.820679+0000, chain.objs.size()=3 2023-12-03T11:52:55.256 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.254+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-LUKEWARM.2~Bo-gcYYq2XGQ1UUerTXdo7M6I0rRQ32.1 2023-12-03T11:52:55.256 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.254+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-LUKEWARM.2~Bo-gcYYq2XGQ1UUerTXdo7M6I0rRQ32.2 2023-12-03T11:52:55.256 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.254+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-LUKEWARM.2~Bo-gcYYq2XGQ1UUerTXdo7M6I0rRQ32.3 2023-12-03T11:52:55.256 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.254+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='_0ySZUrkNrU0NMERY21hnMvk2HCKBnrx', time=2023-12-03T13:48:07.825566+0000, chain.objs.size()=2 2023-12-03T11:52:55.257 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.254+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_.Z0UqBb3dUkm28BSz-ptjT4T8qgT9AV7_1 2023-12-03T11:52:55.257 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.254+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_.Z0UqBb3dUkm28BSz-ptjT4T8qgT9AV7_2 2023-12-03T11:52:55.257 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.254+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.2978819134498246536', time=2023-12-03T13:48:07.829212+0000, chain.objs.size()=3 2023-12-03T11:52:55.257 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.254+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-STANDARD.2~dwLJ98NQXdtibGadA8PrD6-QKhvEvgh.1 2023-12-03T11:52:55.257 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.254+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-STANDARD.2~dwLJ98NQXdtibGadA8PrD6-QKhvEvgh.2 2023-12-03T11:52:55.257 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.254+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-STANDARD.2~dwLJ98NQXdtibGadA8PrD6-QKhvEvgh.3 2023-12-03T11:52:55.259 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.257+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.261 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.260+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:52:55.262 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.261+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.263 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.261+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.263 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.262+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:52:55.263 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.262+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.8226796828280893924', time=2023-12-03T13:48:07.691403+0000, chain.objs.size()=4 2023-12-03T11:52:55.263 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.262+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11__multipart_foo.2~wXDmPi-hESotCjcl2xhfPIVvwxRZsJh.1 2023-12-03T11:52:55.264 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.262+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11__multipart_foo.2~wXDmPi-hESotCjcl2xhfPIVvwxRZsJh.2 2023-12-03T11:52:55.264 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.262+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11__multipart_foo.2~wXDmPi-hESotCjcl2xhfPIVvwxRZsJh.3 2023-12-03T11:52:55.264 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.262+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.11__multipart_foo.2~wXDmPi-hESotCjcl2xhfPIVvwxRZsJh.4 2023-12-03T11:52:55.265 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.263+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.267 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.266+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:52:55.268 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.267+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.269 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.268+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.269 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.268+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.271 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.269+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:52:55.272 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.271+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.272 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.271+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.273 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.271+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.273 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.272+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:52:55.275 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.273+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.275 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.274+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.276 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.274+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.275+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:52:55.278 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.277+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.278 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.277+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.277+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:52:55.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.277+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.16099105694485851360', time=2023-12-03T13:48:07.710048+0000, chain.objs.size()=4 2023-12-03T11:52:55.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.277+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9__multipart_foo.2~Ib_A5zOFmdDtWHoxP-a5Jm6dAwK6V-7.1 2023-12-03T11:52:55.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.277+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9__multipart_foo.2~Ib_A5zOFmdDtWHoxP-a5Jm6dAwK6V-7.2 2023-12-03T11:52:55.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.277+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9__multipart_foo.2~Ib_A5zOFmdDtWHoxP-a5Jm6dAwK6V-7.3 2023-12-03T11:52:55.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.277+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.9__multipart_foo.2~Ib_A5zOFmdDtWHoxP-a5Jm6dAwK6V-7.4 2023-12-03T11:52:55.283 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.282+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.285 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.284+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:52:55.287 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.286+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.288 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.286+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.288 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.287+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.289 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.288+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:52:55.290 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.289+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.291 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.290+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.291 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.290+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:52:55.292 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.290+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='_obzUta56yjZGbNl3C0uAPKfImYiJ4Rs', time=2023-12-03T13:48:07.832787+0000, chain.objs.size()=1 2023-12-03T11:52:55.292 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.290+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_._r1wohM6wy5Pp06EJfYfLLIaSRIcVYO_0 2023-12-03T11:52:55.292 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.291+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.295 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.293+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:52:55.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.294+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.295+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.297 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.295+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:52:55.297 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.295+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.16966055467145851478', time=2023-12-03T13:48:07.876600+0000, chain.objs.size()=2 2023-12-03T11:52:55.297 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.295+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12__shadow_.o6Wcd9C6JIhinYp0N59Svw0x2LYOPFc_0 2023-12-03T11:52:55.297 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.295+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12__shadow_.o6Wcd9C6JIhinYp0N59Svw0x2LYOPFc_1 2023-12-03T11:52:55.300 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.298+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.302 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.301+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:52:55.303 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.302+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.304 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.302+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.304 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.302+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.305 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.303+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:52:55.306 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.304+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.306 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.305+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.307 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.305+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:52:55.307 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.305+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.7783681921939303355', time=2023-12-03T13:48:07.863016+0000, chain.objs.size()=3 2023-12-03T11:52:55.307 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.305+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13__multipart_foo-STANDARD.2~vS7pHpL2gmzhP0Efc0efu3t1sx-kQbm.1 2023-12-03T11:52:55.307 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.305+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13__multipart_foo-STANDARD.2~vS7pHpL2gmzhP0Efc0efu3t1sx-kQbm.2 2023-12-03T11:52:55.307 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.305+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13__multipart_foo-STANDARD.2~vS7pHpL2gmzhP0Efc0efu3t1sx-kQbm.3 2023-12-03T11:52:55.308 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.306+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.310 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.308+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:52:55.311 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.310+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.310+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.310+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:52:55.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.310+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='_-xrnwVx8JS54eW24CiJAB7iwWqq61Pn', time=2023-12-03T13:48:07.816590+0000, chain.objs.size()=2 2023-12-03T11:52:55.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.310+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_.irWj59Fks5kG-sEm1QXyiaRUy3nTYho_0 2023-12-03T11:52:55.312 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.310+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_.irWj59Fks5kG-sEm1QXyiaRUy3nTYho_1 2023-12-03T11:52:55.315 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.313+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.317 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.316+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:52:55.318 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.317+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.319 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.317+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.319 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.318+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:52:55.319 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.318+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='_gAxSpZ3mNlyZDbcAmo0fEV08BsKwE7p', time=2023-12-03T13:48:07.836398+0000, chain.objs.size()=1 2023-12-03T11:52:55.319 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.318+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__shadow_.cvOxX6fgLfHKNqxB5ggr1uuSQUC-3tP_0 2023-12-03T11:52:55.320 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.319+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.322 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.321+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:52:55.324 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.322+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.324 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.323+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.324 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.323+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:52:55.325 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.323+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='_XGWITQ_2nLhUYyk2ou3xcWXnpYSAjJA', time=2023-12-03T13:48:07.753729+0000, chain.objs.size()=1 2023-12-03T11:52:55.325 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.323+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.14__shadow_.p1-7XTk4089yUer1ryRyMg0pCm1LrK2_1 2023-12-03T11:52:55.325 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.323+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-STANDARD.2~dwLJ98NQXdtibGadA8PrD6-QKhvEvgh.2_5fd5038f9af0155de40c31e49f81a7bc', time=2023-12-03T13:48:07.840302+0000, chain.objs.size()=3 2023-12-03T11:52:55.325 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.323+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-STANDARD.2~dwLJ98NQXdtibGadA8PrD6-QKhvEvgh.1 2023-12-03T11:52:55.325 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.323+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-STANDARD.2~dwLJ98NQXdtibGadA8PrD6-QKhvEvgh.2 2023-12-03T11:52:55.325 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.323+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-STANDARD.2~dwLJ98NQXdtibGadA8PrD6-QKhvEvgh.3 2023-12-03T11:52:55.326 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.324+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.328 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.327+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:52:55.329 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.328+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.330 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.328+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.330 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.329+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.331 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.329+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:52:55.332 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.331+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.332 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.331+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.333 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.331+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.333 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.332+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:52:55.335 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.334+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.335 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.334+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.336 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.334+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:52:55.336 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.334+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.9484478724887014793', time=2023-12-03T13:48:07.812715+0000, chain.objs.size()=3 2023-12-03T11:52:55.336 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.334+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-LUKEWARM.2~Bo-gcYYq2XGQ1UUerTXdo7M6I0rRQ32.1 2023-12-03T11:52:55.336 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.334+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-LUKEWARM.2~Bo-gcYYq2XGQ1UUerTXdo7M6I0rRQ32.2 2023-12-03T11:52:55.336 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.334+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.15__multipart_foo-LUKEWARM.2~Bo-gcYYq2XGQ1UUerTXdo7M6I0rRQ32.3 2023-12-03T11:52:55.336 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.334+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.14114034133239983465', time=2023-12-03T13:48:07.859261+0000, chain.objs.size()=3 2023-12-03T11:52:55.336 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.334+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13__multipart_foo-LUKEWARM.2~VatQyA8rykGcwmzh3NyA9ozjLuJPW4Q.1 2023-12-03T11:52:55.337 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.334+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13__multipart_foo-LUKEWARM.2~VatQyA8rykGcwmzh3NyA9ozjLuJPW4Q.2 2023-12-03T11:52:55.337 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.334+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.13__multipart_foo-LUKEWARM.2~VatQyA8rykGcwmzh3NyA9ozjLuJPW4Q.3 2023-12-03T11:52:55.339 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.337+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.341 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.339+0000 7f8721140800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:52:55.342 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.340+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.342 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.341+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.343 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.341+0000 7f8721140800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:52:55.343 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.341+0000 7f8721140800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.12077114517211459556', time=2023-12-03T13:48:07.880390+0000, chain.objs.size()=2 2023-12-03T11:52:55.343 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.341+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12__shadow_.ikVuoEYUjm4abtoRX3O2kqUBDPfFDtM_0 2023-12-03T11:52:55.343 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.341+0000 7f8721140800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.12__shadow_.ikVuoEYUjm4abtoRX3O2kqUBDPfFDtM_1 2023-12-03T11:52:55.345 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.344+0000 7f8721140800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:55.348 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.346+0000 7f86e37de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:55.350 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.348+0000 7f8721140800 20 remove_watcher() i=0 2023-12-03T11:52:55.350 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.348+0000 7f8721140800 2 removed watcher, disabling cache 2023-12-03T11:52:55.351 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.350+0000 7f8721140800 20 remove_watcher() i=1 2023-12-03T11:52:55.352 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.351+0000 7f8721140800 20 remove_watcher() i=2 2023-12-03T11:52:55.353 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.352+0000 7f8721140800 20 remove_watcher() i=3 2023-12-03T11:52:55.354 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.353+0000 7f8721140800 20 remove_watcher() i=4 2023-12-03T11:52:55.355 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.354+0000 7f8721140800 20 remove_watcher() i=5 2023-12-03T11:52:55.356 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.354+0000 7f8721140800 20 remove_watcher() i=6 2023-12-03T11:52:55.357 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.355+0000 7f8721140800 20 remove_watcher() i=7 2023-12-03T11:52:55.363 DEBUG:teuthology.orchestra.run.smithi145:> radosgw-admin gc process --include-all 2023-12-03T11:52:55.411 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:55.411 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:55.425 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.423+0000 7f8de9612800 20 rados->read ofs=0 len=0 2023-12-03T11:52:55.426 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.425+0000 7f8de9612800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:55.427 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.425+0000 7f8de9612800 20 realm 2023-12-03T11:52:55.427 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.425+0000 7f8de9612800 20 rados->read ofs=0 len=0 2023-12-03T11:52:55.427 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.425+0000 7f8de9612800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:55.427 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.425+0000 7f8de9612800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:55.427 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.425+0000 7f8de9612800 20 rados->read ofs=0 len=0 2023-12-03T11:52:55.427 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.425+0000 7f8de9612800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:55.427 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.425+0000 7f8de9612800 20 rados->read ofs=0 len=0 2023-12-03T11:52:55.428 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.426+0000 7f8de9612800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:55.428 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.426+0000 7f8de9612800 20 rados->read ofs=0 len=0 2023-12-03T11:52:55.428 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.427+0000 7f8de9612800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:55.428 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.427+0000 7f8de9612800 20 searching for the correct realm 2023-12-03T11:52:55.437 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.436+0000 7f8ddffff640 0 -- 172.21.15.145:0/1113375338 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x558eb6289440 msgr2=0x558eb628b830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:55.438 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.436+0000 7f8de9612800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:52:55.438 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.436+0000 7f8de9612800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:52:55.438 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.436+0000 7f8de9612800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:55.438 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.436+0000 7f8de9612800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:55.438 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.436+0000 7f8de9612800 20 rados->read ofs=0 len=0 2023-12-03T11:52:55.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.437+0000 7f8de9612800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:55.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.437+0000 7f8de9612800 20 rados->read ofs=0 len=0 2023-12-03T11:52:55.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.437+0000 7f8de9612800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:55.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.437+0000 7f8de9612800 20 rados->read ofs=0 len=0 2023-12-03T11:52:55.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.437+0000 7f8de9612800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:55.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.437+0000 7f8de9612800 20 zone default found 2023-12-03T11:52:55.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.437+0000 7f8de9612800 4 Realm: () 2023-12-03T11:52:55.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.437+0000 7f8de9612800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:52:55.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.437+0000 7f8de9612800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:52:55.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.437+0000 7f8de9612800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:55.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.437+0000 7f8de9612800 20 zonegroup default 2023-12-03T11:52:55.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.437+0000 7f8de9612800 20 rados->read ofs=0 len=0 2023-12-03T11:52:55.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.437+0000 7f8de9612800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:55.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.437+0000 7f8de9612800 20 rados->read ofs=0 len=0 2023-12-03T11:52:55.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.438+0000 7f8de9612800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:55.441 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.438+0000 7f8de9612800 20 rados->read ofs=0 len=0 2023-12-03T11:52:55.441 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.438+0000 7f8de9612800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:55.441 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.438+0000 7f8de9612800 20 started sync module instance, tier type = 2023-12-03T11:52:55.441 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.438+0000 7f8de9612800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:52:55.446 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.444+0000 7f8ddffff640 0 -- 172.21.15.145:0/1113375338 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x7f8dbc0795f0 msgr2=0x7f8dbc07ba20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:52:55.448 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.447+0000 7f8de9612800 20 add_watcher() i=0 2023-12-03T11:52:55.448 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.447+0000 7f8de9612800 20 add_watcher() i=1 2023-12-03T11:52:55.449 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.447+0000 7f8de9612800 20 add_watcher() i=2 2023-12-03T11:52:55.449 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.447+0000 7f8de9612800 20 add_watcher() i=3 2023-12-03T11:52:55.449 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.447+0000 7f8de9612800 20 add_watcher() i=4 2023-12-03T11:52:55.449 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.447+0000 7f8de9612800 20 add_watcher() i=5 2023-12-03T11:52:55.449 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.447+0000 7f8de9612800 20 add_watcher() i=6 2023-12-03T11:52:55.449 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.448+0000 7f8de9612800 20 add_watcher() i=7 2023-12-03T11:52:55.449 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.448+0000 7f8de9612800 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:55.451 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.449+0000 7f8daa7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:55.451 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.450+0000 7f8de9612800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:55.451 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.450+0000 7f8de9612800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:55.491 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.489+0000 7f8d197fa640 20 reqs_thread_entry: start 2023-12-03T11:52:55.491 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.489+0000 7f8de9612800 20 init_complete bucket index max shards: 1 2023-12-03T11:52:55.491 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.489+0000 7f8de9612800 20 Filter name: none 2023-12-03T11:52:55.491 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.489+0000 7f8d12ffd640 20 reqs_thread_entry: start 2023-12-03T11:52:55.491 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.489+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:52:55.492 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.490+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.492 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.491+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.492 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.491+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.493 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.492+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:52:55.495 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.493+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.495 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.494+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.495 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.494+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.496 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.495+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:52:55.498 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.497+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.499 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.497+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.499 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.498+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.500 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.499+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:52:55.501 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.500+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.502 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.500+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.502 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.501+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.503 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.502+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:52:55.504 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.503+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.504 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.503+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.505 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.503+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.506 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.504+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:52:55.507 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.505+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.507 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.506+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.507 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.506+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.508 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.507+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:52:55.509 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.508+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.510 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.509+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.510 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.509+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.511 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.510+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:52:55.512 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.511+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.512 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.511+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.513 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.511+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.514 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.513+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:52:55.515 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.514+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.516 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.514+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.516 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.515+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.517 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.516+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:52:55.518 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.517+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.519 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.518+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.519 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.518+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.520 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.519+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:52:55.521 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.520+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.522 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.521+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.522 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.521+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.523 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.522+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:52:55.524 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.523+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.524 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.523+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.525 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.523+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.526 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.524+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:52:55.527 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.526+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.527 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.526+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.528 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.526+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.529 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.527+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:52:55.530 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.528+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.530 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.529+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.530 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.529+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.531 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.530+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:52:55.533 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.531+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.533 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.532+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.533 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.532+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.534 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.533+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:52:55.536 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.534+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.536 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.535+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.536 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.535+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.538 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.536+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:52:55.539 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.537+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.539 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.538+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.539 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.538+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.540 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.539+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:52:55.541 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.540+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.542 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.541+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.542 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.541+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.543 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.542+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:52:55.544 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.543+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.545 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.543+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.545 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.544+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.546 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.544+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:52:55.547 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.546+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.548 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.546+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.548 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.547+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.549 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.548+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:52:55.550 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.549+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.551 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.549+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.551 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.549+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.552 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.550+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:52:55.553 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.552+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.554 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.552+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.554 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.553+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.555 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.553+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:52:55.556 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.555+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.556 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.555+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.557 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.555+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.557 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.556+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:52:55.559 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.558+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.560 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.558+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.560 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.558+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.561 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.559+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:52:55.562 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.561+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.562 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.561+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.563 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.561+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.563 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.562+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:52:55.565 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.563+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.565 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.564+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.565 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.564+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.566 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.565+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:52:55.567 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.566+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.568 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.567+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.568 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.567+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.569 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.568+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:52:55.570 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.569+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.571 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.569+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.571 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.570+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.572 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.571+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:52:55.573 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.572+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.574 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.573+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.574 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.573+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.575 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.574+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:52:55.576 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.575+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.577 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.576+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.577 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.576+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.578 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.577+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:52:55.579 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.578+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.580 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.579+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.580 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.579+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.581 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.580+0000 7f8de9612800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:52:55.583 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.581+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.583 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.582+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:55.584 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.582+0000 7f8de9612800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:55.585 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.584+0000 7f8daa7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:55.587 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.586+0000 7f8de9612800 20 remove_watcher() i=0 2023-12-03T11:52:55.587 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.586+0000 7f8de9612800 2 removed watcher, disabling cache 2023-12-03T11:52:55.588 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.587+0000 7f8de9612800 20 remove_watcher() i=1 2023-12-03T11:52:55.589 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.587+0000 7f8de9612800 20 remove_watcher() i=2 2023-12-03T11:52:55.590 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.588+0000 7f8de9612800 20 remove_watcher() i=3 2023-12-03T11:52:55.591 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.589+0000 7f8de9612800 20 remove_watcher() i=4 2023-12-03T11:52:55.592 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.590+0000 7f8de9612800 20 remove_watcher() i=5 2023-12-03T11:52:55.593 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.591+0000 7f8de9612800 20 remove_watcher() i=6 2023-12-03T11:52:55.594 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:52:55.592+0000 7f8de9612800 20 remove_watcher() i=7 2023-12-03T11:52:55.599 DEBUG:teuthology.orchestra.run.smithi145:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests AWS4Test 2023-12-03T11:52:56.069 INFO:teuthology.orchestra.run.smithi145.stdout:Starting a Gradle Daemon (subsequent builds will be faster) 2023-12-03T11:53:00.270 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :clean UP-TO-DATE 2023-12-03T11:53:22.469 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :compileJava 2023-12-03T11:53:22.469 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :processResources 2023-12-03T11:53:22.469 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :classes 2023-12-03T11:53:22.969 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:22.970 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :compileTestJava 2023-12-03T11:53:22.970 INFO:teuthology.orchestra.run.smithi145.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2023-12-03T11:53:22.970 INFO:teuthology.orchestra.run.smithi145.stderr:Note: Recompile with -Xlint:deprecation for details. 2023-12-03T11:53:22.971 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:22.971 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :processTestResources NO-SOURCE 2023-12-03T11:53:22.971 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :testClasses 2023-12-03T11:53:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:28.869 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :test 2023-12-03T11:53:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:28.869 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 STARTED 2023-12-03T11:53:29.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:29.469 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 PASSED 2023-12-03T11:53:29.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:29.669 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 STARTED 2023-12-03T11:53:29.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:29.770 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 PASSED 2023-12-03T11:53:29.969 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:29.969 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 STARTED 2023-12-03T11:53:30.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:30.469 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 PASSED 2023-12-03T11:53:30.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:30.669 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 STARTED 2023-12-03T11:53:30.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:30.669 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 PASSED 2023-12-03T11:53:30.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:30.769 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 STARTED 2023-12-03T11:53:30.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:30.769 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 PASSED 2023-12-03T11:53:30.969 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:30.969 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 STARTED 2023-12-03T11:53:31.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:31.369 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 PASSED 2023-12-03T11:53:31.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:31.669 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STARTED 2023-12-03T11:53:36.069 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:36.069 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 PASSED 2023-12-03T11:53:36.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:36.369 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 STARTED 2023-12-03T11:53:36.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:36.369 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 PASSED 2023-12-03T11:53:36.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:36.569 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 STARTED 2023-12-03T11:53:36.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:36.569 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 PASSED 2023-12-03T11:53:36.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:36.869 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 STARTED 2023-12-03T11:53:37.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:37.169 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 PASSED 2023-12-03T11:53:37.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:37.369 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 STARTED 2023-12-03T11:53:37.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:37.469 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 PASSED 2023-12-03T11:53:37.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:37.569 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 STARTED 2023-12-03T11:53:39.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:39.869 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 PASSED 2023-12-03T11:53:40.069 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:40.069 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 STARTED 2023-12-03T11:53:40.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:40.669 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 PASSED 2023-12-03T11:53:40.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:40.869 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 STARTED 2023-12-03T11:53:41.069 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:41.069 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 PASSED 2023-12-03T11:53:41.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:41.269 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 STARTED 2023-12-03T11:53:47.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:47.469 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 PASSED 2023-12-03T11:53:47.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:47.669 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 STARTED 2023-12-03T11:53:48.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:48.769 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 PASSED 2023-12-03T11:53:48.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:48.869 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 STARTED 2023-12-03T11:53:49.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:49.369 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 PASSED 2023-12-03T11:53:49.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:49.569 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 STARTED 2023-12-03T11:53:49.969 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:49.969 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 PASSED 2023-12-03T11:53:50.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:50.169 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 STARTED 2023-12-03T11:53:50.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:50.169 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 PASSED 2023-12-03T11:53:50.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:50.369 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 STARTED 2023-12-03T11:53:50.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:50.369 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 PASSED 2023-12-03T11:53:50.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:50.569 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 STARTED 2023-12-03T11:53:50.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:50.569 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 PASSED 2023-12-03T11:53:50.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:50.769 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 STARTED 2023-12-03T11:53:50.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:50.769 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 PASSED 2023-12-03T11:53:50.969 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:50.969 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 STARTED 2023-12-03T11:53:50.969 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:50.969 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 PASSED 2023-12-03T11:53:51.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:51.169 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 STARTED 2023-12-03T11:53:51.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:51.169 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 PASSED 2023-12-03T11:53:51.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:51.369 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 STARTED 2023-12-03T11:53:51.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:51.469 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 PASSED 2023-12-03T11:53:51.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:51.669 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 STARTED 2023-12-03T11:53:52.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:52.169 INFO:teuthology.orchestra.run.smithi145.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 PASSED 2023-12-03T11:53:52.441 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:52.441 INFO:teuthology.orchestra.run.smithi145.stdout:---------------------------------------------------------------------- 2023-12-03T11:53:52.441 INFO:teuthology.orchestra.run.smithi145.stdout:| Results: SUCCESS (26 tests, 26 successes, 0 failures, 0 skipped) | 2023-12-03T11:53:52.441 INFO:teuthology.orchestra.run.smithi145.stdout:---------------------------------------------------------------------- 2023-12-03T11:53:52.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:52.442 INFO:teuthology.orchestra.run.smithi145.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2023-12-03T11:53:52.442 INFO:teuthology.orchestra.run.smithi145.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2023-12-03T11:53:52.442 INFO:teuthology.orchestra.run.smithi145.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2023-12-03T11:53:52.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:52.442 INFO:teuthology.orchestra.run.smithi145.stdout:BUILD SUCCESSFUL in 56s 2023-12-03T11:53:52.442 INFO:teuthology.orchestra.run.smithi145.stdout:5 actionable tasks: 4 executed, 1 up-to-date 2023-12-03T11:53:52.758 DEBUG:teuthology.orchestra.run.smithi145:> radosgw-admin gc process --include-all 2023-12-03T11:53:52.808 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:53:52.809 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:53:52.822 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.821+0000 7f7fe8b25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:52.824 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.822+0000 7f7fe8b25800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:52.825 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.822+0000 7f7fe8b25800 20 realm 2023-12-03T11:53:52.825 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.822+0000 7f7fe8b25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:52.825 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.823+0000 7f7fe8b25800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:52.825 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.823+0000 7f7fe8b25800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:53:52.825 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.823+0000 7f7fe8b25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:52.825 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.823+0000 7f7fe8b25800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:52.825 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.823+0000 7f7fe8b25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:52.826 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.824+0000 7f7fe8b25800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:53:52.826 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.824+0000 7f7fe8b25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:52.826 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.824+0000 7f7fe8b25800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:53:52.826 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.824+0000 7f7fe8b25800 20 searching for the correct realm 2023-12-03T11:53:52.836 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.835+0000 7f7fe8b25800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:53:52.836 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.835+0000 7f7fe8b25800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:53:52.837 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.835+0000 7f7fe8b25800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:53:52.837 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.835+0000 7f7fe8b25800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:53:52.837 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.835+0000 7f7fe8b25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:52.837 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.835+0000 7f7fe50e6640 0 -- 172.21.15.145:0/3686344731 >> [v2:172.21.15.145:6800/1111036159,v1:172.21.15.145:6801/1111036159] conn(0x557506f83470 msgr2=0x557506f85860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:53:52.837 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.835+0000 7f7fe8b25800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:52.837 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.835+0000 7f7fe8b25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:52.838 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.835+0000 7f7fe8b25800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:53:52.838 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.835+0000 7f7fe8b25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:52.838 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.836+0000 7f7fe8b25800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:53:52.838 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.836+0000 7f7fe8b25800 20 zone default found 2023-12-03T11:53:52.838 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.836+0000 7f7fe8b25800 4 Realm: () 2023-12-03T11:53:52.839 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.836+0000 7f7fe8b25800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:53:52.839 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.836+0000 7f7fe8b25800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:53:52.839 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.836+0000 7f7fe8b25800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:53:52.839 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.836+0000 7f7fe8b25800 20 zonegroup default 2023-12-03T11:53:52.839 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.836+0000 7f7fe8b25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:52.839 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.836+0000 7f7fe8b25800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:52.839 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.836+0000 7f7fe8b25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:52.839 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.836+0000 7f7fe8b25800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:52.839 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.836+0000 7f7fe8b25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:52.839 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.836+0000 7f7fe8b25800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:52.839 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.836+0000 7f7fe8b25800 20 started sync module instance, tier type = 2023-12-03T11:53:52.839 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.836+0000 7f7fe8b25800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:53:52.847 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.845+0000 7f7fe40e4640 0 -- 172.21.15.145:0/3686344731 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x557506f8aae0 msgr2=0x557506f8ced0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:53:52.847 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.845+0000 7f7fe8b25800 20 add_watcher() i=0 2023-12-03T11:53:52.847 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.845+0000 7f7fe8b25800 20 add_watcher() i=1 2023-12-03T11:53:52.847 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.845+0000 7f7fe8b25800 20 add_watcher() i=2 2023-12-03T11:53:52.847 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.845+0000 7f7fe8b25800 20 add_watcher() i=3 2023-12-03T11:53:52.847 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.845+0000 7f7fe8b25800 20 add_watcher() i=4 2023-12-03T11:53:52.847 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.845+0000 7f7fe8b25800 20 add_watcher() i=5 2023-12-03T11:53:52.847 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.845+0000 7f7fe8b25800 20 add_watcher() i=6 2023-12-03T11:53:52.848 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.846+0000 7f7fe8b25800 20 add_watcher() i=7 2023-12-03T11:53:52.848 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.846+0000 7f7fe8b25800 2 all 8 watchers are set, enabling cache 2023-12-03T11:53:52.849 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.848+0000 7f7faafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:53:52.850 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.848+0000 7f7fe8b25800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:53:52.850 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.848+0000 7f7fe8b25800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:53:52.891 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.889+0000 7f7f19ffb640 20 reqs_thread_entry: start 2023-12-03T11:53:52.892 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.889+0000 7f7fe8b25800 20 init_complete bucket index max shards: 1 2023-12-03T11:53:52.892 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.889+0000 7f7fe8b25800 20 Filter name: none 2023-12-03T11:53:52.892 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.890+0000 7f7f0b7fe640 20 reqs_thread_entry: start 2023-12-03T11:53:52.892 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.890+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:53:52.892 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.891+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.893 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.891+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:52.893 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.891+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:53:52.894 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.891+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.12821590273133938412', time=2023-12-03T13:53:31.469049+0000, chain.objs.size()=5 2023-12-03T11:53:52.894 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.891+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.32__multipart_key1.2~vj8tSblZzKi5PmzqeSET9ueNtU6ovSC.1 2023-12-03T11:53:52.894 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.892+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.32__multipart_key1.2~vj8tSblZzKi5PmzqeSET9ueNtU6ovSC.2 2023-12-03T11:53:52.894 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.892+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.32__multipart_key1.2~vj8tSblZzKi5PmzqeSET9ueNtU6ovSC.3 2023-12-03T11:53:52.894 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.892+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.32__multipart_key1.2~vj8tSblZzKi5PmzqeSET9ueNtU6ovSC.4 2023-12-03T11:53:52.894 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.892+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.32__multipart_key1.2~vj8tSblZzKi5PmzqeSET9ueNtU6ovSC.5 2023-12-03T11:53:52.895 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.893+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:53:52.897 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.895+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:53:52.898 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.897+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.898 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.897+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:52.900 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.897+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:53:52.900 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.897+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.4997069362994952658', time=2023-12-03T13:53:35.936215+0000, chain.objs.size()=5 2023-12-03T11:53:52.900 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.897+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~LbgYJVM73rRdIAiDRKGL5JNRgCdfMqs.1 2023-12-03T11:53:52.900 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.897+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__shadow_key1.2~LbgYJVM73rRdIAiDRKGL5JNRgCdfMqs.1_1 2023-12-03T11:53:52.900 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.897+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~LbgYJVM73rRdIAiDRKGL5JNRgCdfMqs.2 2023-12-03T11:53:52.900 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.897+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__shadow_key1.2~LbgYJVM73rRdIAiDRKGL5JNRgCdfMqs.2_1 2023-12-03T11:53:52.900 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.897+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~LbgYJVM73rRdIAiDRKGL5JNRgCdfMqs.3 2023-12-03T11:53:52.900 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.897+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.6249074088748161646', time=2023-12-03T13:53:39.903030+0000, chain.objs.size()=5 2023-12-03T11:53:52.900 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.897+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.40__multipart_key1.2~SW2CjxuTftslxaLGomXlQikdBXLNKdg.1 2023-12-03T11:53:52.900 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.897+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.40__multipart_key1.2~SW2CjxuTftslxaLGomXlQikdBXLNKdg.2 2023-12-03T11:53:52.900 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.897+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.40__multipart_key1.2~SW2CjxuTftslxaLGomXlQikdBXLNKdg.3 2023-12-03T11:53:52.900 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.897+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.40__multipart_key1.2~SW2CjxuTftslxaLGomXlQikdBXLNKdg.4 2023-12-03T11:53:52.901 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.897+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.40__multipart_key1.2~SW2CjxuTftslxaLGomXlQikdBXLNKdg.5 2023-12-03T11:53:52.903 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.902+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:53:52.905 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.904+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:53:52.906 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.905+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.909 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.905+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:52.909 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.906+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:53:52.909 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.906+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.69289926760470870', time=2023-12-03T13:53:45.839145+0000, chain.objs.size()=10 2023-12-03T11:53:52.909 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.906+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~hJrC8XWZFv3KnW4bJRthJgzIKuYMadH.1 2023-12-03T11:53:52.909 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.906+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~hJrC8XWZFv3KnW4bJRthJgzIKuYMadH.2 2023-12-03T11:53:52.909 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.906+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~hJrC8XWZFv3KnW4bJRthJgzIKuYMadH.3 2023-12-03T11:53:52.909 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.906+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~hJrC8XWZFv3KnW4bJRthJgzIKuYMadH.4 2023-12-03T11:53:52.909 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.906+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~hJrC8XWZFv3KnW4bJRthJgzIKuYMadH.5 2023-12-03T11:53:52.910 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.906+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~hJrC8XWZFv3KnW4bJRthJgzIKuYMadH.6 2023-12-03T11:53:52.910 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.906+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~hJrC8XWZFv3KnW4bJRthJgzIKuYMadH.7 2023-12-03T11:53:52.910 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.906+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~hJrC8XWZFv3KnW4bJRthJgzIKuYMadH.8 2023-12-03T11:53:52.910 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.906+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~hJrC8XWZFv3KnW4bJRthJgzIKuYMadH.9 2023-12-03T11:53:52.910 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.906+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~hJrC8XWZFv3KnW4bJRthJgzIKuYMadH.10 2023-12-03T11:53:52.910 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.906+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.12526696125095041520', time=2023-12-03T13:53:47.349369+0000, chain.objs.size()=11 2023-12-03T11:53:52.911 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.906+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~GXFpv0aDX977Z2aTvj4J1UH10fvSAdl.1 2023-12-03T11:53:52.911 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.906+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__shadow_key1.2~GXFpv0aDX977Z2aTvj4J1UH10fvSAdl.1_1 2023-12-03T11:53:52.911 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.910+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~GXFpv0aDX977Z2aTvj4J1UH10fvSAdl.2 2023-12-03T11:53:52.914 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.913+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__shadow_key1.2~GXFpv0aDX977Z2aTvj4J1UH10fvSAdl.2_1 2023-12-03T11:53:52.914 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.913+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~GXFpv0aDX977Z2aTvj4J1UH10fvSAdl.3 2023-12-03T11:53:52.915 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.913+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__shadow_key1.2~GXFpv0aDX977Z2aTvj4J1UH10fvSAdl.3_1 2023-12-03T11:53:52.915 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.913+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~GXFpv0aDX977Z2aTvj4J1UH10fvSAdl.4 2023-12-03T11:53:52.915 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.913+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__shadow_key1.2~GXFpv0aDX977Z2aTvj4J1UH10fvSAdl.4_1 2023-12-03T11:53:52.915 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.913+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~GXFpv0aDX977Z2aTvj4J1UH10fvSAdl.5 2023-12-03T11:53:52.915 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.913+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__shadow_key1.2~GXFpv0aDX977Z2aTvj4J1UH10fvSAdl.5_1 2023-12-03T11:53:52.916 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.913+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~GXFpv0aDX977Z2aTvj4J1UH10fvSAdl.6 2023-12-03T11:53:52.919 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.918+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:53:52.921 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.920+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:53:52.923 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.921+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.923 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.922+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:52.923 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.922+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:53:52.924 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.922+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.14375711425027486432', time=2023-12-03T13:53:37.253477+0000, chain.objs.size()=5 2023-12-03T11:53:52.924 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.922+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.39__multipart_key1.2~3RpgWMeGoajJQ7x2b-46YDgySzyCiho.1 2023-12-03T11:53:52.924 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.922+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.39__multipart_key1.2~3RpgWMeGoajJQ7x2b-46YDgySzyCiho.2 2023-12-03T11:53:52.924 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.922+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.39__multipart_key1.2~3RpgWMeGoajJQ7x2b-46YDgySzyCiho.3 2023-12-03T11:53:52.924 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.922+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.39__multipart_key1.2~3RpgWMeGoajJQ7x2b-46YDgySzyCiho.4 2023-12-03T11:53:52.924 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.922+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.39__multipart_key1.2~3RpgWMeGoajJQ7x2b-46YDgySzyCiho.5 2023-12-03T11:53:52.926 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.925+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:53:52.929 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.927+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:53:52.930 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.929+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.931 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.929+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:52.931 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.929+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:53:52.931 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.929+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.17785957069728499750', time=2023-12-03T13:53:43.047587+0000, chain.objs.size()=11 2023-12-03T11:53:52.931 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.929+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~Ez46rhG3nSnIIqmeDBNrmHG6MFLIMGO.1 2023-12-03T11:53:52.931 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.929+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~Ez46rhG3nSnIIqmeDBNrmHG6MFLIMGO.2 2023-12-03T11:53:52.932 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.929+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~Ez46rhG3nSnIIqmeDBNrmHG6MFLIMGO.3 2023-12-03T11:53:52.932 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.929+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~Ez46rhG3nSnIIqmeDBNrmHG6MFLIMGO.4 2023-12-03T11:53:52.932 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.929+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~Ez46rhG3nSnIIqmeDBNrmHG6MFLIMGO.5 2023-12-03T11:53:52.932 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.929+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~Ez46rhG3nSnIIqmeDBNrmHG6MFLIMGO.6 2023-12-03T11:53:52.932 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.929+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~Ez46rhG3nSnIIqmeDBNrmHG6MFLIMGO.7 2023-12-03T11:53:52.932 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.929+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~Ez46rhG3nSnIIqmeDBNrmHG6MFLIMGO.8 2023-12-03T11:53:52.932 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.929+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~Ez46rhG3nSnIIqmeDBNrmHG6MFLIMGO.9 2023-12-03T11:53:52.933 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.932+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~Ez46rhG3nSnIIqmeDBNrmHG6MFLIMGO.10 2023-12-03T11:53:52.934 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.932+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~Ez46rhG3nSnIIqmeDBNrmHG6MFLIMGO.11 2023-12-03T11:53:52.936 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.935+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:53:52.938 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.937+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:53:52.940 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.938+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.940 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.939+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:52.940 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.939+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.941 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.940+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:53:52.943 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.942+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.943 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.942+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:52.944 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.942+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.944 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.943+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:53:52.946 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.944+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.946 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.945+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:52.946 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.945+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.948 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.946+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:53:52.949 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.948+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.949 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.948+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:52.950 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.948+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-12-03T11:53:52.950 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.948+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.32__multipart_key1.2~vj8tSblZzKi5PmzqeSET9ueNtU6ovSC.2_8a926cd86bf63e3fc03b83ab9cf562f6', time=2023-12-03T13:53:31.361781+0000, chain.objs.size()=5 2023-12-03T11:53:52.951 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.948+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.32__multipart_key1.2~vj8tSblZzKi5PmzqeSET9ueNtU6ovSC.1 2023-12-03T11:53:52.951 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.948+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.32__multipart_key1.2~vj8tSblZzKi5PmzqeSET9ueNtU6ovSC.2 2023-12-03T11:53:52.951 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.948+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.32__multipart_key1.2~vj8tSblZzKi5PmzqeSET9ueNtU6ovSC.3 2023-12-03T11:53:52.951 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.948+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.32__multipart_key1.2~vj8tSblZzKi5PmzqeSET9ueNtU6ovSC.4 2023-12-03T11:53:52.951 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.948+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.32__multipart_key1.2~vj8tSblZzKi5PmzqeSET9ueNtU6ovSC.5 2023-12-03T11:53:52.951 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.948+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.17765853701654109901', time=2023-12-03T13:53:35.093264+0000, chain.objs.size()=5 2023-12-03T11:53:52.951 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.948+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~LJdfG9254hgLjmb3CmqrpISdIj5iCXo.1 2023-12-03T11:53:52.951 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.948+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~LJdfG9254hgLjmb3CmqrpISdIj5iCXo.2 2023-12-03T11:53:52.951 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.948+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~LJdfG9254hgLjmb3CmqrpISdIj5iCXo.3 2023-12-03T11:53:52.951 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.948+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~LJdfG9254hgLjmb3CmqrpISdIj5iCXo.4 2023-12-03T11:53:52.951 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.948+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~LJdfG9254hgLjmb3CmqrpISdIj5iCXo.5 2023-12-03T11:53:52.951 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.948+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.12515494328936412968', time=2023-12-03T13:53:52.226264+0000, chain.objs.size()=11 2023-12-03T11:53:52.952 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.948+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.54__multipart_key1.2~2RCF9Qv0wniqjtD6J9NuPgnDUnKuSqg.1 2023-12-03T11:53:52.952 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.948+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.54__multipart_key1.2~2RCF9Qv0wniqjtD6J9NuPgnDUnKuSqg.2 2023-12-03T11:53:52.953 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.952+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.54__multipart_key1.2~2RCF9Qv0wniqjtD6J9NuPgnDUnKuSqg.3 2023-12-03T11:53:52.953 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.952+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.54__multipart_key1.2~2RCF9Qv0wniqjtD6J9NuPgnDUnKuSqg.4 2023-12-03T11:53:52.953 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.952+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.54__multipart_key1.2~2RCF9Qv0wniqjtD6J9NuPgnDUnKuSqg.5 2023-12-03T11:53:52.953 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.952+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.54__multipart_key1.2~2RCF9Qv0wniqjtD6J9NuPgnDUnKuSqg.6 2023-12-03T11:53:52.953 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.952+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.54__multipart_key1.2~2RCF9Qv0wniqjtD6J9NuPgnDUnKuSqg.7 2023-12-03T11:53:52.955 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.954+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.54__multipart_key1.2~2RCF9Qv0wniqjtD6J9NuPgnDUnKuSqg.8 2023-12-03T11:53:52.955 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.954+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.54__multipart_key1.2~2RCF9Qv0wniqjtD6J9NuPgnDUnKuSqg.9 2023-12-03T11:53:52.956 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.954+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.54__multipart_key1.2~2RCF9Qv0wniqjtD6J9NuPgnDUnKuSqg.10 2023-12-03T11:53:52.956 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.954+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.54__multipart_key1.2~2RCF9Qv0wniqjtD6J9NuPgnDUnKuSqg.11 2023-12-03T11:53:52.959 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.957+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:53:52.961 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.959+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:53:52.962 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.961+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.962 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.961+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:52.963 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.961+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:53:52.963 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.961+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.6796456041273032886', time=2023-12-03T13:53:49.431423+0000, chain.objs.size()=5 2023-12-03T11:53:52.963 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.961+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.45__multipart_key1.2~0FhBKoy2EJIfX9S3FFbXIll3U6lq3oU.1 2023-12-03T11:53:52.963 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.961+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.45__multipart_key1.2~0FhBKoy2EJIfX9S3FFbXIll3U6lq3oU.2 2023-12-03T11:53:52.963 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.961+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.45__multipart_key1.2~0FhBKoy2EJIfX9S3FFbXIll3U6lq3oU.3 2023-12-03T11:53:52.964 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.961+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.45__multipart_key1.2~0FhBKoy2EJIfX9S3FFbXIll3U6lq3oU.4 2023-12-03T11:53:52.964 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.961+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.45__multipart_key1.2~0FhBKoy2EJIfX9S3FFbXIll3U6lq3oU.5 2023-12-03T11:53:52.966 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.965+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:53:52.968 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.967+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:53:52.969 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.968+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.970 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.968+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:52.970 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.968+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:53:52.970 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.968+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.6759843168607554890', time=2023-12-03T13:53:36.074713+0000, chain.objs.size()=5 2023-12-03T11:53:52.971 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.968+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~-sKCTX16KbpGb6c1KT8TEa0np_DGykm.1 2023-12-03T11:53:52.971 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.968+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__shadow_key1.2~-sKCTX16KbpGb6c1KT8TEa0np_DGykm.1_1 2023-12-03T11:53:52.971 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.968+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~-sKCTX16KbpGb6c1KT8TEa0np_DGykm.2 2023-12-03T11:53:52.971 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.968+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__shadow_key1.2~-sKCTX16KbpGb6c1KT8TEa0np_DGykm.2_1 2023-12-03T11:53:52.971 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.968+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~-sKCTX16KbpGb6c1KT8TEa0np_DGykm.3 2023-12-03T11:53:52.973 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.971+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:53:52.975 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.973+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:53:52.976 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.975+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.976 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.975+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:52.976 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.975+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.977 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.976+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:53:52.979 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.978+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.979 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.978+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:52.979 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.978+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.980 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.979+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:53:52.982 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.980+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.983 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.981+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:52.983 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.981+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:53:52.983 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.981+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='2~cvmPv4Fbqu-ZbO5kx45UqH64BVJyi0u', time=2023-12-03T13:53:29.449710+0000, chain.objs.size()=5 2023-12-03T11:53:52.984 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.981+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.28__multipart_key1.2~cvmPv4Fbqu-ZbO5kx45UqH64BVJyi0u.1 2023-12-03T11:53:52.984 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.981+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.28__multipart_key1.2~cvmPv4Fbqu-ZbO5kx45UqH64BVJyi0u.2 2023-12-03T11:53:52.984 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.981+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.28__multipart_key1.2~cvmPv4Fbqu-ZbO5kx45UqH64BVJyi0u.3 2023-12-03T11:53:52.984 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.981+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.28__multipart_key1.2~cvmPv4Fbqu-ZbO5kx45UqH64BVJyi0u.4 2023-12-03T11:53:52.984 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.981+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.28__multipart_key1.2~cvmPv4Fbqu-ZbO5kx45UqH64BVJyi0u.5 2023-12-03T11:53:52.986 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.984+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:53:52.988 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.986+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:53:52.989 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.988+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.990 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.988+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:52.990 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.988+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:53:52.990 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.988+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.13177927591732601194', time=2023-12-03T13:53:34.160053+0000, chain.objs.size()=5 2023-12-03T11:53:52.990 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.988+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~diGQK7gtYSFxrq57UeOzd1FJHl-IBgM.1 2023-12-03T11:53:52.990 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.988+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~diGQK7gtYSFxrq57UeOzd1FJHl-IBgM.2 2023-12-03T11:53:52.990 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.988+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~diGQK7gtYSFxrq57UeOzd1FJHl-IBgM.3 2023-12-03T11:53:52.990 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.988+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~diGQK7gtYSFxrq57UeOzd1FJHl-IBgM.4 2023-12-03T11:53:52.991 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.988+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~diGQK7gtYSFxrq57UeOzd1FJHl-IBgM.5 2023-12-03T11:53:52.993 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.992+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:53:52.996 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.994+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:53:52.997 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.996+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.997 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.996+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:52.998 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.996+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:52.998 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.997+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:53:53.000 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.998+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.000 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.999+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.001 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.999+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:53:53.001 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.999+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.12234584145498208208', time=2023-12-03T13:53:35.525610+0000, chain.objs.size()=5 2023-12-03T11:53:53.001 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.999+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~_OgvXXUzH3gXh7c2ojsVEi8gk2kZ77m.1 2023-12-03T11:53:53.001 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.999+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__shadow_key1.2~_OgvXXUzH3gXh7c2ojsVEi8gk2kZ77m.1_1 2023-12-03T11:53:53.001 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.999+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~_OgvXXUzH3gXh7c2ojsVEi8gk2kZ77m.2 2023-12-03T11:53:53.002 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.999+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__shadow_key1.2~_OgvXXUzH3gXh7c2ojsVEi8gk2kZ77m.2_1 2023-12-03T11:53:53.002 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:52.999+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~_OgvXXUzH3gXh7c2ojsVEi8gk2kZ77m.3 2023-12-03T11:53:53.005 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.004+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:53:53.007 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.006+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:53:53.009 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.007+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.009 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.007+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.010 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.008+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:53:53.010 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.008+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.15904127095282048719', time=2023-12-03T13:53:33.644015+0000, chain.objs.size()=5 2023-12-03T11:53:53.010 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.008+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~t_-3uosImyBemnRejBRatwpt3zcamaQ.1 2023-12-03T11:53:53.010 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.008+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~t_-3uosImyBemnRejBRatwpt3zcamaQ.2 2023-12-03T11:53:53.010 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.008+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~t_-3uosImyBemnRejBRatwpt3zcamaQ.3 2023-12-03T11:53:53.010 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.008+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~t_-3uosImyBemnRejBRatwpt3zcamaQ.4 2023-12-03T11:53:53.010 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.008+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.35__multipart_key1.2~t_-3uosImyBemnRejBRatwpt3zcamaQ.5 2023-12-03T11:53:53.010 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.008+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.17248967718011512620', time=2023-12-03T13:53:45.093421+0000, chain.objs.size()=11 2023-12-03T11:53:53.010 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.008+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~6HfEXMv_Gt-OyCQryGuvk96Zsl7Rh2W.1 2023-12-03T11:53:53.010 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.008+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~6HfEXMv_Gt-OyCQryGuvk96Zsl7Rh2W.2 2023-12-03T11:53:53.011 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.008+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~6HfEXMv_Gt-OyCQryGuvk96Zsl7Rh2W.3 2023-12-03T11:53:53.011 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.008+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~6HfEXMv_Gt-OyCQryGuvk96Zsl7Rh2W.4 2023-12-03T11:53:53.011 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.008+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~6HfEXMv_Gt-OyCQryGuvk96Zsl7Rh2W.5 2023-12-03T11:53:53.011 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.008+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~6HfEXMv_Gt-OyCQryGuvk96Zsl7Rh2W.6 2023-12-03T11:53:53.011 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.008+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~6HfEXMv_Gt-OyCQryGuvk96Zsl7Rh2W.7 2023-12-03T11:53:53.012 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.011+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~6HfEXMv_Gt-OyCQryGuvk96Zsl7Rh2W.8 2023-12-03T11:53:53.015 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.014+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~6HfEXMv_Gt-OyCQryGuvk96Zsl7Rh2W.9 2023-12-03T11:53:53.015 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.014+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~6HfEXMv_Gt-OyCQryGuvk96Zsl7Rh2W.10 2023-12-03T11:53:53.015 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.014+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~6HfEXMv_Gt-OyCQryGuvk96Zsl7Rh2W.11 2023-12-03T11:53:53.019 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.018+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:53:53.021 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.020+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:53:53.026 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.021+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.026 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.021+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.026 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.022+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:53:53.026 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.022+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.3002262441307374461', time=2023-12-03T13:53:30.501351+0000, chain.objs.size()=5 2023-12-03T11:53:53.026 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.022+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.30__multipart_key1.2~ffBd5BQZdlqNbiSznP4U7ExJ0UZQuFj.1 2023-12-03T11:53:53.026 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.022+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.30__multipart_key1.2~ffBd5BQZdlqNbiSznP4U7ExJ0UZQuFj.2 2023-12-03T11:53:53.026 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.022+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.30__multipart_key1.2~ffBd5BQZdlqNbiSznP4U7ExJ0UZQuFj.3 2023-12-03T11:53:53.027 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.022+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.30__multipart_key1.2~ffBd5BQZdlqNbiSznP4U7ExJ0UZQuFj.4 2023-12-03T11:53:53.027 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.022+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.30__multipart_key1.2~ffBd5BQZdlqNbiSznP4U7ExJ0UZQuFj.5 2023-12-03T11:53:53.027 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.022+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.3262881099123998871', time=2023-12-03T13:53:46.587066+0000, chain.objs.size()=11 2023-12-03T11:53:53.027 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.022+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~4Z2g9Nn8HQCih-oPDNzmSb-nz5rCcva.1 2023-12-03T11:53:53.027 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.022+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__shadow_key1.2~4Z2g9Nn8HQCih-oPDNzmSb-nz5rCcva.1_1 2023-12-03T11:53:53.027 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.022+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~4Z2g9Nn8HQCih-oPDNzmSb-nz5rCcva.2 2023-12-03T11:53:53.027 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.022+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__shadow_key1.2~4Z2g9Nn8HQCih-oPDNzmSb-nz5rCcva.2_1 2023-12-03T11:53:53.027 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.022+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~4Z2g9Nn8HQCih-oPDNzmSb-nz5rCcva.3 2023-12-03T11:53:53.027 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.022+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__shadow_key1.2~4Z2g9Nn8HQCih-oPDNzmSb-nz5rCcva.3_1 2023-12-03T11:53:53.027 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.022+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~4Z2g9Nn8HQCih-oPDNzmSb-nz5rCcva.4 2023-12-03T11:53:53.028 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.027+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__shadow_key1.2~4Z2g9Nn8HQCih-oPDNzmSb-nz5rCcva.4_1 2023-12-03T11:53:53.028 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.027+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~4Z2g9Nn8HQCih-oPDNzmSb-nz5rCcva.5 2023-12-03T11:53:53.028 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.027+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__shadow_key1.2~4Z2g9Nn8HQCih-oPDNzmSb-nz5rCcva.5_1 2023-12-03T11:53:53.028 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.027+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~4Z2g9Nn8HQCih-oPDNzmSb-nz5rCcva.6 2023-12-03T11:53:53.031 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.030+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:53:53.033 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.032+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:53:53.035 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.033+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.035 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.034+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.035 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.034+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.037 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.035+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:53:53.038 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.036+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.038 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.037+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.038 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.037+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.040 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.038+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:53:53.041 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.040+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.041 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.040+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.042 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.040+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.042 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.041+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:53:53.044 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.042+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.044 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.043+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.044 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.043+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.045 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.044+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:53:53.046 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.045+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.047 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.046+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.047 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.046+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.048 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.047+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:53:53.050 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.048+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.050 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.049+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.050 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.049+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.051 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.050+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:53:53.053 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.051+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.053 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.052+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.053 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.052+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.054 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.053+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:53:53.055 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.054+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.056 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.054+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.057 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.055+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:53:53.057 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.055+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.16104742934715323352', time=2023-12-03T13:53:47.485115+0000, chain.objs.size()=11 2023-12-03T11:53:53.057 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.055+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~oUmBPJt0TCVAjJ1RRV98s2KN7zCWZZG.1 2023-12-03T11:53:53.057 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.055+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__shadow_key1.2~oUmBPJt0TCVAjJ1RRV98s2KN7zCWZZG.1_1 2023-12-03T11:53:53.057 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.055+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~oUmBPJt0TCVAjJ1RRV98s2KN7zCWZZG.2 2023-12-03T11:53:53.057 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.055+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__shadow_key1.2~oUmBPJt0TCVAjJ1RRV98s2KN7zCWZZG.2_1 2023-12-03T11:53:53.058 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.055+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~oUmBPJt0TCVAjJ1RRV98s2KN7zCWZZG.3 2023-12-03T11:53:53.058 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.055+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__shadow_key1.2~oUmBPJt0TCVAjJ1RRV98s2KN7zCWZZG.3_1 2023-12-03T11:53:53.058 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.055+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~oUmBPJt0TCVAjJ1RRV98s2KN7zCWZZG.4 2023-12-03T11:53:53.058 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.055+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__shadow_key1.2~oUmBPJt0TCVAjJ1RRV98s2KN7zCWZZG.4_1 2023-12-03T11:53:53.058 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.055+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~oUmBPJt0TCVAjJ1RRV98s2KN7zCWZZG.5 2023-12-03T11:53:53.058 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.055+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__shadow_key1.2~oUmBPJt0TCVAjJ1RRV98s2KN7zCWZZG.5_1 2023-12-03T11:53:53.058 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.055+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.43__multipart_key1.2~oUmBPJt0TCVAjJ1RRV98s2KN7zCWZZG.6 2023-12-03T11:53:53.058 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.055+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.4016356799663006854', time=2023-12-03T13:53:48.756308+0000, chain.objs.size()=5 2023-12-03T11:53:53.058 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.055+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.44__multipart_key1.2~3Pt7xAijKU3VZKC8l_mWKuWQk4zTYxl.1 2023-12-03T11:53:53.060 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.059+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.44__multipart_key1.2~3Pt7xAijKU3VZKC8l_mWKuWQk4zTYxl.2 2023-12-03T11:53:53.060 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.059+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.44__multipart_key1.2~3Pt7xAijKU3VZKC8l_mWKuWQk4zTYxl.3 2023-12-03T11:53:53.060 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.059+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.44__multipart_key1.2~3Pt7xAijKU3VZKC8l_mWKuWQk4zTYxl.4 2023-12-03T11:53:53.061 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.059+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.44__multipart_key1.2~3Pt7xAijKU3VZKC8l_mWKuWQk4zTYxl.5 2023-12-03T11:53:53.068 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.067+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:53:53.072 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.071+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:53:53.073 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.072+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.074 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.072+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.074 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.073+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:53:53.074 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.073+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.7619751746846844800', time=2023-12-03T13:53:40.678677+0000, chain.objs.size()=5 2023-12-03T11:53:53.074 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.073+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.41__multipart_file.mpg.2~co2XdFah4CaRzRIck7j56Y8to7tzYGX.1 2023-12-03T11:53:53.075 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.073+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.41__multipart_file.mpg.2~co2XdFah4CaRzRIck7j56Y8to7tzYGX.2 2023-12-03T11:53:53.075 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.073+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.41__multipart_file.mpg.2~co2XdFah4CaRzRIck7j56Y8to7tzYGX.3 2023-12-03T11:53:53.075 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.073+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.41__multipart_file.mpg.2~co2XdFah4CaRzRIck7j56Y8to7tzYGX.4 2023-12-03T11:53:53.075 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.073+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.41__multipart_file.mpg.2~co2XdFah4CaRzRIck7j56Y8to7tzYGX.5 2023-12-03T11:53:53.077 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.076+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:53:53.079 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.078+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:53:53.080 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.079+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.081 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.080+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.082 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.080+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:53:53.082 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.080+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP', time=2023-12-03T13:53:50.031111+0000, chain.objs.size()=72 2023-12-03T11:53:53.082 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.080+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.1 2023-12-03T11:53:53.082 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.080+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.2 2023-12-03T11:53:53.082 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.080+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.3 2023-12-03T11:53:53.083 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.080+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.4 2023-12-03T11:53:53.083 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.080+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.5 2023-12-03T11:53:53.083 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.080+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.6 2023-12-03T11:53:53.083 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.080+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.7 2023-12-03T11:53:53.083 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.080+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.8 2023-12-03T11:53:53.083 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.080+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.9 2023-12-03T11:53:53.083 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.080+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.10 2023-12-03T11:53:53.083 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.080+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.11 2023-12-03T11:53:53.083 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.080+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.12 2023-12-03T11:53:53.084 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.082+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.13 2023-12-03T11:53:53.084 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.082+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.14 2023-12-03T11:53:53.084 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.082+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.15 2023-12-03T11:53:53.085 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.083+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.16 2023-12-03T11:53:53.085 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.083+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.17 2023-12-03T11:53:53.085 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.083+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.18 2023-12-03T11:53:53.085 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.083+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.19 2023-12-03T11:53:53.085 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.083+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.20 2023-12-03T11:53:53.085 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.083+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.21 2023-12-03T11:53:53.085 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.083+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.22 2023-12-03T11:53:53.085 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.083+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.23 2023-12-03T11:53:53.085 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.084+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.24 2023-12-03T11:53:53.085 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.084+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.25 2023-12-03T11:53:53.086 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.084+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.26 2023-12-03T11:53:53.086 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.084+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.27 2023-12-03T11:53:53.086 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.085+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.28 2023-12-03T11:53:53.087 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.085+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.29 2023-12-03T11:53:53.087 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.085+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.30 2023-12-03T11:53:53.088 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.086+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.31 2023-12-03T11:53:53.088 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.086+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.32 2023-12-03T11:53:53.088 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.086+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.33 2023-12-03T11:53:53.088 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.086+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.34 2023-12-03T11:53:53.089 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.086+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.35 2023-12-03T11:53:53.089 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.086+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.36 2023-12-03T11:53:53.089 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.086+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.37 2023-12-03T11:53:53.089 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.087+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.38 2023-12-03T11:53:53.089 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.087+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.39 2023-12-03T11:53:53.089 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.087+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.40 2023-12-03T11:53:53.089 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.087+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.41 2023-12-03T11:53:53.090 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.088+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.42 2023-12-03T11:53:53.090 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.088+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.43 2023-12-03T11:53:53.091 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.088+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.44 2023-12-03T11:53:53.091 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.088+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.45 2023-12-03T11:53:53.091 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.088+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.46 2023-12-03T11:53:53.091 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.088+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.47 2023-12-03T11:53:53.091 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.089+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.48 2023-12-03T11:53:53.091 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.089+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.49 2023-12-03T11:53:53.091 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.089+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.50 2023-12-03T11:53:53.091 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.089+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.51 2023-12-03T11:53:53.091 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.089+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.52 2023-12-03T11:53:53.092 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.090+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.53 2023-12-03T11:53:53.093 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.091+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.54 2023-12-03T11:53:53.093 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.091+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.55 2023-12-03T11:53:53.093 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.091+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.56 2023-12-03T11:53:53.093 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.091+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.57 2023-12-03T11:53:53.093 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.091+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.58 2023-12-03T11:53:53.093 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.091+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.59 2023-12-03T11:53:53.093 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.091+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.60 2023-12-03T11:53:53.093 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.091+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.61 2023-12-03T11:53:53.093 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.091+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.62 2023-12-03T11:53:53.093 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.091+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.63 2023-12-03T11:53:53.094 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.092+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.64 2023-12-03T11:53:53.094 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.092+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.65 2023-12-03T11:53:53.094 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.093+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.66 2023-12-03T11:53:53.094 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.093+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.67 2023-12-03T11:53:53.095 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.093+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.68 2023-12-03T11:53:53.095 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.093+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.69 2023-12-03T11:53:53.095 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.093+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.70 2023-12-03T11:53:53.095 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.093+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.71 2023-12-03T11:53:53.095 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.093+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.46__multipart_key1.2~xUPJXVPJY7GgmZRJ5jh3DnNtVBC3ZeP.72 2023-12-03T11:53:53.097 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.095+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:53:53.099 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.097+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:53:53.100 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.098+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.100 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.099+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.100 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.099+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.101 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.100+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:53:53.102 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.101+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.103 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.102+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.103 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.102+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:53:53.104 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.102+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.15614623059562993938', time=2023-12-03T13:53:36.180646+0000, chain.objs.size()=4 2023-12-03T11:53:53.104 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.102+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.34__shadow_.esvEJYPjD_fyVpQKWqirUXgdtffMiVS_1 2023-12-03T11:53:53.104 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.102+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.34__shadow_.esvEJYPjD_fyVpQKWqirUXgdtffMiVS_2 2023-12-03T11:53:53.104 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.102+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.34__shadow_.esvEJYPjD_fyVpQKWqirUXgdtffMiVS_3 2023-12-03T11:53:53.104 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.102+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.34__shadow_.esvEJYPjD_fyVpQKWqirUXgdtffMiVS_4 2023-12-03T11:53:53.107 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.106+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:53:53.109 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.107+0000 7f7fe8b25800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:53:53.110 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.109+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.110 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.109+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.111 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.109+0000 7f7fe8b25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:53:53.111 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.109+0000 7f7fe8b25800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.15249731082714265644', time=2023-12-03T13:53:40.688658+0000, chain.objs.size()=5 2023-12-03T11:53:53.111 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.109+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.41__multipart_file2.mpg.2~sB1Qh1dbmD2fDUC-_9uqmq7voGJk4Zp.1 2023-12-03T11:53:53.111 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.109+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.41__multipart_file2.mpg.2~sB1Qh1dbmD2fDUC-_9uqmq7voGJk4Zp.2 2023-12-03T11:53:53.111 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.109+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.41__multipart_file2.mpg.2~sB1Qh1dbmD2fDUC-_9uqmq7voGJk4Zp.3 2023-12-03T11:53:53.111 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.109+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.41__multipart_file2.mpg.2~sB1Qh1dbmD2fDUC-_9uqmq7voGJk4Zp.4 2023-12-03T11:53:53.111 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.109+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.41__multipart_file2.mpg.2~sB1Qh1dbmD2fDUC-_9uqmq7voGJk4Zp.5 2023-12-03T11:53:53.114 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.113+0000 7f7fe8b25800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:53:53.117 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.115+0000 7f7faafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:53:53.119 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.117+0000 7f7fe8b25800 20 remove_watcher() i=0 2023-12-03T11:53:53.119 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.117+0000 7f7fe8b25800 2 removed watcher, disabling cache 2023-12-03T11:53:53.120 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.119+0000 7f7fe8b25800 20 remove_watcher() i=1 2023-12-03T11:53:53.121 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.119+0000 7f7fe8b25800 20 remove_watcher() i=2 2023-12-03T11:53:53.122 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.121+0000 7f7fe8b25800 20 remove_watcher() i=3 2023-12-03T11:53:53.123 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.122+0000 7f7fe8b25800 20 remove_watcher() i=4 2023-12-03T11:53:53.124 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.123+0000 7f7fe8b25800 20 remove_watcher() i=5 2023-12-03T11:53:53.125 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.124+0000 7f7fe8b25800 20 remove_watcher() i=6 2023-12-03T11:53:53.126 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.124+0000 7f7fe8b25800 20 remove_watcher() i=7 2023-12-03T11:53:53.131 DEBUG:teuthology.orchestra.run.smithi145:> radosgw-admin gc process --include-all 2023-12-03T11:53:53.180 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:53:53.180 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:53:53.194 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.192+0000 7f83bb1dc800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.196 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.194+0000 7f83bb1dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.196 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.194+0000 7f83bb1dc800 20 realm 2023-12-03T11:53:53.196 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.194+0000 7f83bb1dc800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.196 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.194+0000 7f83bb1dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.196 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.194+0000 7f83bb1dc800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:53:53.196 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.194+0000 7f83bb1dc800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.196 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.194+0000 7f83bb1dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.196 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.194+0000 7f83bb1dc800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.197 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.195+0000 7f83bb1dc800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:53:53.197 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.195+0000 7f83bb1dc800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.197 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.196+0000 7f83bb1dc800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:53:53.197 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.196+0000 7f83bb1dc800 20 searching for the correct realm 2023-12-03T11:53:53.206 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.205+0000 7f83b8ce3640 0 -- 172.21.15.145:0/3737799103 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5575b6e35410 msgr2=0x5575b6e37840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:53:53.208 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.206+0000 7f83bb1dc800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:53:53.208 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.206+0000 7f83bb1dc800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:53:53.209 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.206+0000 7f83bb1dc800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:53:53.209 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.206+0000 7f83bb1dc800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:53:53.209 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.206+0000 7f83bb1dc800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.209 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.206+0000 7f83bb1dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.209 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.206+0000 7f83bb1dc800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.209 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.207+0000 7f83bb1dc800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:53:53.209 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.207+0000 7f83bb1dc800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.209 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.207+0000 7f83bb1dc800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:53:53.209 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.207+0000 7f83bb1dc800 20 zone default found 2023-12-03T11:53:53.209 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.207+0000 7f83bb1dc800 4 Realm: () 2023-12-03T11:53:53.209 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.207+0000 7f83bb1dc800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:53:53.209 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.207+0000 7f83bb1dc800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:53:53.209 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.207+0000 7f83bb1dc800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:53:53.209 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.207+0000 7f83bb1dc800 20 zonegroup default 2023-12-03T11:53:53.209 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.207+0000 7f83bb1dc800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.210 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.207+0000 7f83bb1dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.210 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.207+0000 7f83bb1dc800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.210 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.207+0000 7f83bb1dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.210 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.207+0000 7f83bb1dc800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.210 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.208+0000 7f83bb1dc800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.211 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.208+0000 7f83bb1dc800 20 started sync module instance, tier type = 2023-12-03T11:53:53.211 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.208+0000 7f83bb1dc800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:53:53.215 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.214+0000 7f83b84e2640 0 -- 172.21.15.145:0/3737799103 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x5575b6e38c20 msgr2=0x5575b6e3b010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:53:53.218 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.216+0000 7f83bb1dc800 20 add_watcher() i=0 2023-12-03T11:53:53.218 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.216+0000 7f83bb1dc800 20 add_watcher() i=1 2023-12-03T11:53:53.218 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.216+0000 7f83bb1dc800 20 add_watcher() i=2 2023-12-03T11:53:53.218 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.216+0000 7f83bb1dc800 20 add_watcher() i=3 2023-12-03T11:53:53.218 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.216+0000 7f83bb1dc800 20 add_watcher() i=4 2023-12-03T11:53:53.218 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.216+0000 7f83bb1dc800 20 add_watcher() i=5 2023-12-03T11:53:53.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.216+0000 7f83bb1dc800 20 add_watcher() i=6 2023-12-03T11:53:53.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.217+0000 7f83bb1dc800 20 add_watcher() i=7 2023-12-03T11:53:53.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.217+0000 7f83bb1dc800 2 all 8 watchers are set, enabling cache 2023-12-03T11:53:53.220 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.219+0000 7f837f7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:53:53.221 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.219+0000 7f83bb1dc800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:53:53.221 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.219+0000 7f83bb1dc800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:53:53.261 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.259+0000 7f82ee7fc640 20 reqs_thread_entry: start 2023-12-03T11:53:53.261 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.259+0000 7f83bb1dc800 20 init_complete bucket index max shards: 1 2023-12-03T11:53:53.261 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.259+0000 7f83bb1dc800 20 Filter name: none 2023-12-03T11:53:53.261 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.259+0000 7f82dffff640 20 reqs_thread_entry: start 2023-12-03T11:53:53.261 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.259+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:53:53.262 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.261+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.263 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.261+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.263 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.262+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.264 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.263+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:53:53.266 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.264+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.266 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.264+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.266 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.265+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.267 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.266+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:53:53.268 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.267+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.269 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.267+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.269 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.267+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.274 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.273+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:53:53.276 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.274+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.274+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.275+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.277 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.276+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:53:53.278 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.277+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.277+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.279 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.278+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.280 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.279+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:53:53.281 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.280+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.282 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.280+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.282 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.281+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.283 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.281+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:53:53.284 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.283+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.284 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.283+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.285 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.283+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.286 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.284+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:53:53.287 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.285+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.287 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.286+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.287 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.286+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.289 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.287+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:53:53.290 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.289+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.290 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.289+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.291 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.289+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.291 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.290+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:53:53.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.292+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.292+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.294 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.292+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.295 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.293+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:53:53.296 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.295+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.297 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.295+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.297 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.295+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.298 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.296+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:53:53.299 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.297+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.299 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.298+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.299 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.298+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.300 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.299+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:53:53.301 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.300+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.302 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.301+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.302 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.301+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.303 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.302+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:53:53.304 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.303+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.305 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.303+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.305 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.304+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.306 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.304+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:53:53.307 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.306+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.307 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.306+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.307 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.306+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.308 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.307+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:53:53.310 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.308+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.310 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.309+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.310 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.309+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.311 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.310+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:53:53.313 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.311+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.313 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.312+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.313 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.312+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.314 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.313+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:53:53.315 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.314+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.316 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.315+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.316 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.315+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.317 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.316+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:53:53.318 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.317+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.319 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.318+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.319 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.318+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.320 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.319+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:53:53.321 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.320+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.322 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.321+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.322 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.321+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.323 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.322+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:53:53.324 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.323+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.325 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.323+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.325 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.324+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.326 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.325+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:53:53.327 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.326+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.327 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.326+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.328 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.326+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.328 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.327+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:53:53.330 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.329+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.331 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.329+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.331 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.330+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.332 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.331+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:53:53.334 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.332+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.334 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.333+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.334 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.333+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.335 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.334+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:53:53.336 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.335+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.337 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.335+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.337 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.336+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.338 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.337+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:53:53.339 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.338+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.340 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.339+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.340 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.339+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.341 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.340+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:53:53.342 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.341+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.343 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.342+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.343 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.342+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.344 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.343+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:53:53.345 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.344+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.346 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.344+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.346 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.345+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.347 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.346+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:53:53.348 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.347+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.349 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.348+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.349 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.348+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.350 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.349+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:53:53.352 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.350+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.352 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.351+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.352 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.351+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.353 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.352+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:53:53.354 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.353+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.355 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.354+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.355 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.354+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.356 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.355+0000 7f83bb1dc800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:53:53.357 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.356+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.358 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.356+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.358 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.357+0000 7f83bb1dc800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.360 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.359+0000 7f837f7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:53:53.362 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.361+0000 7f83bb1dc800 20 remove_watcher() i=0 2023-12-03T11:53:53.362 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.361+0000 7f83bb1dc800 2 removed watcher, disabling cache 2023-12-03T11:53:53.363 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.362+0000 7f83bb1dc800 20 remove_watcher() i=1 2023-12-03T11:53:53.364 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.363+0000 7f83bb1dc800 20 remove_watcher() i=2 2023-12-03T11:53:53.365 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.364+0000 7f83bb1dc800 20 remove_watcher() i=3 2023-12-03T11:53:53.366 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.365+0000 7f83bb1dc800 20 remove_watcher() i=4 2023-12-03T11:53:53.367 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.366+0000 7f83bb1dc800 20 remove_watcher() i=5 2023-12-03T11:53:53.368 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.367+0000 7f83bb1dc800 20 remove_watcher() i=6 2023-12-03T11:53:53.369 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.368+0000 7f83bb1dc800 20 remove_watcher() i=7 2023-12-03T11:53:53.374 DEBUG:teuthology.orchestra.run.smithi145:> radosgw-admin gc process --include-all 2023-12-03T11:53:53.423 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:53:53.423 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:53:53.437 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.435+0000 7f171ef25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.438 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.437+0000 7f171ef25800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.437+0000 7f171ef25800 20 realm 2023-12-03T11:53:53.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.437+0000 7f171ef25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.437+0000 7f171ef25800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.437+0000 7f171ef25800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:53:53.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.437+0000 7f171ef25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.437+0000 7f171ef25800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.437+0000 7f171ef25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.438+0000 7f171ef25800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:53:53.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.438+0000 7f171ef25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.439+0000 7f171ef25800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:53:53.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.439+0000 7f171ef25800 20 searching for the correct realm 2023-12-03T11:53:53.449 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.448+0000 7f171abed640 0 -- 172.21.15.145:0/2331010918 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55eb9b061c80 msgr2=0x55eb9b0640d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:53:53.450 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.449+0000 7f171ef25800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:53:53.450 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.449+0000 7f171ef25800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:53:53.450 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.449+0000 7f171ef25800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:53:53.450 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.449+0000 7f171ef25800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:53:53.451 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.449+0000 7f171ef25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.451 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.449+0000 7f171ef25800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.451 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.449+0000 7f171ef25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.452 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.449+0000 7f171ef25800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:53:53.452 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.449+0000 7f171ef25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.452 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.449+0000 7f171ef25800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:53:53.452 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.449+0000 7f171ef25800 20 zone default found 2023-12-03T11:53:53.452 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.449+0000 7f171ef25800 4 Realm: () 2023-12-03T11:53:53.452 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.449+0000 7f171ef25800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:53:53.452 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.449+0000 7f171ef25800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:53:53.452 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.449+0000 7f171ef25800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:53:53.453 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.449+0000 7f171ef25800 20 zonegroup default 2023-12-03T11:53:53.453 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.449+0000 7f171ef25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.453 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.450+0000 7f171ef25800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.453 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.450+0000 7f171ef25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.453 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.450+0000 7f171ef25800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.453 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.450+0000 7f171ef25800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.453 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.450+0000 7f171ef25800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.453 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.450+0000 7f171ef25800 20 started sync module instance, tier type = 2023-12-03T11:53:53.453 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.450+0000 7f171ef25800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:53:53.458 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.456+0000 7f171b3ee640 0 -- 172.21.15.145:0/2331010918 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f17100748e0 msgr2=0x7f1710055cc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:53:53.460 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.459+0000 7f171ef25800 20 add_watcher() i=0 2023-12-03T11:53:53.460 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.459+0000 7f171ef25800 20 add_watcher() i=1 2023-12-03T11:53:53.460 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.459+0000 7f171ef25800 20 add_watcher() i=2 2023-12-03T11:53:53.460 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.459+0000 7f171ef25800 20 add_watcher() i=3 2023-12-03T11:53:53.460 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.459+0000 7f171ef25800 20 add_watcher() i=4 2023-12-03T11:53:53.460 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.459+0000 7f171ef25800 20 add_watcher() i=5 2023-12-03T11:53:53.461 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.459+0000 7f171ef25800 20 add_watcher() i=6 2023-12-03T11:53:53.461 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.460+0000 7f171ef25800 20 add_watcher() i=7 2023-12-03T11:53:53.461 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.460+0000 7f171ef25800 2 all 8 watchers are set, enabling cache 2023-12-03T11:53:53.462 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.461+0000 7f165bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:53:53.463 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.461+0000 7f171ef25800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:53:53.463 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.461+0000 7f171ef25800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:53:53.503 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.502+0000 7f164affd640 20 reqs_thread_entry: start 2023-12-03T11:53:53.504 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.502+0000 7f171ef25800 20 init_complete bucket index max shards: 1 2023-12-03T11:53:53.504 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.502+0000 7f171ef25800 20 Filter name: none 2023-12-03T11:53:53.504 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.502+0000 7f1648ff9640 20 reqs_thread_entry: start 2023-12-03T11:53:53.504 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.502+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:53:53.505 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.503+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.505 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.504+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.505 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.504+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.507 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.505+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:53:53.508 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.506+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.508 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.507+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.508 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.507+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.509 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.508+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:53:53.511 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.509+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.511 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.510+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.511 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.510+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.512 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.511+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:53:53.513 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.512+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.514 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.512+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.514 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.513+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.515 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.514+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:53:53.516 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.515+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.517 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.516+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.517 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.516+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.519 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.518+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:53:53.520 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.519+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.520 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.519+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.521 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.519+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.521 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.520+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:53:53.523 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.521+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.523 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.522+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.524 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.522+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.524 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.523+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:53:53.526 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.524+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.526 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.525+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.526 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.525+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.527 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.526+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:53:53.529 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.528+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.529 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.528+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.530 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.528+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.531 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.529+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:53:53.532 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.530+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.532 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.531+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.532 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.531+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.533 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.532+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:53:53.535 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.533+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.536 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.534+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.536 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.534+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.537 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.535+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:53:53.538 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.537+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.539 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.537+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.539 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.537+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.540 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.539+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:53:53.542 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.540+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.542 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.541+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.542 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.541+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.543 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.542+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:53:53.545 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.543+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.545 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.544+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.545 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.544+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.546 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.545+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:53:53.547 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.546+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.548 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.547+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.548 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.547+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.549 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.548+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:53:53.550 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.549+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.551 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.549+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.551 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.550+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.552 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.551+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:53:53.553 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.552+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.554 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.552+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.554 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.552+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.554 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.553+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:53:53.556 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.555+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.556 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.555+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.557 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.555+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.557 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.556+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:53:53.559 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.558+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.559 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.558+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.560 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.558+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.561 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.559+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:53:53.562 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.561+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.562 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.561+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.563 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.561+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.564 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.562+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:53:53.565 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.564+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.566 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.564+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.566 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.564+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.567 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.566+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:53:53.569 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.567+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.569 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.568+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.569 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.568+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.571 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.569+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:53:53.572 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.571+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.572 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.571+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.573 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.571+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.574 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.572+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:53:53.575 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.574+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.575 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.574+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.576 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.574+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.576 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.575+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:53:53.578 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.576+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.578 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.577+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.578 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.577+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.579 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.578+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:53:53.580 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.579+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.581 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.579+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.581 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.580+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.582 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.580+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:53:53.583 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.582+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.584 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.583+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.584 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.583+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.585 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.584+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:53:53.586 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.585+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.587 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.585+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.587 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.586+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.588 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.586+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:53:53.589 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.588+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.590 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.588+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.590 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.588+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.591 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.589+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:53:53.592 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.591+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.592 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.591+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.592 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.591+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.593 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.592+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:53:53.595 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.593+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.595 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.594+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.595 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.594+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.596 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.595+0000 7f171ef25800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:53:53.598 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.597+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.599 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.597+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.599 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.598+0000 7f171ef25800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.600 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.599+0000 7f165bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:53:53.603 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.601+0000 7f171ef25800 20 remove_watcher() i=0 2023-12-03T11:53:53.603 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.601+0000 7f171ef25800 2 removed watcher, disabling cache 2023-12-03T11:53:53.604 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.602+0000 7f171ef25800 20 remove_watcher() i=1 2023-12-03T11:53:53.605 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.603+0000 7f171ef25800 20 remove_watcher() i=2 2023-12-03T11:53:53.605 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.604+0000 7f171ef25800 20 remove_watcher() i=3 2023-12-03T11:53:53.607 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.605+0000 7f171ef25800 20 remove_watcher() i=4 2023-12-03T11:53:53.608 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.606+0000 7f171ef25800 20 remove_watcher() i=5 2023-12-03T11:53:53.608 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.607+0000 7f171ef25800 20 remove_watcher() i=6 2023-12-03T11:53:53.609 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.608+0000 7f171ef25800 20 remove_watcher() i=7 2023-12-03T11:53:53.615 DEBUG:teuthology.orchestra.run.smithi145:> radosgw-admin gc process --include-all 2023-12-03T11:53:53.663 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:53:53.663 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:53:53.677 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.676+0000 7f661bd24800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.679 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.677+0000 7f661bd24800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.679 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.678+0000 7f661bd24800 20 realm 2023-12-03T11:53:53.679 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.678+0000 7f661bd24800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.679 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.678+0000 7f661bd24800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.679 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.678+0000 7f661bd24800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:53:53.679 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.678+0000 7f661bd24800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.678+0000 7f661bd24800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.678+0000 7f661bd24800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.679+0000 7f661bd24800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:53:53.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.679+0000 7f661bd24800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.681 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.680+0000 7f661bd24800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:53:53.681 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.680+0000 7f661bd24800 20 searching for the correct realm 2023-12-03T11:53:53.688 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.686+0000 7f661827f640 0 -- 172.21.15.145:0/3459955387 >> [v2:172.21.15.149:6816/3721565933,v1:172.21.15.149:6817/3721565933] conn(0x7f660005bd50 msgr2=0x7f66000608d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:53:53.691 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.689+0000 7f661bd24800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:53:53.691 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.689+0000 7f661bd24800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:53:53.691 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.689+0000 7f661bd24800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:53:53.691 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.689+0000 7f661bd24800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:53:53.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.689+0000 7f661bd24800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.690+0000 7f661bd24800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.690+0000 7f661bd24800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.690+0000 7f661bd24800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:53:53.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.690+0000 7f661bd24800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.889 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.888+0000 7f661827f640 0 -- 172.21.15.145:0/3459955387 >> [v2:172.21.15.149:6816/3721565933,v1:172.21.15.149:6817/3721565933] conn(0x7f65f00795c0 msgr2=0x7f65f007b9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:53:53.890 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.888+0000 7f661bd24800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:53:53.890 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.888+0000 7f661bd24800 20 zone default found 2023-12-03T11:53:53.890 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.888+0000 7f661bd24800 4 Realm: () 2023-12-03T11:53:53.891 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.888+0000 7f661bd24800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:53:53.891 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.888+0000 7f661bd24800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:53:53.891 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.888+0000 7f661bd24800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:53:53.891 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.888+0000 7f661bd24800 20 zonegroup default 2023-12-03T11:53:53.891 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.888+0000 7f661bd24800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.891 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.889+0000 7f661bd24800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.891 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.889+0000 7f661bd24800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.892 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.889+0000 7f661bd24800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.892 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.889+0000 7f661bd24800 20 rados->read ofs=0 len=0 2023-12-03T11:53:53.892 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.890+0000 7f661bd24800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:53.892 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.890+0000 7f661bd24800 20 started sync module instance, tier type = 2023-12-03T11:53:53.892 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.890+0000 7f661bd24800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:53:53.900 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.899+0000 7f661bd24800 20 add_watcher() i=0 2023-12-03T11:53:53.900 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.899+0000 7f661bd24800 20 add_watcher() i=1 2023-12-03T11:53:53.901 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.899+0000 7f661bd24800 20 add_watcher() i=2 2023-12-03T11:53:53.901 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.899+0000 7f661bd24800 20 add_watcher() i=3 2023-12-03T11:53:53.901 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.899+0000 7f661bd24800 20 add_watcher() i=4 2023-12-03T11:53:53.901 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.899+0000 7f661bd24800 20 add_watcher() i=5 2023-12-03T11:53:53.901 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.899+0000 7f661bd24800 20 add_watcher() i=6 2023-12-03T11:53:53.901 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.900+0000 7f661bd24800 20 add_watcher() i=7 2023-12-03T11:53:53.901 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.900+0000 7f661bd24800 2 all 8 watchers are set, enabling cache 2023-12-03T11:53:53.903 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.902+0000 7f65ddfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:53:53.904 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.902+0000 7f661bd24800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:53:53.904 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.902+0000 7f661bd24800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:53:53.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.945+0000 7f6554ff9640 20 reqs_thread_entry: start 2023-12-03T11:53:53.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.945+0000 7f661bd24800 20 init_complete bucket index max shards: 1 2023-12-03T11:53:53.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.945+0000 7f661bd24800 20 Filter name: none 2023-12-03T11:53:53.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.945+0000 7f654a7fc640 20 reqs_thread_entry: start 2023-12-03T11:53:53.947 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.945+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:53:53.948 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.946+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.948 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.947+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.948 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.947+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.949 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.948+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:53:53.951 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.950+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.952 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.950+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.952 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.951+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.953 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.951+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:53:53.954 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.953+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.954 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.953+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.957 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.953+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.958 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.954+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:53:53.958 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.956+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.958 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.956+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.958 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.956+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.959 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.957+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:53:53.960 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.959+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.961 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.959+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.961 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.960+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.962 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.961+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:53:53.964 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.962+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.964 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.963+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.965 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.963+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.966 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.964+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:53:53.967 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.966+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.967 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.966+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.968 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.967+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.969 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.968+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:53:53.970 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.969+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.971 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.969+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.971 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.969+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.972 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.971+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:53:53.973 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.972+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.974 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.972+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.974 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.973+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.975 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.974+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:53:53.977 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.975+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.977 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.975+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.977 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.976+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.978 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.976+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:53:53.979 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.978+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.979 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.978+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.980 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.978+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.981 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.980+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:53:53.982 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.981+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.982 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.981+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.984 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.981+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.984 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.982+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:53:53.985 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.984+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.985 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.984+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.986 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.984+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.986 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.985+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:53:53.988 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.986+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.988 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.987+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.988 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.987+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.990 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.988+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:53:53.991 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.990+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.991 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.990+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.992 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.990+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.993 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.991+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:53:53.994 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.993+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.994 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.993+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.995 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.993+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.995 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.994+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:53:53.997 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.996+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.997 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.996+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:53.998 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.996+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:53.999 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.998+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:53:54.000 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.999+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.001 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.999+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:54.001 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:53.999+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.002 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.001+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:53:54.003 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.002+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.004 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.002+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:54.004 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.003+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.005 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.004+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:53:54.006 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.005+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.007 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.005+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:54.007 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.006+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.008 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.006+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:53:54.009 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.008+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.009 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.008+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:54.010 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.008+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.010 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.009+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:53:54.012 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.011+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.013 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.011+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:54.013 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.012+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.015 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.013+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:53:54.016 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.014+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.016 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.014+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:54.016 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.015+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.017 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.016+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:53:54.018 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.017+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.019 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.017+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:54.019 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.018+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.020 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.018+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:53:54.021 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.020+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.022 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.020+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:54.022 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.020+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.022 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.021+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:53:54.024 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.022+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.025 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.024+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:54.026 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.024+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.026 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.025+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:53:54.027 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.026+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.028 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.027+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:54.028 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.027+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.029 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.028+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:53:54.030 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.029+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.031 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.029+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:54.031 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.030+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.032 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.030+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:53:54.033 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.032+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.033 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.032+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:54.034 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.032+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.034 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.033+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:53:54.036 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.034+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.036 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.035+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:54.036 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.035+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.037 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.036+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:53:54.039 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.037+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.039 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.038+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:54.039 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.038+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.040 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.039+0000 7f661bd24800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:53:54.042 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.040+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.042 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.041+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:54.042 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.041+0000 7f661bd24800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:54.044 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.043+0000 7f65ddfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:53:54.046 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.045+0000 7f661bd24800 20 remove_watcher() i=0 2023-12-03T11:53:54.046 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.045+0000 7f661bd24800 2 removed watcher, disabling cache 2023-12-03T11:53:54.047 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.046+0000 7f661bd24800 20 remove_watcher() i=1 2023-12-03T11:53:54.048 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.047+0000 7f661bd24800 20 remove_watcher() i=2 2023-12-03T11:53:54.049 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.047+0000 7f661bd24800 20 remove_watcher() i=3 2023-12-03T11:53:54.050 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.049+0000 7f661bd24800 20 remove_watcher() i=4 2023-12-03T11:53:54.051 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.050+0000 7f661bd24800 20 remove_watcher() i=5 2023-12-03T11:53:54.052 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.051+0000 7f661bd24800 20 remove_watcher() i=6 2023-12-03T11:53:54.053 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:54.052+0000 7f661bd24800 20 remove_watcher() i=7 2023-12-03T11:53:54.059 DEBUG:teuthology.orchestra.run.smithi145:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests BucketTest 2023-12-03T11:53:54.625 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :clean 2023-12-03T11:53:55.124 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :compileJava 2023-12-03T11:53:55.124 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :processResources 2023-12-03T11:53:55.124 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :classes 2023-12-03T11:53:55.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:55.525 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :compileTestJava 2023-12-03T11:53:55.525 INFO:teuthology.orchestra.run.smithi145.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2023-12-03T11:53:55.525 INFO:teuthology.orchestra.run.smithi145.stderr:Note: Recompile with -Xlint:deprecation for details. 2023-12-03T11:53:55.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:55.526 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :processTestResources NO-SOURCE 2023-12-03T11:53:55.526 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :testClasses 2023-12-03T11:53:57.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:57.526 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :test 2023-12-03T11:53:57.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:57.526 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty STARTED 2023-12-03T11:53:57.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:57.526 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty PASSED 2023-12-03T11:53:57.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:57.526 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch STARTED 2023-12-03T11:53:57.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:57.526 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch PASSED 2023-12-03T11:53:57.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:57.526 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable STARTED 2023-12-03T11:53:57.527 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:57.527 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable PASSED 2023-12-03T11:53:57.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:57.724 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete STARTED 2023-12-03T11:53:57.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:57.725 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete PASSED 2023-12-03T11:53:57.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:57.824 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty STARTED 2023-12-03T11:53:57.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:57.924 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty PASSED 2023-12-03T11:53:58.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:58.124 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist STARTED 2023-12-03T11:53:58.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:58.124 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist PASSED 2023-12-03T11:53:58.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:58.224 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct STARTED 2023-12-03T11:53:58.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:58.324 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct PASSED 2023-12-03T11:53:58.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:58.624 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty STARTED 2023-12-03T11:53:58.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:58.624 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty PASSED 2023-12-03T11:53:58.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:58.824 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Bucket tests > BucketTest.testBucketNotExist STARTED 2023-12-03T11:53:58.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:58.924 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Bucket tests > BucketTest.testBucketNotExist PASSED 2023-12-03T11:53:58.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:58.967 INFO:teuthology.orchestra.run.smithi145.stdout:-------------------------------------------------------------------- 2023-12-03T11:53:58.967 INFO:teuthology.orchestra.run.smithi145.stdout:| Results: SUCCESS (9 tests, 9 successes, 0 failures, 0 skipped) | 2023-12-03T11:53:58.967 INFO:teuthology.orchestra.run.smithi145.stdout:-------------------------------------------------------------------- 2023-12-03T11:53:58.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:58.967 INFO:teuthology.orchestra.run.smithi145.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2023-12-03T11:53:58.967 INFO:teuthology.orchestra.run.smithi145.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2023-12-03T11:53:58.967 INFO:teuthology.orchestra.run.smithi145.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2023-12-03T11:53:58.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:53:58.967 INFO:teuthology.orchestra.run.smithi145.stdout:BUILD SUCCESSFUL in 4s 2023-12-03T11:53:58.967 INFO:teuthology.orchestra.run.smithi145.stdout:5 actionable tasks: 5 executed 2023-12-03T11:53:58.980 DEBUG:teuthology.orchestra.run.smithi145:> radosgw-admin gc process --include-all 2023-12-03T11:53:59.029 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:53:59.029 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:53:59.043 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.041+0000 7f24f6813800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.044 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.043+0000 7f24f6813800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.045 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.043+0000 7f24f6813800 20 realm 2023-12-03T11:53:59.045 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.043+0000 7f24f6813800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.045 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.043+0000 7f24f6813800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.045 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.043+0000 7f24f6813800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:53:59.045 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.043+0000 7f24f6813800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.045 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.043+0000 7f24f6813800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.045 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.043+0000 7f24f6813800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.045 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.044+0000 7f24f6813800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:53:59.046 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.044+0000 7f24f6813800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.046 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.045+0000 7f24f6813800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:53:59.046 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.045+0000 7f24f6813800 20 searching for the correct realm 2023-12-03T11:53:59.057 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.055+0000 7f24f4313640 0 -- 172.21.15.145:0/4083653454 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x562f87716140 msgr2=0x562f87718590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:53:59.057 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.056+0000 7f24f6813800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:53:59.057 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.056+0000 7f24f6813800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:53:59.058 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.056+0000 7f24f6813800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:53:59.058 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.056+0000 7f24f6813800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:53:59.058 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.056+0000 7f24f6813800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.058 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.056+0000 7f24f6813800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.058 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.056+0000 7f24f6813800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.058 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.056+0000 7f24f6813800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:53:59.058 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.056+0000 7f24f6813800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.059 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.056+0000 7f24f6813800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:53:59.059 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.056+0000 7f24f6813800 20 zone default found 2023-12-03T11:53:59.060 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.056+0000 7f24f6813800 4 Realm: () 2023-12-03T11:53:59.060 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.056+0000 7f24f6813800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:53:59.060 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.056+0000 7f24f6813800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:53:59.060 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.056+0000 7f24f6813800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:53:59.060 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.056+0000 7f24f6813800 20 zonegroup default 2023-12-03T11:53:59.060 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.056+0000 7f24f6813800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.060 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.057+0000 7f24f6813800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.060 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.057+0000 7f24f6813800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.060 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.057+0000 7f24f6813800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.060 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.057+0000 7f24f6813800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.060 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.057+0000 7f24f6813800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.060 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.057+0000 7f24f6813800 20 started sync module instance, tier type = 2023-12-03T11:53:59.060 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.057+0000 7f24f6813800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:53:59.067 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.066+0000 7f24ebfff640 0 -- 172.21.15.145:0/4083653454 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x562f877199c0 msgr2=0x562f8771bdf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:53:59.069 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.067+0000 7f24f6813800 20 add_watcher() i=0 2023-12-03T11:53:59.069 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.067+0000 7f24f6813800 20 add_watcher() i=1 2023-12-03T11:53:59.069 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.067+0000 7f24f6813800 20 add_watcher() i=2 2023-12-03T11:53:59.069 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.067+0000 7f24f6813800 20 add_watcher() i=3 2023-12-03T11:53:59.069 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.067+0000 7f24f6813800 20 add_watcher() i=4 2023-12-03T11:53:59.069 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.067+0000 7f24f6813800 20 add_watcher() i=5 2023-12-03T11:53:59.070 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.068+0000 7f24f6813800 20 add_watcher() i=6 2023-12-03T11:53:59.070 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.068+0000 7f24f6813800 20 add_watcher() i=7 2023-12-03T11:53:59.070 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.068+0000 7f24f6813800 2 all 8 watchers are set, enabling cache 2023-12-03T11:53:59.072 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.071+0000 7f24ba7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:53:59.072 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.071+0000 7f24f6813800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:53:59.072 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.071+0000 7f24f6813800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:53:59.116 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.114+0000 7f24297fa640 20 reqs_thread_entry: start 2023-12-03T11:53:59.116 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.114+0000 7f24f6813800 20 init_complete bucket index max shards: 1 2023-12-03T11:53:59.117 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.114+0000 7f24f6813800 20 Filter name: none 2023-12-03T11:53:59.117 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.115+0000 7f2422ffd640 20 reqs_thread_entry: start 2023-12-03T11:53:59.117 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.115+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:53:59.117 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.116+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.117 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.116+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.118 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.116+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.119 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.117+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:53:59.120 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.119+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.120 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.119+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.121 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.120+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.122 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.121+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:53:59.123 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.122+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.123 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.122+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.124 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.122+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.125 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.123+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:53:59.126 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.125+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.127 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.125+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.127 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.126+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.128 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.127+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:53:59.129 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.128+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.130 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.128+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.130 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.129+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.131 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.130+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:53:59.133 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.131+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.133 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.132+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.133 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.132+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.134 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.133+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:53:59.135 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.134+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.136 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.134+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.136 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.135+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.137 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.136+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:53:59.138 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.137+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.139 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.137+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.139 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.138+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.140 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.139+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:53:59.141 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.140+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.142 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.140+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.142 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.141+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.143 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.142+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:53:59.144 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.143+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.145 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.143+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.145 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.144+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.146 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.145+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:53:59.147 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.146+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.148 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.147+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.148 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.147+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.149 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.148+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:53:59.151 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.149+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.151 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.150+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.151 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.150+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.152 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.151+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:53:59.154 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.152+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.154 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.153+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.155 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.154+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.156 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.155+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:53:59.158 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.156+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.158 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.157+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.158 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.157+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.159 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.158+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:53:59.161 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.159+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.161 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.160+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.162 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.160+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.163 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.161+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:53:59.164 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.163+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.165 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.163+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.165 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.163+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.166 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.165+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:53:59.167 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.166+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.168 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.166+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.168 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.167+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.169 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.167+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:53:59.170 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.169+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.171 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.169+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.171 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.169+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.172 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.170+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:53:59.173 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.172+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.174 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.172+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.174 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.173+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.175 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.174+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:53:59.176 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.175+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.177 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.175+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.177 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.176+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.178 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.176+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:53:59.179 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.178+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.179 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.178+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.180 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.178+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.180 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.179+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:53:59.182 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.181+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.182 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.181+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.183 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.181+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.183 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.182+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:53:59.185 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.183+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.185 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.184+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.185 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.184+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.186 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.185+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:53:59.188 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.186+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.188 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.187+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.188 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.187+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.189 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.188+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:53:59.191 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.189+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.191 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.190+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.191 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.190+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.193 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.191+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:53:59.194 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.192+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.194 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.193+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.198 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.193+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.198 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.194+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:53:59.198 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.196+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.198 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.196+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.198 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.196+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.198 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.197+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:53:59.200 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.198+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.200 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.199+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.201 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.199+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.201 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.200+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:53:59.202 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.201+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.203 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.202+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.203 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.202+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.204 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.203+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:53:59.205 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.204+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.206 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.204+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.206 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.205+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.207 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.206+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:53:59.208 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.207+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.209 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.207+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.209 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.207+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.210 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.208+0000 7f24f6813800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:53:59.211 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.210+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.212 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.210+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.212 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.210+0000 7f24f6813800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.214 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.212+0000 7f24ba7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:53:59.216 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.214+0000 7f24f6813800 20 remove_watcher() i=0 2023-12-03T11:53:59.216 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.214+0000 7f24f6813800 2 removed watcher, disabling cache 2023-12-03T11:53:59.217 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.215+0000 7f24f6813800 20 remove_watcher() i=1 2023-12-03T11:53:59.218 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.216+0000 7f24f6813800 20 remove_watcher() i=2 2023-12-03T11:53:59.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.217+0000 7f24f6813800 20 remove_watcher() i=3 2023-12-03T11:53:59.220 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.218+0000 7f24f6813800 20 remove_watcher() i=4 2023-12-03T11:53:59.221 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.219+0000 7f24f6813800 20 remove_watcher() i=5 2023-12-03T11:53:59.222 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.220+0000 7f24f6813800 20 remove_watcher() i=6 2023-12-03T11:53:59.222 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.221+0000 7f24f6813800 20 remove_watcher() i=7 2023-12-03T11:53:59.228 DEBUG:teuthology.orchestra.run.smithi145:> radosgw-admin gc process --include-all 2023-12-03T11:53:59.277 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:53:59.277 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:53:59.291 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.289+0000 7f49158c0800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.291+0000 7f49158c0800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.291+0000 7f49158c0800 20 realm 2023-12-03T11:53:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.291+0000 7f49158c0800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.292+0000 7f49158c0800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.292+0000 7f49158c0800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:53:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.292+0000 7f49158c0800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.293 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.292+0000 7f49158c0800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.294 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.292+0000 7f49158c0800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.294 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.293+0000 7f49158c0800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:53:59.294 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.293+0000 7f49158c0800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.295 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.294+0000 7f49158c0800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:53:59.295 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.294+0000 7f49158c0800 20 searching for the correct realm 2023-12-03T11:53:59.304 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.303+0000 7f490bfff640 0 -- 172.21.15.145:0/3089588625 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x555d0a0cc540 msgr2=0x555d0a0ce930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:53:59.305 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.303+0000 7f49158c0800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:53:59.305 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.303+0000 7f49158c0800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:53:59.305 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.303+0000 7f49158c0800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:53:59.305 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.303+0000 7f49158c0800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:53:59.305 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.304+0000 7f49158c0800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.305 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.304+0000 7f49158c0800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.305 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.304+0000 7f49158c0800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.307 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.304+0000 7f49158c0800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:53:59.307 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.304+0000 7f49158c0800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.307 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.304+0000 7f49158c0800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:53:59.307 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.304+0000 7f49158c0800 20 zone default found 2023-12-03T11:53:59.307 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.304+0000 7f49158c0800 4 Realm: () 2023-12-03T11:53:59.307 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.304+0000 7f49158c0800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:53:59.307 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.304+0000 7f49158c0800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:53:59.307 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.304+0000 7f49158c0800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:53:59.307 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.304+0000 7f49158c0800 20 zonegroup default 2023-12-03T11:53:59.307 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.304+0000 7f49158c0800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.308 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.305+0000 7f49158c0800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.308 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.305+0000 7f49158c0800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.308 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.305+0000 7f49158c0800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.308 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.305+0000 7f49158c0800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.308 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.305+0000 7f49158c0800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.308 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.305+0000 7f49158c0800 20 started sync module instance, tier type = 2023-12-03T11:53:59.308 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.305+0000 7f49158c0800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:53:59.314 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.312+0000 7f490bfff640 0 -- 172.21.15.145:0/3089588625 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x7f48ec0795f0 msgr2=0x7f48ec07ba20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:53:59.315 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.314+0000 7f49158c0800 20 add_watcher() i=0 2023-12-03T11:53:59.315 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.314+0000 7f49158c0800 20 add_watcher() i=1 2023-12-03T11:53:59.315 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.314+0000 7f49158c0800 20 add_watcher() i=2 2023-12-03T11:53:59.316 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.314+0000 7f49158c0800 20 add_watcher() i=3 2023-12-03T11:53:59.316 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.314+0000 7f49158c0800 20 add_watcher() i=4 2023-12-03T11:53:59.316 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.314+0000 7f49158c0800 20 add_watcher() i=5 2023-12-03T11:53:59.316 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.314+0000 7f49158c0800 20 add_watcher() i=6 2023-12-03T11:53:59.316 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.315+0000 7f49158c0800 20 add_watcher() i=7 2023-12-03T11:53:59.316 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.315+0000 7f49158c0800 2 all 8 watchers are set, enabling cache 2023-12-03T11:53:59.317 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.316+0000 7f48d97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:53:59.318 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.317+0000 7f49158c0800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:53:59.318 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.317+0000 7f49158c0800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:53:59.358 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.356+0000 7f4847fff640 20 reqs_thread_entry: start 2023-12-03T11:53:59.358 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.356+0000 7f49158c0800 20 init_complete bucket index max shards: 1 2023-12-03T11:53:59.358 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.356+0000 7f49158c0800 20 Filter name: none 2023-12-03T11:53:59.358 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.356+0000 7f4845ffb640 20 reqs_thread_entry: start 2023-12-03T11:53:59.358 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.356+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:53:59.359 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.358+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.359 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.358+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.359 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.358+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.360 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.359+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:53:59.362 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.360+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.362 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.361+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.362 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.361+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.363 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.362+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:53:59.364 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.363+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.365 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.364+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.366 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.364+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.367 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.365+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:53:59.368 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.367+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.368 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.367+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.369 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.367+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.370 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.368+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:53:59.371 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.369+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.371 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.370+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.371 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.370+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.372 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.371+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:53:59.373 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.372+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.374 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.372+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.374 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.373+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.375 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.374+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:53:59.377 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.376+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.377 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.376+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.378 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.376+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.379 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.377+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:53:59.380 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.379+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.381 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.379+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.381 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.380+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.382 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.380+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:53:59.383 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.382+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.383 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.382+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.384 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.382+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.384 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.383+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:53:59.386 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.384+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.386 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.385+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.386 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.385+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.387 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.386+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:53:59.389 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.387+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.389 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.388+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.390 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.388+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.390 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.389+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:53:59.391 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.390+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.392 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.390+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.392 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.391+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.393 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.392+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:53:59.394 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.393+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.395 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.393+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.395 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.393+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.396 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.394+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:53:59.397 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.396+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.398 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.396+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.398 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.397+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.399 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.398+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:53:59.400 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.399+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.401 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.399+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.401 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.400+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.402 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.401+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:53:59.405 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.402+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.406 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.402+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.406 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.402+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.406 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.404+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:53:59.407 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.405+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.407 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.405+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.407 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.405+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.408 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.406+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:53:59.409 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.407+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.409 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.408+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.410 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.408+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.410 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.409+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:53:59.412 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.411+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.413 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.411+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.413 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.411+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.413 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.412+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:53:59.415 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.413+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.415 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.414+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.415 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.414+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.416 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.415+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:53:59.418 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.416+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.418 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.417+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.418 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.417+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.419 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.418+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:53:59.421 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.419+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.421 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.420+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.422 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.420+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.422 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.421+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:53:59.423 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.422+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.424 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.423+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.425 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.423+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.426 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.425+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:53:59.427 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.426+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.428 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.426+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.428 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.426+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.429 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.427+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:53:59.430 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.429+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.430 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.429+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.431 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.429+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.432 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.430+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:53:59.433 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.432+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.433 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.432+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.433 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.432+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.435 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.434+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:53:59.436 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.435+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.437 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.435+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.437 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.435+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.438 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.436+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:53:59.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.437+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.438+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.438+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.439+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:53:59.442 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.440+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.442 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.441+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.442 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.441+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.443 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.442+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:53:59.445 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.443+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.445 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.444+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.445 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.444+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.446 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.445+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:53:59.448 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.446+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.448 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.447+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.448 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.447+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.449 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.448+0000 7f49158c0800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:53:59.450 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.449+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.451 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.449+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.451 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.450+0000 7f49158c0800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.452 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.451+0000 7f48d97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:53:59.455 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.453+0000 7f49158c0800 20 remove_watcher() i=0 2023-12-03T11:53:59.455 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.453+0000 7f49158c0800 2 removed watcher, disabling cache 2023-12-03T11:53:59.455 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.454+0000 7f49158c0800 20 remove_watcher() i=1 2023-12-03T11:53:59.456 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.455+0000 7f49158c0800 20 remove_watcher() i=2 2023-12-03T11:53:59.457 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.456+0000 7f49158c0800 20 remove_watcher() i=3 2023-12-03T11:53:59.458 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.457+0000 7f49158c0800 20 remove_watcher() i=4 2023-12-03T11:53:59.459 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.458+0000 7f49158c0800 20 remove_watcher() i=5 2023-12-03T11:53:59.460 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.459+0000 7f49158c0800 20 remove_watcher() i=6 2023-12-03T11:53:59.461 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.460+0000 7f49158c0800 20 remove_watcher() i=7 2023-12-03T11:53:59.466 DEBUG:teuthology.orchestra.run.smithi145:> radosgw-admin gc process --include-all 2023-12-03T11:53:59.515 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:53:59.515 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:53:59.529 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.527+0000 7f0d73f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.530 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.529+0000 7f0d73f2b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.531 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.529+0000 7f0d73f2b800 20 realm 2023-12-03T11:53:59.531 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.529+0000 7f0d73f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.531 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.529+0000 7f0d73f2b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.531 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.529+0000 7f0d73f2b800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:53:59.531 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.529+0000 7f0d73f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.531 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.529+0000 7f0d73f2b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.531 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.529+0000 7f0d73f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.531 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.530+0000 7f0d73f2b800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:53:59.531 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.530+0000 7f0d73f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.532 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.530+0000 7f0d73f2b800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:53:59.532 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.530+0000 7f0d73f2b800 20 searching for the correct realm 2023-12-03T11:53:59.540 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.539+0000 7f0d6fc39640 0 -- 172.21.15.145:0/2904379128 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55aab8cdec80 msgr2=0x55aab8ce1070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:53:59.542 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.541+0000 7f0d73f2b800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:53:59.542 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.541+0000 7f0d73f2b800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:53:59.542 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.541+0000 7f0d73f2b800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:53:59.542 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.541+0000 7f0d73f2b800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:53:59.546 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.541+0000 7f0d73f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.546 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.541+0000 7f0d73f2b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.546 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.541+0000 7f0d73f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.546 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.541+0000 7f0d73f2b800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:53:59.546 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.541+0000 7f0d73f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.546 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.541+0000 7f0d73f2b800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:53:59.546 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.541+0000 7f0d73f2b800 20 zone default found 2023-12-03T11:53:59.546 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.541+0000 7f0d73f2b800 4 Realm: () 2023-12-03T11:53:59.546 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.541+0000 7f0d73f2b800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:53:59.546 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.541+0000 7f0d73f2b800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:53:59.546 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.541+0000 7f0d73f2b800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:53:59.546 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.541+0000 7f0d73f2b800 20 zonegroup default 2023-12-03T11:53:59.546 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.541+0000 7f0d73f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.547 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.542+0000 7f0d73f2b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.547 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.542+0000 7f0d73f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.547 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.542+0000 7f0d73f2b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.547 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.542+0000 7f0d73f2b800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.547 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.542+0000 7f0d73f2b800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.547 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.542+0000 7f0d73f2b800 20 started sync module instance, tier type = 2023-12-03T11:53:59.547 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.542+0000 7f0d73f2b800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:53:59.550 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.548+0000 7f0d7043a640 0 -- 172.21.15.145:0/2904379128 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f0d64053030 msgr2=0x7f0d64077940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:53:59.552 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.551+0000 7f0d73f2b800 20 add_watcher() i=0 2023-12-03T11:53:59.552 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.551+0000 7f0d73f2b800 20 add_watcher() i=1 2023-12-03T11:53:59.552 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.551+0000 7f0d73f2b800 20 add_watcher() i=2 2023-12-03T11:53:59.552 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.551+0000 7f0d73f2b800 20 add_watcher() i=3 2023-12-03T11:53:59.553 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.551+0000 7f0d73f2b800 20 add_watcher() i=4 2023-12-03T11:53:59.553 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.551+0000 7f0d73f2b800 20 add_watcher() i=5 2023-12-03T11:53:59.553 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.551+0000 7f0d73f2b800 20 add_watcher() i=6 2023-12-03T11:53:59.553 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.552+0000 7f0d73f2b800 20 add_watcher() i=7 2023-12-03T11:53:59.553 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.552+0000 7f0d73f2b800 2 all 8 watchers are set, enabling cache 2023-12-03T11:53:59.554 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.553+0000 7f0d35fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:53:59.555 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.553+0000 7f0d73f2b800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:53:59.555 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.553+0000 7f0d73f2b800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:53:59.595 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.593+0000 7f0cacff9640 20 reqs_thread_entry: start 2023-12-03T11:53:59.595 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.593+0000 7f0d73f2b800 20 init_complete bucket index max shards: 1 2023-12-03T11:53:59.595 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.593+0000 7f0d73f2b800 20 Filter name: none 2023-12-03T11:53:59.596 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.593+0000 7f0ca27fc640 20 reqs_thread_entry: start 2023-12-03T11:53:59.596 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.593+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:53:59.596 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.595+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.596 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.595+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.597 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.595+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.597 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.596+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:53:59.598 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.597+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.599 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.598+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.599 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.598+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.600 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.599+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:53:59.602 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.601+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.603 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.601+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.603 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.602+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.604 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.603+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:53:59.605 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.604+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.606 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.604+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.606 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.604+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.607 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.605+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:53:59.608 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.607+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.608 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.607+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.609 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.607+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.610 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.608+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:53:59.611 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.610+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.611 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.610+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.612 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.610+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.613 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.612+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:53:59.615 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.613+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.616 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.614+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.616 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.614+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.616 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.615+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:53:59.618 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.616+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.618 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.617+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.619 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.617+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.620 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.618+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:53:59.621 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.619+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.621 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.620+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.622 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.620+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.622 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.621+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:53:59.624 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.622+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.624 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.623+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.624 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.623+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.625 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.624+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:53:59.626 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.625+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.627 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.625+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.627 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.626+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.628 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.627+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:53:59.629 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.628+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.630 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.628+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.630 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.629+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.631 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.629+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:53:59.632 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.631+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.632 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.631+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.633 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.631+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.633 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.632+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:53:59.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.633+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.634+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.636 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.634+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.637 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.635+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:53:59.638 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.637+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.639 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.637+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.639 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.637+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.640 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.638+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:53:59.641 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.640+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.642 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.640+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.642 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.640+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.643 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.641+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:53:59.644 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.642+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.643+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.643+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.644+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:53:59.647 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.645+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.648 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.646+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.648 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.646+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.648 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.647+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:53:59.650 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.648+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.651 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.649+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.651 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.649+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.651 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.650+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:53:59.653 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.651+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.653 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.652+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.653 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.652+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.654 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.653+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:53:59.655 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.654+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.656 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.655+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.656 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.655+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.657 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.656+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:53:59.659 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.657+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.659 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.658+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.659 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.658+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.660 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.659+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:53:59.661 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.660+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.662 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.660+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.662 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.660+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.663 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.661+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:53:59.664 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.663+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.665 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.663+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.665 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.663+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.665 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.664+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:53:59.667 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.665+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.667 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.666+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.667 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.666+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.668 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.667+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:53:59.670 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.668+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.670 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.669+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.671 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.669+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.672 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.670+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:53:59.673 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.671+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.674 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.672+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.674 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.672+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.675 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.673+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:53:59.675 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.674+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.676 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.674+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.676 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.675+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.677 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.676+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:53:59.678 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.677+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.679 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.677+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.679 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.678+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.679+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:53:59.681 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.680+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.682 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.680+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.682 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.680+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.682 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.681+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:53:59.684 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.682+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.684 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.683+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.684 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.683+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.685 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.684+0000 7f0d73f2b800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:53:59.687 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.685+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.687 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.686+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.687 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.686+0000 7f0d73f2b800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.689 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.688+0000 7f0d35fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:53:59.691 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.690+0000 7f0d73f2b800 20 remove_watcher() i=0 2023-12-03T11:53:59.691 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.690+0000 7f0d73f2b800 2 removed watcher, disabling cache 2023-12-03T11:53:59.692 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.691+0000 7f0d73f2b800 20 remove_watcher() i=1 2023-12-03T11:53:59.693 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.692+0000 7f0d73f2b800 20 remove_watcher() i=2 2023-12-03T11:53:59.694 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.693+0000 7f0d73f2b800 20 remove_watcher() i=3 2023-12-03T11:53:59.695 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.694+0000 7f0d73f2b800 20 remove_watcher() i=4 2023-12-03T11:53:59.696 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.695+0000 7f0d73f2b800 20 remove_watcher() i=5 2023-12-03T11:53:59.697 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.696+0000 7f0d73f2b800 20 remove_watcher() i=6 2023-12-03T11:53:59.698 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.697+0000 7f0d73f2b800 20 remove_watcher() i=7 2023-12-03T11:53:59.703 DEBUG:teuthology.orchestra.run.smithi145:> radosgw-admin gc process --include-all 2023-12-03T11:53:59.752 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:53:59.752 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:53:59.765 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.764+0000 7f0dc2537800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.767 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.765+0000 7f0dc2537800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.767 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.765+0000 7f0dc2537800 20 realm 2023-12-03T11:53:59.767 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.765+0000 7f0dc2537800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.767 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.765+0000 7f0dc2537800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.767 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.765+0000 7f0dc2537800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:53:59.767 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.765+0000 7f0dc2537800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.767 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.766+0000 7f0dc2537800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.767 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.766+0000 7f0dc2537800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.768 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.767+0000 7f0dc2537800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:53:59.768 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.767+0000 7f0dc2537800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.769 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.767+0000 7f0dc2537800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:53:59.769 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.767+0000 7f0dc2537800 20 searching for the correct realm 2023-12-03T11:53:59.778 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.776+0000 7f0dbe26f640 0 -- 172.21.15.145:0/3181935232 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5563e45f99e0 msgr2=0x5563e45fbdd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:53:59.780 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.777+0000 7f0dc2537800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:53:59.780 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.777+0000 7f0dc2537800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:53:59.780 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.777+0000 7f0dc2537800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:53:59.780 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.777+0000 7f0dc2537800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:53:59.780 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.777+0000 7f0dc2537800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.780 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.778+0000 7f0dc2537800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.780 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.778+0000 7f0dc2537800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.780 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.778+0000 7f0dc2537800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:53:59.780 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.778+0000 7f0dc2537800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.780 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.778+0000 7f0dc2537800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:53:59.780 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.778+0000 7f0dc2537800 20 zone default found 2023-12-03T11:53:59.780 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.778+0000 7f0dc2537800 4 Realm: () 2023-12-03T11:53:59.780 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.778+0000 7f0dc2537800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:53:59.780 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.778+0000 7f0dc2537800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:53:59.781 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.778+0000 7f0dc2537800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:53:59.781 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.778+0000 7f0dc2537800 20 zonegroup default 2023-12-03T11:53:59.781 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.778+0000 7f0dc2537800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.781 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.778+0000 7f0dc2537800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.781 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.778+0000 7f0dc2537800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.781 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.779+0000 7f0dc2537800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.782 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.779+0000 7f0dc2537800 20 rados->read ofs=0 len=0 2023-12-03T11:53:59.782 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.779+0000 7f0dc2537800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:53:59.782 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.779+0000 7f0dc2537800 20 started sync module instance, tier type = 2023-12-03T11:53:59.782 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.779+0000 7f0dc2537800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:53:59.786 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.785+0000 7f0dbda6e640 0 -- 172.21.15.145:0/3181935232 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x5563e45fd160 msgr2=0x5563e45ff550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:53:59.789 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.788+0000 7f0dc2537800 20 add_watcher() i=0 2023-12-03T11:53:59.789 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.788+0000 7f0dc2537800 20 add_watcher() i=1 2023-12-03T11:53:59.789 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.788+0000 7f0dc2537800 20 add_watcher() i=2 2023-12-03T11:53:59.789 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.788+0000 7f0dc2537800 20 add_watcher() i=3 2023-12-03T11:53:59.789 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.788+0000 7f0dc2537800 20 add_watcher() i=4 2023-12-03T11:53:59.789 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.788+0000 7f0dc2537800 20 add_watcher() i=5 2023-12-03T11:53:59.790 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.788+0000 7f0dc2537800 20 add_watcher() i=6 2023-12-03T11:53:59.790 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.789+0000 7f0dc2537800 20 add_watcher() i=7 2023-12-03T11:53:59.790 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.789+0000 7f0dc2537800 2 all 8 watchers are set, enabling cache 2023-12-03T11:53:59.791 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.790+0000 7f0d83fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:53:59.792 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.790+0000 7f0dc2537800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:53:59.792 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.790+0000 7f0dc2537800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:53:59.834 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.831+0000 7f0cf2ffd640 20 reqs_thread_entry: start 2023-12-03T11:53:59.834 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.831+0000 7f0dc2537800 20 init_complete bucket index max shards: 1 2023-12-03T11:53:59.834 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.831+0000 7f0dc2537800 20 Filter name: none 2023-12-03T11:53:59.834 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.831+0000 7f0cf0ff9640 20 reqs_thread_entry: start 2023-12-03T11:53:59.834 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.831+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:53:59.835 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.832+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.835 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.833+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.835 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.833+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.835 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.834+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:53:59.837 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.835+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.837 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.836+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.837 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.836+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.838 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.837+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:53:59.840 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.838+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.841 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.839+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.841 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.839+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.841 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.840+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:53:59.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.841+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.842+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.842+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.844 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.843+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:53:59.846 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.844+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.846 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.845+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.846 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.845+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.848 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.846+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:53:59.849 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.848+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.850 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.848+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.850 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.849+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.852 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.851+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:53:59.853 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.852+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.854 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.852+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.854 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.853+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.855 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.853+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:53:59.856 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.855+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.857 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.855+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.857 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.855+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.858 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.856+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:53:59.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.857+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.858+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.858+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.859+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:53:59.862 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.860+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.862 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.861+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.862 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.861+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.863 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.862+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:53:59.865 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.863+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.865 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.864+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.865 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.864+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.866 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.865+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:53:59.868 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.866+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.868 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.867+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.868 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.867+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.869 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.868+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:53:59.871 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.870+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.871 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.870+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.871 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.870+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.872 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.871+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:53:59.874 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.872+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.874 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.873+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.874 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.873+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.876 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.874+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:53:59.877 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.876+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.877 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.876+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.877 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.876+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.878 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.877+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:53:59.879 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.878+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.880 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.879+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.880 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.879+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.881 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.880+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:53:59.883 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.881+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.883 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.882+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.883 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.882+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.885 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.883+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:53:59.886 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.885+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.886 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.885+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.887 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.886+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.888 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.887+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:53:59.889 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.888+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.890 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.889+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.890 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.889+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.891 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.890+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:53:59.892 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.891+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.893 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.891+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.893 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.891+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.894 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.892+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:53:59.895 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.894+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.895 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.894+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.896 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.894+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.897 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.895+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:53:59.898 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.896+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.898 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.897+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.898 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.897+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.899 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.898+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:53:59.901 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.900+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.901 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.900+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.902 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.900+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.903 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.901+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:53:59.904 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.903+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.905 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.903+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.905 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.904+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.906 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.905+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:53:59.907 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.906+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.908 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.907+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.908 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.907+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.909 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.908+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:53:59.910 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.909+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.911 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.909+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.911 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.910+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.912 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.910+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:53:59.913 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.912+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.914 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.912+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.914 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.913+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.915 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.914+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:53:59.916 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.915+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.917 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.915+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.917 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.916+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.918 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.917+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:53:59.919 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.918+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.920 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.918+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.920 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.919+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.921 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.920+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:53:59.922 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.921+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.923 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.921+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.923 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.921+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.924 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.922+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:53:59.925 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.924+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.925 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.924+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.926 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.924+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.927 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.925+0000 7f0dc2537800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:53:59.928 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.926+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.930 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.927+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:53:59.931 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.927+0000 7f0dc2537800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:53:59.931 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.929+0000 7f0d83fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:53:59.932 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.931+0000 7f0dc2537800 20 remove_watcher() i=0 2023-12-03T11:53:59.932 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.931+0000 7f0dc2537800 2 removed watcher, disabling cache 2023-12-03T11:53:59.933 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.932+0000 7f0dc2537800 20 remove_watcher() i=1 2023-12-03T11:53:59.934 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.933+0000 7f0dc2537800 20 remove_watcher() i=2 2023-12-03T11:53:59.936 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.934+0000 7f0dc2537800 20 remove_watcher() i=3 2023-12-03T11:53:59.936 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.935+0000 7f0dc2537800 20 remove_watcher() i=4 2023-12-03T11:53:59.937 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.936+0000 7f0dc2537800 20 remove_watcher() i=5 2023-12-03T11:53:59.938 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.937+0000 7f0dc2537800 20 remove_watcher() i=6 2023-12-03T11:53:59.939 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:53:59.938+0000 7f0dc2537800 20 remove_watcher() i=7 2023-12-03T11:53:59.944 DEBUG:teuthology.orchestra.run.smithi145:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest 2023-12-03T11:54:00.428 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :clean 2023-12-03T11:54:01.025 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :compileJava 2023-12-03T11:54:01.025 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :processResources 2023-12-03T11:54:01.025 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :classes 2023-12-03T11:54:01.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:01.325 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :compileTestJava 2023-12-03T11:54:01.326 INFO:teuthology.orchestra.run.smithi145.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2023-12-03T11:54:01.326 INFO:teuthology.orchestra.run.smithi145.stderr:Note: Recompile with -Xlint:deprecation for details. 2023-12-03T11:54:01.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:01.327 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :processTestResources NO-SOURCE 2023-12-03T11:54:01.327 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :testClasses 2023-12-03T11:54:03.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:03.326 INFO:teuthology.orchestra.run.smithi145.stdout:> Task :test 2023-12-03T11:54:03.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:03.326 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound STARTED 2023-12-03T11:54:03.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:03.326 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound PASSED 2023-12-03T11:54:03.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:03.327 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone STARTED 2023-12-03T11:54:03.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:03.327 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone PASSED 2023-12-03T11:54:03.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:03.525 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty STARTED 2023-12-03T11:54:03.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:03.525 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty PASSED 2023-12-03T11:54:03.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:03.725 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI STARTED 2023-12-03T11:54:04.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:04.825 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI PASSED 2023-12-03T11:54:05.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:05.025 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI STARTED 2023-12-03T11:54:05.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:05.025 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI PASSED 2023-12-03T11:54:05.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:05.224 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI STARTED 2023-12-03T11:54:05.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:05.325 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI PASSED 2023-12-03T11:54:05.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:05.525 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI STARTED 2023-12-03T11:54:05.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:05.525 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI PASSED 2023-12-03T11:54:05.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:05.625 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI STARTED 2023-12-03T11:54:05.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:05.625 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI PASSED 2023-12-03T11:54:05.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:05.825 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB STARTED 2023-12-03T11:54:06.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:06.225 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB PASSED 2023-12-03T11:54:06.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:06.425 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b STARTED 2023-12-03T11:54:06.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:06.425 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b PASSED 2023-12-03T11:54:06.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:06.625 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb STARTED 2023-12-03T11:54:06.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:06.725 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb PASSED 2023-12-03T11:54:06.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:06.925 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC STARTED 2023-12-03T11:54:06.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:06.925 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC PASSED 2023-12-03T11:54:07.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:07.125 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 STARTED 2023-12-03T11:54:07.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:07.225 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 PASSED 2023-12-03T11:54:07.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:07.325 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey STARTED 2023-12-03T11:54:07.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:07.424 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey PASSED 2023-12-03T11:54:07.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:07.625 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 STARTED 2023-12-03T11:54:07.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:07.625 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 PASSED 2023-12-03T11:54:07.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:07.825 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete STARTED 2023-12-03T11:54:07.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:07.925 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete PASSED 2023-12-03T11:54:08.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:08.125 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA STARTED 2023-12-03T11:54:08.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:08.525 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA PASSED 2023-12-03T11:54:08.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:08.825 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI STARTED 2023-12-03T11:54:13.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:13.825 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI PASSED 2023-12-03T11:54:14.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:14.125 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI STARTED 2023-12-03T11:54:14.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:14.125 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI PASSED 2023-12-03T11:54:14.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:14.325 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI STARTED 2023-12-03T11:54:14.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:14.326 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI PASSED 2023-12-03T11:54:14.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:14.625 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI STARTED 2023-12-03T11:54:15.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:15.025 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI PASSED 2023-12-03T11:54:15.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:15.225 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI STARTED 2023-12-03T11:54:15.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:15.225 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI PASSED 2023-12-03T11:54:15.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:15.324 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI STARTED 2023-12-03T11:54:16.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:16.025 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI PASSED 2023-12-03T11:54:16.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:16.225 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 STARTED 2023-12-03T11:54:16.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:16.625 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 PASSED 2023-12-03T11:54:16.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:16.825 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI STARTED 2023-12-03T11:54:17.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:17.225 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI PASSED 2023-12-03T11:54:17.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:17.424 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI STARTED 2023-12-03T11:54:20.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:20.925 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI PASSED 2023-12-03T11:54:21.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:21.125 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI STARTED 2023-12-03T11:54:22.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:22.225 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI PASSED 2023-12-03T11:54:22.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:22.325 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI STARTED 2023-12-03T11:54:23.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:23.325 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI PASSED 2023-12-03T11:54:23.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:23.525 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause STARTED 2023-12-03T11:54:24.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:24.025 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause PASSED 2023-12-03T11:54:24.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:24.225 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound STARTED 2023-12-03T11:54:24.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:24.325 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound PASSED 2023-12-03T11:54:24.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:24.425 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch STARTED 2023-12-03T11:54:24.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:24.425 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch PASSED 2023-12-03T11:54:24.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:24.625 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort STARTED 2023-12-03T11:54:24.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:24.625 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort PASSED 2023-12-03T11:54:24.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:24.828 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid STARTED 2023-12-03T11:54:24.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:24.828 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid PASSED 2023-12-03T11:54:25.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:25.025 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None STARTED 2023-12-03T11:54:25.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:25.124 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None PASSED 2023-12-03T11:54:25.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:25.325 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable STARTED 2023-12-03T11:54:25.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:25.325 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable PASSED 2023-12-03T11:54:25.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:25.525 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes STARTED 2023-12-03T11:54:25.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:25.525 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes PASSED 2023-12-03T11:54:25.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:25.725 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot STARTED 2023-12-03T11:54:25.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:25.825 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot PASSED 2023-12-03T11:54:26.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:26.025 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist STARTED 2023-12-03T11:54:26.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:26.025 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist PASSED 2023-12-03T11:54:26.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:26.225 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage STARTED 2023-12-03T11:54:26.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:26.325 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage PASSED 2023-12-03T11:54:26.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:26.525 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList STARTED 2023-12-03T11:54:26.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:26.624 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList PASSED 2023-12-03T11:54:26.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:26.825 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList STARTED 2023-12-03T11:54:26.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:26.825 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList PASSED 2023-12-03T11:54:27.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:27.025 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList STARTED 2023-12-03T11:54:27.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:27.125 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList PASSED 2023-12-03T11:54:27.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:27.324 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable STARTED 2023-12-03T11:54:27.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:27.424 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable PASSED 2023-12-03T11:54:27.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:27.625 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative STARTED 2023-12-03T11:54:27.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:27.625 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative PASSED 2023-12-03T11:54:27.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:27.824 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone STARTED 2023-12-03T11:54:27.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:27.924 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone PASSED 2023-12-03T11:54:28.126 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:28.126 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne STARTED 2023-12-03T11:54:28.126 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:28.126 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne PASSED 2023-12-03T11:54:28.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:28.324 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero STARTED 2023-12-03T11:54:28.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:28.425 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero PASSED 2023-12-03T11:54:28.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:28.625 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt STARTED 2023-12-03T11:54:28.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:28.725 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt PASSED 2023-12-03T11:54:28.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:28.924 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic STARTED 2023-12-03T11:54:28.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:28.925 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic PASSED 2023-12-03T11:54:29.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:29.125 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt STARTED 2023-12-03T11:54:29.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:29.225 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt PASSED 2023-12-03T11:54:29.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:29.425 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic STARTED 2023-12-03T11:54:29.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:29.425 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic PASSED 2023-12-03T11:54:29.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:29.625 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist STARTED 2023-12-03T11:54:29.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:29.725 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist PASSED 2023-12-03T11:54:29.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:29.925 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist STARTED 2023-12-03T11:54:30.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:30.025 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist PASSED 2023-12-03T11:54:30.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:30.225 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist STARTED 2023-12-03T11:54:30.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:30.225 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist PASSED 2023-12-03T11:54:30.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:30.425 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty STARTED 2023-12-03T11:54:30.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:30.525 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty PASSED 2023-12-03T11:54:30.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:30.725 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone STARTED 2023-12-03T11:54:30.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:30.825 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone PASSED 2023-12-03T11:54:31.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:31.025 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist STARTED 2023-12-03T11:54:31.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:31.025 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist PASSED 2023-12-03T11:54:31.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:31.225 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable STARTED 2023-12-03T11:54:31.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:31.325 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable PASSED 2023-12-03T11:54:31.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:31.525 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket STARTED 2023-12-03T11:54:31.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:31.525 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket PASSED 2023-12-03T11:54:31.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:31.724 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist STARTED 2023-12-03T11:54:31.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:31.825 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist PASSED 2023-12-03T11:54:31.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:31.925 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl STARTED 2023-12-03T11:54:32.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:32.025 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl PASSED 2023-12-03T11:54:32.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:32.125 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag STARTED 2023-12-03T11:54:32.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:32.225 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag PASSED 2023-12-03T11:54:32.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:32.324 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete STARTED 2023-12-03T11:54:32.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:32.525 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete PASSED 2023-12-03T11:54:32.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:32.725 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket STARTED 2023-12-03T11:54:32.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:32.725 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket PASSED 2023-12-03T11:54:32.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:32.824 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode STARTED 2023-12-03T11:54:32.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:32.924 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode PASSED 2023-12-03T11:54:33.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:33.125 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode STARTED 2023-12-03T11:54:33.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:33.125 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode PASSED 2023-12-03T11:54:33.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:33.324 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey STARTED 2023-12-03T11:54:33.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:33.424 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey PASSED 2023-12-03T11:54:33.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:33.624 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared STARTED 2023-12-03T11:54:33.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:33.725 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared PASSED 2023-12-03T11:54:33.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:33.925 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile STARTED 2023-12-03T11:54:34.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:34.424 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile PASSED 2023-12-03T11:54:34.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:34.724 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testUploadFileList STARTED 2023-12-03T11:54:35.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:35.125 INFO:teuthology.orchestra.run.smithi145.stdout:suite > Object tests > ObjectTest.testUploadFileList PASSED 2023-12-03T11:54:35.293 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:35.293 INFO:teuthology.orchestra.run.smithi145.stdout:---------------------------------------------------------------------- 2023-12-03T11:54:35.293 INFO:teuthology.orchestra.run.smithi145.stdout:| Results: SUCCESS (70 tests, 70 successes, 0 failures, 0 skipped) | 2023-12-03T11:54:35.293 INFO:teuthology.orchestra.run.smithi145.stdout:---------------------------------------------------------------------- 2023-12-03T11:54:35.293 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:35.293 INFO:teuthology.orchestra.run.smithi145.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2023-12-03T11:54:35.293 INFO:teuthology.orchestra.run.smithi145.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2023-12-03T11:54:35.294 INFO:teuthology.orchestra.run.smithi145.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2023-12-03T11:54:35.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:35.294 INFO:teuthology.orchestra.run.smithi145.stdout:BUILD SUCCESSFUL in 35s 2023-12-03T11:54:35.294 INFO:teuthology.orchestra.run.smithi145.stdout:5 actionable tasks: 5 executed 2023-12-03T11:54:35.297 DEBUG:teuthology.orchestra.run.smithi145:> radosgw-admin gc process --include-all 2023-12-03T11:54:35.351 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:35.351 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:35.364 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.363+0000 7f0725731800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.366 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.364+0000 7f0725731800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:35.366 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.364+0000 7f0725731800 20 realm 2023-12-03T11:54:35.366 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.364+0000 7f0725731800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.366 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.364+0000 7f0725731800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:35.367 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.364+0000 7f0725731800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:35.367 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.364+0000 7f0725731800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.367 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.365+0000 7f0725731800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:35.367 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.365+0000 7f0725731800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.367 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.366+0000 7f0725731800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:35.367 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.366+0000 7f0725731800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.368 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.366+0000 7f0725731800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:35.368 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.366+0000 7f0725731800 20 searching for the correct realm 2023-12-03T11:54:35.378 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.376+0000 7f072137e640 0 -- 172.21.15.145:0/1801227059 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55e0bb58fe90 msgr2=0x55e0bb592280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:35.378 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.376+0000 7f0725731800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:54:35.378 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.376+0000 7f0725731800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:54:35.378 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.376+0000 7f0725731800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:35.378 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.376+0000 7f0725731800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:35.378 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.376+0000 7f0725731800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.378 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.376+0000 7f0725731800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:35.378 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.376+0000 7f0725731800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.380 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.377+0000 7f0725731800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:35.380 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.377+0000 7f0725731800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.380 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.377+0000 7f0725731800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:35.380 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.377+0000 7f0725731800 20 zone default found 2023-12-03T11:54:35.380 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.377+0000 7f0725731800 4 Realm: () 2023-12-03T11:54:35.380 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.377+0000 7f0725731800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:54:35.380 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.377+0000 7f0725731800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:54:35.380 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.377+0000 7f0725731800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:35.380 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.377+0000 7f0725731800 20 zonegroup default 2023-12-03T11:54:35.380 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.377+0000 7f0725731800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.381 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.377+0000 7f0725731800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:35.381 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.377+0000 7f0725731800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.381 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.378+0000 7f0725731800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:35.381 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.378+0000 7f0725731800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.381 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.378+0000 7f0725731800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:35.381 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.378+0000 7f0725731800 20 started sync module instance, tier type = 2023-12-03T11:54:35.381 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.378+0000 7f0725731800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:54:35.387 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.386+0000 7f0718b7d640 0 -- 172.21.15.145:0/1801227059 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55e0bb5934d0 msgr2=0x55e0bb5958c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:35.388 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.387+0000 7f0725731800 20 add_watcher() i=0 2023-12-03T11:54:35.388 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.387+0000 7f0725731800 20 add_watcher() i=1 2023-12-03T11:54:35.388 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.387+0000 7f0725731800 20 add_watcher() i=2 2023-12-03T11:54:35.388 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.387+0000 7f0725731800 20 add_watcher() i=3 2023-12-03T11:54:35.389 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.387+0000 7f0725731800 20 add_watcher() i=4 2023-12-03T11:54:35.389 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.387+0000 7f0725731800 20 add_watcher() i=5 2023-12-03T11:54:35.389 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.387+0000 7f0725731800 20 add_watcher() i=6 2023-12-03T11:54:35.389 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.388+0000 7f0725731800 20 add_watcher() i=7 2023-12-03T11:54:35.389 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.388+0000 7f0725731800 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:35.391 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.389+0000 7f06e6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:35.392 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.390+0000 7f0725731800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:35.392 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.390+0000 7f0725731800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:35.433 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.432+0000 7f0655ffb640 20 reqs_thread_entry: start 2023-12-03T11:54:35.434 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.432+0000 7f0725731800 20 init_complete bucket index max shards: 1 2023-12-03T11:54:35.434 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.432+0000 7f0725731800 20 Filter name: none 2023-12-03T11:54:35.434 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.432+0000 7f06477fe640 20 reqs_thread_entry: start 2023-12-03T11:54:35.434 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.432+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:54:35.434 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.433+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.435 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.434+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.436 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.434+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:54:35.436 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.434+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='2~gO_fIZUiBxR07lu4ThJ6QVY12b6LbC0', time=2023-12-03T13:54:04.759493+0000, chain.objs.size()=5 2023-12-03T11:54:35.436 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.434+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.67__multipart_key1.2~gO_fIZUiBxR07lu4ThJ6QVY12b6LbC0.1 2023-12-03T11:54:35.436 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.434+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.67__multipart_key1.2~gO_fIZUiBxR07lu4ThJ6QVY12b6LbC0.2 2023-12-03T11:54:35.437 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.434+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.67__multipart_key1.2~gO_fIZUiBxR07lu4ThJ6QVY12b6LbC0.3 2023-12-03T11:54:35.437 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.434+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.67__multipart_key1.2~gO_fIZUiBxR07lu4ThJ6QVY12b6LbC0.4 2023-12-03T11:54:35.437 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.434+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.67__multipart_key1.2~gO_fIZUiBxR07lu4ThJ6QVY12b6LbC0.5 2023-12-03T11:54:35.437 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.434+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.4139690677729460187', time=2023-12-03T13:54:11.758900+0000, chain.objs.size()=5 2023-12-03T11:54:35.437 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.434+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~rXTPlkeOZlDFt83OT-IHqzRgDD9Vi5B.1 2023-12-03T11:54:35.437 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.434+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~rXTPlkeOZlDFt83OT-IHqzRgDD9Vi5B.2 2023-12-03T11:54:35.437 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.434+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~rXTPlkeOZlDFt83OT-IHqzRgDD9Vi5B.3 2023-12-03T11:54:35.437 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.434+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~rXTPlkeOZlDFt83OT-IHqzRgDD9Vi5B.4 2023-12-03T11:54:35.437 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.435+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~rXTPlkeOZlDFt83OT-IHqzRgDD9Vi5B.5 2023-12-03T11:54:35.442 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.440+0000 7f0725731800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:35.444 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.443+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:54:35.445 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.444+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.446 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.445+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.447 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.445+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:35.447 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.445+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.3294067740659515749', time=2023-12-03T13:54:13.724826+0000, chain.objs.size()=5 2023-12-03T11:54:35.447 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.445+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~tdtwEl50JpC22cKDn7BNpqJYzyPE3wP.1 2023-12-03T11:54:35.447 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.445+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__shadow_key1.2~tdtwEl50JpC22cKDn7BNpqJYzyPE3wP.1_1 2023-12-03T11:54:35.447 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.445+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~tdtwEl50JpC22cKDn7BNpqJYzyPE3wP.2 2023-12-03T11:54:35.447 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.445+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__shadow_key1.2~tdtwEl50JpC22cKDn7BNpqJYzyPE3wP.2_1 2023-12-03T11:54:35.447 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.445+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~tdtwEl50JpC22cKDn7BNpqJYzyPE3wP.3 2023-12-03T11:54:35.450 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.449+0000 7f0725731800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:35.452 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.451+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:54:35.454 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.453+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.454 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.453+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.455 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.453+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:35.455 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.453+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.6892599436842182857', time=2023-12-03T13:54:16.621854+0000, chain.objs.size()=5 2023-12-03T11:54:35.455 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.453+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.88__multipart_file2.mpg.2~ocUtIYyxuxx5L1C2PP88tRDx2HW8diI.1 2023-12-03T11:54:35.455 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.453+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.88__multipart_file2.mpg.2~ocUtIYyxuxx5L1C2PP88tRDx2HW8diI.2 2023-12-03T11:54:35.455 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.453+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.88__multipart_file2.mpg.2~ocUtIYyxuxx5L1C2PP88tRDx2HW8diI.3 2023-12-03T11:54:35.455 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.453+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.88__multipart_file2.mpg.2~ocUtIYyxuxx5L1C2PP88tRDx2HW8diI.4 2023-12-03T11:54:35.456 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.453+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.88__multipart_file2.mpg.2~ocUtIYyxuxx5L1C2PP88tRDx2HW8diI.5 2023-12-03T11:54:35.458 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.456+0000 7f0725731800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:35.460 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.458+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:54:35.461 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.460+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.461 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.460+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.462 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.460+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:54:35.463 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.460+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.17142767783980385315', time=2023-12-03T13:54:11.310520+0000, chain.objs.size()=5 2023-12-03T11:54:35.463 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.460+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~TWa-x71ZlkLdXWwC2y10Py0pOTCSCDs.1 2023-12-03T11:54:35.463 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.460+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~TWa-x71ZlkLdXWwC2y10Py0pOTCSCDs.2 2023-12-03T11:54:35.463 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.461+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~TWa-x71ZlkLdXWwC2y10Py0pOTCSCDs.3 2023-12-03T11:54:35.463 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.461+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~TWa-x71ZlkLdXWwC2y10Py0pOTCSCDs.4 2023-12-03T11:54:35.463 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.461+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~TWa-x71ZlkLdXWwC2y10Py0pOTCSCDs.5 2023-12-03T11:54:35.463 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.461+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.14395352569399339855', time=2023-12-03T13:54:20.833694+0000, chain.objs.size()=5 2023-12-03T11:54:35.463 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.461+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~2gijzizjDhjTwpVdhSv5IqrzdixRtr0.1 2023-12-03T11:54:35.463 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.461+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__shadow_key1.2~2gijzizjDhjTwpVdhSv5IqrzdixRtr0.1_1 2023-12-03T11:54:35.463 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.461+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~2gijzizjDhjTwpVdhSv5IqrzdixRtr0.2 2023-12-03T11:54:35.463 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.461+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__shadow_key1.2~2gijzizjDhjTwpVdhSv5IqrzdixRtr0.2_1 2023-12-03T11:54:35.463 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.461+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~2gijzizjDhjTwpVdhSv5IqrzdixRtr0.3 2023-12-03T11:54:35.467 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.466+0000 7f0725731800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:35.470 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.468+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:54:35.471 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.470+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.471 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.470+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.472 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.470+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:54:35.472 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.470+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.8067358107436144705', time=2023-12-03T13:54:15.043785+0000, chain.objs.size()=5 2023-12-03T11:54:35.472 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.470+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.86__multipart_key1.2~rnzjJb_LEw16IAH8BxVHPPza3yqicSP.1 2023-12-03T11:54:35.472 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.470+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.86__multipart_key1.2~rnzjJb_LEw16IAH8BxVHPPza3yqicSP.2 2023-12-03T11:54:35.473 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.470+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.86__multipart_key1.2~rnzjJb_LEw16IAH8BxVHPPza3yqicSP.3 2023-12-03T11:54:35.473 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.470+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.86__multipart_key1.2~rnzjJb_LEw16IAH8BxVHPPza3yqicSP.4 2023-12-03T11:54:35.473 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.470+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.86__multipart_key1.2~rnzjJb_LEw16IAH8BxVHPPza3yqicSP.5 2023-12-03T11:54:35.473 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.470+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.8566558782744575955', time=2023-12-03T13:54:19.671114+0000, chain.objs.size()=5 2023-12-03T11:54:35.473 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.470+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~a5tQ3ynZm87iZzAsGz1AQ9vbi8REBCD.1 2023-12-03T11:54:35.473 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.470+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~a5tQ3ynZm87iZzAsGz1AQ9vbi8REBCD.2 2023-12-03T11:54:35.473 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.470+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~a5tQ3ynZm87iZzAsGz1AQ9vbi8REBCD.3 2023-12-03T11:54:35.473 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.470+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~a5tQ3ynZm87iZzAsGz1AQ9vbi8REBCD.4 2023-12-03T11:54:35.473 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.470+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~a5tQ3ynZm87iZzAsGz1AQ9vbi8REBCD.5 2023-12-03T11:54:35.476 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.475+0000 7f0725731800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:35.478 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.476+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:54:35.479 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.478+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.479 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.478+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.480 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.478+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.480 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.479+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:54:35.482 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.480+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.483 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.482+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.483 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.482+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.484 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.483+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:54:35.485 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.484+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.486 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.484+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.486 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.485+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.487 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.486+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:54:35.488 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.487+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.489 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.487+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.489 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.487+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.491 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.489+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:54:35.492 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.490+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.492 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.491+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.493 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.491+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:35.493 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.491+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.5141439290057605494', time=2023-12-03T13:54:10.742116+0000, chain.objs.size()=5 2023-12-03T11:54:35.493 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.491+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~cuaHZsB4umVOx04I1zngZ2mq18uX7q0.1 2023-12-03T11:54:35.493 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.491+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~cuaHZsB4umVOx04I1zngZ2mq18uX7q0.2 2023-12-03T11:54:35.493 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.491+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~cuaHZsB4umVOx04I1zngZ2mq18uX7q0.3 2023-12-03T11:54:35.493 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.491+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~cuaHZsB4umVOx04I1zngZ2mq18uX7q0.4 2023-12-03T11:54:35.493 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.491+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~cuaHZsB4umVOx04I1zngZ2mq18uX7q0.5 2023-12-03T11:54:35.496 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.495+0000 7f0725731800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:35.498 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.497+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:54:35.499 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.498+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.500 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.498+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.500 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.498+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.501 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.499+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:54:35.502 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.501+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.502 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.501+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.502 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.501+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.505 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.502+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:54:35.505 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.503+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.505 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.504+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.505 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.504+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.506 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.505+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:54:35.508 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.506+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.508 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.507+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.509 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.507+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.510 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.508+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:54:35.511 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.510+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.511 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.510+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.511 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.510+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.512 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.511+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:54:35.514 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.512+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.514 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.513+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.515 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.513+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.515 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.514+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:54:35.516 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.515+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.517 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.515+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.517 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.516+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.518 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.517+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:54:35.519 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.518+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.520 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.519+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.520 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.519+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.521 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.520+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:54:35.523 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.522+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.524 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.522+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.524 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.522+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.525 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.523+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:54:35.526 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.525+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.526 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.525+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.527 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.525+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:35.527 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.525+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.1768926596275876352', time=2023-12-03T13:54:20.064614+0000, chain.objs.size()=5 2023-12-03T11:54:35.527 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.526+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~W8LGYZPZfUneyU8aCjfHU9LGecpH_8B.1 2023-12-03T11:54:35.527 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.526+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~W8LGYZPZfUneyU8aCjfHU9LGecpH_8B.2 2023-12-03T11:54:35.527 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.526+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~W8LGYZPZfUneyU8aCjfHU9LGecpH_8B.3 2023-12-03T11:54:35.527 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.526+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~W8LGYZPZfUneyU8aCjfHU9LGecpH_8B.4 2023-12-03T11:54:35.527 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.526+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~W8LGYZPZfUneyU8aCjfHU9LGecpH_8B.5 2023-12-03T11:54:35.530 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.529+0000 7f0725731800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:35.533 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.531+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:54:35.534 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.533+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.534 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.533+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.535 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.533+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:35.535 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.533+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.7514240952153636972', time=2023-12-03T13:54:34.409893+0000, chain.objs.size()=5 2023-12-03T11:54:35.535 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.533+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.131__multipart_key1.2~SIJwOHB-bw32uBmCfDCInZkWnNz62P_.1 2023-12-03T11:54:35.535 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.533+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.131__multipart_key1.2~SIJwOHB-bw32uBmCfDCInZkWnNz62P_.2 2023-12-03T11:54:35.535 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.533+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.131__multipart_key1.2~SIJwOHB-bw32uBmCfDCInZkWnNz62P_.3 2023-12-03T11:54:35.535 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.533+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.131__multipart_key1.2~SIJwOHB-bw32uBmCfDCInZkWnNz62P_.4 2023-12-03T11:54:35.536 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.533+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.131__multipart_key1.2~SIJwOHB-bw32uBmCfDCInZkWnNz62P_.5 2023-12-03T11:54:35.538 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.536+0000 7f0725731800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:35.540 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.539+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:54:35.541 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.540+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.541 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.540+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.542 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.540+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:35.542 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.540+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.2403224328197842735', time=2023-12-03T13:54:22.181531+0000, chain.objs.size()=5 2023-12-03T11:54:35.542 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.540+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.91__multipart_key1.2~V4SolTRb0ZauShrFjYvBfwhQ4_k9i9n.1 2023-12-03T11:54:35.542 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.540+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.91__multipart_key1.2~V4SolTRb0ZauShrFjYvBfwhQ4_k9i9n.2 2023-12-03T11:54:35.542 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.540+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.91__multipart_key1.2~V4SolTRb0ZauShrFjYvBfwhQ4_k9i9n.3 2023-12-03T11:54:35.542 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.540+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.91__multipart_key1.2~V4SolTRb0ZauShrFjYvBfwhQ4_k9i9n.4 2023-12-03T11:54:35.543 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.540+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.91__multipart_key1.2~V4SolTRb0ZauShrFjYvBfwhQ4_k9i9n.5 2023-12-03T11:54:35.545 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.544+0000 7f0725731800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:35.548 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.546+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:54:35.548 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.547+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.549 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.548+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.550 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.548+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-12-03T11:54:35.550 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.548+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.17071987766785506399', time=2023-12-03T13:54:13.861869+0000, chain.objs.size()=5 2023-12-03T11:54:35.550 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.548+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~6TOxFMsLsuXZ9mB2BLlVZZnY8n-dsbn.1 2023-12-03T11:54:35.550 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.548+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__shadow_key1.2~6TOxFMsLsuXZ9mB2BLlVZZnY8n-dsbn.1_1 2023-12-03T11:54:35.550 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.548+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~6TOxFMsLsuXZ9mB2BLlVZZnY8n-dsbn.2 2023-12-03T11:54:35.550 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.548+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__shadow_key1.2~6TOxFMsLsuXZ9mB2BLlVZZnY8n-dsbn.2_1 2023-12-03T11:54:35.551 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.548+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~6TOxFMsLsuXZ9mB2BLlVZZnY8n-dsbn.3 2023-12-03T11:54:35.551 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.548+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.16031329716889838172', time=2023-12-03T13:54:19.256773+0000, chain.objs.size()=5 2023-12-03T11:54:35.551 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.548+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~WrrxWuV-qngmk1GUmv2CwunGyrmvNAK.1 2023-12-03T11:54:35.551 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.548+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~WrrxWuV-qngmk1GUmv2CwunGyrmvNAK.2 2023-12-03T11:54:35.551 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.548+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~WrrxWuV-qngmk1GUmv2CwunGyrmvNAK.3 2023-12-03T11:54:35.551 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.548+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~WrrxWuV-qngmk1GUmv2CwunGyrmvNAK.4 2023-12-03T11:54:35.551 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.548+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~WrrxWuV-qngmk1GUmv2CwunGyrmvNAK.5 2023-12-03T11:54:35.551 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.548+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.12680013782448209241', time=2023-12-03T13:54:35.149210+0000, chain.objs.size()=5 2023-12-03T11:54:35.551 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.548+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.132__multipart_key1/data/file.mpg.2~9S7ubT_OLElRuF-1KLCCAsVFS1UdlE3.1 2023-12-03T11:54:35.551 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.548+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.132__multipart_key1/data/file.mpg.2~9S7ubT_OLElRuF-1KLCCAsVFS1UdlE3.2 2023-12-03T11:54:35.554 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.552+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.132__multipart_key1/data/file.mpg.2~9S7ubT_OLElRuF-1KLCCAsVFS1UdlE3.3 2023-12-03T11:54:35.554 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.552+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.132__multipart_key1/data/file.mpg.2~9S7ubT_OLElRuF-1KLCCAsVFS1UdlE3.4 2023-12-03T11:54:35.554 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.552+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.132__multipart_key1/data/file.mpg.2~9S7ubT_OLElRuF-1KLCCAsVFS1UdlE3.5 2023-12-03T11:54:35.559 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.557+0000 7f0725731800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:35.561 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.560+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:54:35.563 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.561+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.563 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.562+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.564 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.562+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:54:35.564 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.562+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.1833934140842740154', time=2023-12-03T13:54:06.222982+0000, chain.objs.size()=2 2023-12-03T11:54:35.564 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.562+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.71__shadow_.hOP5JugKXE3I3IzsAQ16gTEWFfoggR6_1 2023-12-03T11:54:35.564 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.562+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.71__shadow_.hOP5JugKXE3I3IzsAQ16gTEWFfoggR6_2 2023-12-03T11:54:35.564 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.562+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.12895083038671220424', time=2023-12-03T13:54:12.740214+0000, chain.objs.size()=5 2023-12-03T11:54:35.564 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.562+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~74bYiast9xlItesXV1OaLkGkSwUNre_.1 2023-12-03T11:54:35.564 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.562+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__shadow_key1.2~74bYiast9xlItesXV1OaLkGkSwUNre_.1_1 2023-12-03T11:54:35.564 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.562+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~74bYiast9xlItesXV1OaLkGkSwUNre_.2 2023-12-03T11:54:35.564 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.562+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__shadow_key1.2~74bYiast9xlItesXV1OaLkGkSwUNre_.2_1 2023-12-03T11:54:35.564 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.562+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.82__multipart_key1.2~74bYiast9xlItesXV1OaLkGkSwUNre_.3 2023-12-03T11:54:35.567 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.566+0000 7f0725731800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:35.571 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.570+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:54:35.572 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.571+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.573 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.571+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.573 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.572+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.574 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.573+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:54:35.575 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.574+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.576 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.574+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.576 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.575+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:35.576 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.575+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.1045614667774050952', time=2023-12-03T13:54:08.589747+0000, chain.objs.size()=5 2023-12-03T11:54:35.576 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.575+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.79__multipart_key1.2~tGovNhfAePb-YQPJ7NMn5rflqy92J2a.1 2023-12-03T11:54:35.576 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.575+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.79__multipart_key1.2~tGovNhfAePb-YQPJ7NMn5rflqy92J2a.2 2023-12-03T11:54:35.577 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.575+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.79__multipart_key1.2~tGovNhfAePb-YQPJ7NMn5rflqy92J2a.3 2023-12-03T11:54:35.577 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.575+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.79__multipart_key1.2~tGovNhfAePb-YQPJ7NMn5rflqy92J2a.4 2023-12-03T11:54:35.577 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.575+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.79__multipart_key1.2~tGovNhfAePb-YQPJ7NMn5rflqy92J2a.5 2023-12-03T11:54:35.577 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.576+0000 7f0725731800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:35.580 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.578+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:54:35.581 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.580+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.581 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.580+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.582 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.580+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:35.582 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.580+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.5977245356158662369', time=2023-12-03T13:54:23.377494+0000, chain.objs.size()=5 2023-12-03T11:54:35.582 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.580+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.92__multipart_key1.2~DozFMHhNoBO2QML1IjEHgpCDeSQmi7l.1 2023-12-03T11:54:35.582 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.580+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.92__multipart_key1.2~DozFMHhNoBO2QML1IjEHgpCDeSQmi7l.2 2023-12-03T11:54:35.582 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.580+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.92__multipart_key1.2~DozFMHhNoBO2QML1IjEHgpCDeSQmi7l.3 2023-12-03T11:54:35.582 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.580+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.92__multipart_key1.2~DozFMHhNoBO2QML1IjEHgpCDeSQmi7l.4 2023-12-03T11:54:35.582 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.580+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.92__multipart_key1.2~DozFMHhNoBO2QML1IjEHgpCDeSQmi7l.5 2023-12-03T11:54:35.585 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.584+0000 7f0725731800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:35.588 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.586+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:54:35.589 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.587+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.589 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.588+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.589 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.588+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.590 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.589+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:54:35.591 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.590+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.592 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.591+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.593 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.591+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:35.593 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.591+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.4437398304767008593', time=2023-12-03T13:54:20.970796+0000, chain.objs.size()=5 2023-12-03T11:54:35.593 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.591+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~i85ZPBBJqhI2HrVb62RzgfOWRWsz3iD.1 2023-12-03T11:54:35.593 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.591+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__shadow_key1.2~i85ZPBBJqhI2HrVb62RzgfOWRWsz3iD.1_1 2023-12-03T11:54:35.593 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.591+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~i85ZPBBJqhI2HrVb62RzgfOWRWsz3iD.2 2023-12-03T11:54:35.593 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.591+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__shadow_key1.2~i85ZPBBJqhI2HrVb62RzgfOWRWsz3iD.2_1 2023-12-03T11:54:35.593 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.591+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~i85ZPBBJqhI2HrVb62RzgfOWRWsz3iD.3 2023-12-03T11:54:35.596 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.594+0000 7f0725731800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:35.600 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.598+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:54:35.601 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.600+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.601 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.600+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.603 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.601+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-12-03T11:54:35.603 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.601+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.79__multipart_key1.2~tGovNhfAePb-YQPJ7NMn5rflqy92J2a.2_6c18ec55818d961d98c296b8c27f66bb', time=2023-12-03T13:54:08.695577+0000, chain.objs.size()=5 2023-12-03T11:54:35.603 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.601+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.79__multipart_key1.2~tGovNhfAePb-YQPJ7NMn5rflqy92J2a.1 2023-12-03T11:54:35.603 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.601+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.79__multipart_key1.2~tGovNhfAePb-YQPJ7NMn5rflqy92J2a.2 2023-12-03T11:54:35.603 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.601+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.79__multipart_key1.2~tGovNhfAePb-YQPJ7NMn5rflqy92J2a.3 2023-12-03T11:54:35.603 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.601+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.79__multipart_key1.2~tGovNhfAePb-YQPJ7NMn5rflqy92J2a.4 2023-12-03T11:54:35.603 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.601+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.79__multipart_key1.2~tGovNhfAePb-YQPJ7NMn5rflqy92J2a.5 2023-12-03T11:54:35.603 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.601+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.15606074966221813247', time=2023-12-03T13:54:16.025136+0000, chain.objs.size()=5 2023-12-03T11:54:35.603 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.601+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.87__multipart_key1.2~XOHGLeSf4etplZxZ_S9JJPuAl0eubyB.1 2023-12-03T11:54:35.603 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.601+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.87__multipart_key1.2~XOHGLeSf4etplZxZ_S9JJPuAl0eubyB.2 2023-12-03T11:54:35.603 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.601+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.87__multipart_key1.2~XOHGLeSf4etplZxZ_S9JJPuAl0eubyB.3 2023-12-03T11:54:35.603 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.601+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.87__multipart_key1.2~XOHGLeSf4etplZxZ_S9JJPuAl0eubyB.4 2023-12-03T11:54:35.603 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.601+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.87__multipart_key1.2~XOHGLeSf4etplZxZ_S9JJPuAl0eubyB.5 2023-12-03T11:54:35.604 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.601+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl', time=2023-12-03T13:54:24.097844+0000, chain.objs.size()=93 2023-12-03T11:54:35.604 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.601+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.1 2023-12-03T11:54:35.604 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.601+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.2 2023-12-03T11:54:35.605 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.603+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.3 2023-12-03T11:54:35.605 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.603+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.4 2023-12-03T11:54:35.605 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.603+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.5 2023-12-03T11:54:35.605 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.603+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.6 2023-12-03T11:54:35.606 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.605+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.7 2023-12-03T11:54:35.607 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.605+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.8 2023-12-03T11:54:35.607 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.605+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.9 2023-12-03T11:54:35.607 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.605+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.10 2023-12-03T11:54:35.607 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.605+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.11 2023-12-03T11:54:35.607 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.605+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.12 2023-12-03T11:54:35.607 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.605+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.13 2023-12-03T11:54:35.607 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.605+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.14 2023-12-03T11:54:35.607 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.605+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.15 2023-12-03T11:54:35.607 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.605+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.16 2023-12-03T11:54:35.608 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.605+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.17 2023-12-03T11:54:35.609 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.607+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.18 2023-12-03T11:54:35.609 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.607+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.19 2023-12-03T11:54:35.610 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.607+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.20 2023-12-03T11:54:35.610 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.607+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.21 2023-12-03T11:54:35.610 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.607+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.22 2023-12-03T11:54:35.610 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.608+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.23 2023-12-03T11:54:35.610 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.608+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.24 2023-12-03T11:54:35.610 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.608+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.25 2023-12-03T11:54:35.610 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.608+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.26 2023-12-03T11:54:35.610 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.608+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.27 2023-12-03T11:54:35.610 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.608+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.28 2023-12-03T11:54:35.611 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.609+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.29 2023-12-03T11:54:35.612 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.609+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.30 2023-12-03T11:54:35.612 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.609+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.31 2023-12-03T11:54:35.612 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.609+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.32 2023-12-03T11:54:35.612 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.610+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.33 2023-12-03T11:54:35.612 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.610+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.34 2023-12-03T11:54:35.612 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.610+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.35 2023-12-03T11:54:35.612 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.610+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.36 2023-12-03T11:54:35.612 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.610+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.37 2023-12-03T11:54:35.612 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.610+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.38 2023-12-03T11:54:35.612 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.610+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.39 2023-12-03T11:54:35.613 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.611+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.40 2023-12-03T11:54:35.613 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.612+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.41 2023-12-03T11:54:35.613 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.612+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.42 2023-12-03T11:54:35.613 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.612+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.43 2023-12-03T11:54:35.613 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.612+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.44 2023-12-03T11:54:35.613 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.612+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.45 2023-12-03T11:54:35.613 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.612+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.46 2023-12-03T11:54:35.615 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.612+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.47 2023-12-03T11:54:35.615 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.612+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.48 2023-12-03T11:54:35.615 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.613+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.49 2023-12-03T11:54:35.615 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.613+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.50 2023-12-03T11:54:35.615 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.613+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.51 2023-12-03T11:54:35.615 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.613+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.52 2023-12-03T11:54:35.615 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.613+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.53 2023-12-03T11:54:35.615 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.613+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.54 2023-12-03T11:54:35.616 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.614+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.55 2023-12-03T11:54:35.616 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.614+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.56 2023-12-03T11:54:35.616 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.614+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.57 2023-12-03T11:54:35.616 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.614+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.58 2023-12-03T11:54:35.616 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.614+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.59 2023-12-03T11:54:35.617 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.615+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.60 2023-12-03T11:54:35.617 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.616+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.61 2023-12-03T11:54:35.618 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.616+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.62 2023-12-03T11:54:35.618 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.616+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.63 2023-12-03T11:54:35.618 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.616+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.64 2023-12-03T11:54:35.618 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.616+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.65 2023-12-03T11:54:35.618 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.616+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.66 2023-12-03T11:54:35.619 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.617+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.67 2023-12-03T11:54:35.619 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.617+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.68 2023-12-03T11:54:35.619 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.617+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.69 2023-12-03T11:54:35.619 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.617+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.70 2023-12-03T11:54:35.619 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.617+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.71 2023-12-03T11:54:35.619 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.617+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.72 2023-12-03T11:54:35.620 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.617+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.73 2023-12-03T11:54:35.620 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.618+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.74 2023-12-03T11:54:35.620 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.618+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.75 2023-12-03T11:54:35.620 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.618+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.76 2023-12-03T11:54:35.620 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.618+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.77 2023-12-03T11:54:35.622 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.620+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.78 2023-12-03T11:54:35.622 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.620+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.79 2023-12-03T11:54:35.622 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.620+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.80 2023-12-03T11:54:35.622 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.620+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.81 2023-12-03T11:54:35.622 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.620+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.82 2023-12-03T11:54:35.622 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.620+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.83 2023-12-03T11:54:35.622 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.620+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.84 2023-12-03T11:54:35.622 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.620+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.85 2023-12-03T11:54:35.622 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.620+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.86 2023-12-03T11:54:35.622 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.620+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.87 2023-12-03T11:54:35.622 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.620+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.88 2023-12-03T11:54:35.623 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.622+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.89 2023-12-03T11:54:35.624 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.623+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.90 2023-12-03T11:54:35.624 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.623+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.91 2023-12-03T11:54:35.624 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.623+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.92 2023-12-03T11:54:35.624 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.623+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.93__multipart_key1.2~tQzBZ5lBUb2CoV0x6ZnmCfntPJ_moJl.93 2023-12-03T11:54:35.625 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.624+0000 7f0725731800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:35.627 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.626+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:54:35.629 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.628+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.629 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.628+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.630 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.628+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:54:35.630 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.628+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.14439867754102241941', time=2023-12-03T13:54:13.969645+0000, chain.objs.size()=4 2023-12-03T11:54:35.630 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.628+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.81__shadow_.sLY6CKpaK0vfUaDIi4m3HyRlV0W0uU5_1 2023-12-03T11:54:35.631 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.628+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.81__shadow_.sLY6CKpaK0vfUaDIi4m3HyRlV0W0uU5_2 2023-12-03T11:54:35.631 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.628+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.81__shadow_.sLY6CKpaK0vfUaDIi4m3HyRlV0W0uU5_3 2023-12-03T11:54:35.631 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.628+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.81__shadow_.sLY6CKpaK0vfUaDIi4m3HyRlV0W0uU5_4 2023-12-03T11:54:35.631 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.628+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.16247587191556062838', time=2023-12-03T13:54:16.612935+0000, chain.objs.size()=5 2023-12-03T11:54:35.631 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.628+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.88__multipart_file.mpg.2~7T6XIZzsE59NiYejixj80znCwkE8usX.1 2023-12-03T11:54:35.631 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.628+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.88__multipart_file.mpg.2~7T6XIZzsE59NiYejixj80znCwkE8usX.2 2023-12-03T11:54:35.631 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.628+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.88__multipart_file.mpg.2~7T6XIZzsE59NiYejixj80znCwkE8usX.3 2023-12-03T11:54:35.631 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.628+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.88__multipart_file.mpg.2~7T6XIZzsE59NiYejixj80znCwkE8usX.4 2023-12-03T11:54:35.631 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.628+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.88__multipart_file.mpg.2~7T6XIZzsE59NiYejixj80znCwkE8usX.5 2023-12-03T11:54:35.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.634+0000 7f0725731800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:35.637 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.636+0000 7f0725731800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:54:35.638 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.637+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.639 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.637+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.639 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.638+0000 7f0725731800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:35.639 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.638+0000 7f0725731800 20 garbage collection: RGWGC::process iterating over entry tag='d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4529.14526888084558891389', time=2023-12-03T13:54:20.439612+0000, chain.objs.size()=5 2023-12-03T11:54:35.640 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.638+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~bLpSa-hubmUJUMtvzlXZ-7oh2fAucHT.1 2023-12-03T11:54:35.640 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.638+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__shadow_key1.2~bLpSa-hubmUJUMtvzlXZ-7oh2fAucHT.1_1 2023-12-03T11:54:35.640 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.638+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~bLpSa-hubmUJUMtvzlXZ-7oh2fAucHT.2 2023-12-03T11:54:35.640 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.638+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__shadow_key1.2~bLpSa-hubmUJUMtvzlXZ-7oh2fAucHT.2_1 2023-12-03T11:54:35.640 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.638+0000 7f0725731800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:d459f8dd-7fd7-45a6-9139-9aa0f97fcc03.4608.90__multipart_key1.2~bLpSa-hubmUJUMtvzlXZ-7oh2fAucHT.3 2023-12-03T11:54:35.643 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.641+0000 7f0725731800 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:35.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.644+0000 7f06e6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:35.648 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.646+0000 7f0725731800 20 remove_watcher() i=0 2023-12-03T11:54:35.648 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.646+0000 7f0725731800 2 removed watcher, disabling cache 2023-12-03T11:54:35.649 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.647+0000 7f0725731800 20 remove_watcher() i=1 2023-12-03T11:54:35.649 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.648+0000 7f0725731800 20 remove_watcher() i=2 2023-12-03T11:54:35.651 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.649+0000 7f0725731800 20 remove_watcher() i=3 2023-12-03T11:54:35.651 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.650+0000 7f0725731800 20 remove_watcher() i=4 2023-12-03T11:54:35.653 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.651+0000 7f0725731800 20 remove_watcher() i=5 2023-12-03T11:54:35.653 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.652+0000 7f0725731800 20 remove_watcher() i=6 2023-12-03T11:54:35.654 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.653+0000 7f0725731800 20 remove_watcher() i=7 2023-12-03T11:54:35.660 DEBUG:teuthology.orchestra.run.smithi145:> radosgw-admin gc process --include-all 2023-12-03T11:54:35.709 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:35.709 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:35.722 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.721+0000 7f8330d31800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.724 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.722+0000 7f8330d31800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:35.724 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.722+0000 7f8330d31800 20 realm 2023-12-03T11:54:35.724 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.722+0000 7f8330d31800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.724 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.722+0000 7f8330d31800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:35.724 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.722+0000 7f8330d31800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:35.724 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.722+0000 7f8330d31800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.724 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.723+0000 7f8330d31800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:35.724 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.723+0000 7f8330d31800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.725 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.723+0000 7f8330d31800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:35.725 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.723+0000 7f8330d31800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.725 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.724+0000 7f8330d31800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:35.725 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.724+0000 7f8330d31800 20 searching for the correct realm 2023-12-03T11:54:35.734 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.733+0000 7f832c9fb640 0 -- 172.21.15.145:0/3487174981 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f8328027070 msgr2=0x7f8328027450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:35.736 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.734+0000 7f8330d31800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:54:35.736 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.734+0000 7f8330d31800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:54:35.736 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.734+0000 7f8330d31800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:35.736 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.734+0000 7f8330d31800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:35.736 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.734+0000 7f8330d31800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.736 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.734+0000 7f8330d31800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:35.736 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.734+0000 7f8330d31800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.736 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.735+0000 7f8330d31800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:35.736 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.735+0000 7f8330d31800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.737 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.735+0000 7f8330d31800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:35.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.735+0000 7f8330d31800 20 zone default found 2023-12-03T11:54:35.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.735+0000 7f8330d31800 4 Realm: () 2023-12-03T11:54:35.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.735+0000 7f8330d31800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:54:35.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.735+0000 7f8330d31800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:54:35.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.735+0000 7f8330d31800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:35.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.735+0000 7f8330d31800 20 zonegroup default 2023-12-03T11:54:35.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.735+0000 7f8330d31800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.735+0000 7f8330d31800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:35.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.735+0000 7f8330d31800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.736+0000 7f8330d31800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:35.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.736+0000 7f8330d31800 20 rados->read ofs=0 len=0 2023-12-03T11:54:35.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.736+0000 7f8330d31800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:35.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.736+0000 7f8330d31800 20 started sync module instance, tier type = 2023-12-03T11:54:35.738 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.736+0000 7f8330d31800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:54:35.743 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.741+0000 7f832d1fc640 0 -- 172.21.15.145:0/3487174981 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f831406d410 msgr2=0x7f831406d870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:35.746 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.744+0000 7f8330d31800 20 add_watcher() i=0 2023-12-03T11:54:35.746 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.744+0000 7f8330d31800 20 add_watcher() i=1 2023-12-03T11:54:35.746 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.744+0000 7f8330d31800 20 add_watcher() i=2 2023-12-03T11:54:35.746 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.744+0000 7f8330d31800 20 add_watcher() i=3 2023-12-03T11:54:35.746 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.744+0000 7f8330d31800 20 add_watcher() i=4 2023-12-03T11:54:35.746 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.744+0000 7f8330d31800 20 add_watcher() i=5 2023-12-03T11:54:35.746 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.744+0000 7f8330d31800 20 add_watcher() i=6 2023-12-03T11:54:35.747 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.745+0000 7f8330d31800 20 add_watcher() i=7 2023-12-03T11:54:35.747 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.745+0000 7f8330d31800 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:35.748 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.747+0000 7f82f37de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:35.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.747+0000 7f8330d31800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:35.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.747+0000 7f8330d31800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:35.790 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.788+0000 7f82627fc640 20 reqs_thread_entry: start 2023-12-03T11:54:35.790 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.788+0000 7f8330d31800 20 init_complete bucket index max shards: 1 2023-12-03T11:54:35.790 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.788+0000 7f8330d31800 20 Filter name: none 2023-12-03T11:54:35.791 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.788+0000 7f8253fff640 20 reqs_thread_entry: start 2023-12-03T11:54:35.791 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.789+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:54:35.791 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.790+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.792 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.791+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.792 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.791+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.793 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.792+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:54:35.794 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.793+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.795 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.793+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.795 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.794+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.796 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.794+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:54:35.797 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.796+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.796+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.797+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.799 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.797+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:54:35.800 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.799+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.800 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.799+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.801 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.799+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.802 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.800+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:54:35.803 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.802+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.803 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.802+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.804 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.802+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.805 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.803+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:54:35.806 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.805+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.807 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.805+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.807 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.805+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.808 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.806+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:54:35.809 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.808+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.809 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.808+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.810 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.808+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.812 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.809+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:54:35.812 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.811+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.812 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.811+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.813 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.811+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.813 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.812+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:54:35.815 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.813+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.815 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.814+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.816 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.814+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.816 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.815+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:54:35.818 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.816+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.818 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.817+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.819 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.817+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.820 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.818+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:54:35.821 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.820+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.821 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.820+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.822 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.820+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.822 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.821+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:54:35.824 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.822+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.824 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.823+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.824 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.823+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.825 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.824+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:54:35.826 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.825+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.827 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.825+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.827 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.826+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.828 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.827+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:54:35.830 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.828+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.830 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.828+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.830 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.828+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.831 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.830+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:54:35.832 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.831+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.833 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.831+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.833 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.831+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.834 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.832+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:54:35.835 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.834+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.835 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.834+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.836 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.834+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.837 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.836+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:54:35.838 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.837+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.839 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.837+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.839 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.838+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.840 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.838+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:54:35.841 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.840+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.841 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.840+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.842 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.841+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.842+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:54:35.844 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.843+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.845 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.843+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.845 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.844+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.846 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.845+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:54:35.847 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.846+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.848 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.846+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.848 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.846+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.848 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.847+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:54:35.851 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.849+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.851 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.850+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.851 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.850+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.852 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.851+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:54:35.854 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.852+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.854 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.853+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.854 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.853+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.855 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.854+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:54:35.856 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.855+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.857 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.856+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.857 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.856+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.858 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.857+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:54:35.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.858+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.859+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.859+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.861 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.860+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:54:35.862 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.861+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.863 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.861+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.863 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.862+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.864 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.863+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:54:35.865 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.864+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.866 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.864+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.866 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.864+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.866 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.865+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:54:35.868 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.866+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.868 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.867+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.868 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.867+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.869 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.868+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:54:35.870 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.869+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.871 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.870+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.871 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.870+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.872 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.871+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:54:35.873 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.872+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.874 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.873+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.874 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.873+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.875 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.874+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:54:35.876 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.875+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.876 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.875+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.877 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.875+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.878 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.876+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:54:35.879 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.878+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.879 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.878+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.880 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.878+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.881 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.879+0000 7f8330d31800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:54:35.882 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.881+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.882 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.881+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:35.883 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.881+0000 7f8330d31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:35.884 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.883+0000 7f82f37de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:35.886 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.885+0000 7f8330d31800 20 remove_watcher() i=0 2023-12-03T11:54:35.886 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.885+0000 7f8330d31800 2 removed watcher, disabling cache 2023-12-03T11:54:35.887 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.886+0000 7f8330d31800 20 remove_watcher() i=1 2023-12-03T11:54:35.888 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.887+0000 7f8330d31800 20 remove_watcher() i=2 2023-12-03T11:54:35.889 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.888+0000 7f8330d31800 20 remove_watcher() i=3 2023-12-03T11:54:35.890 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.889+0000 7f8330d31800 20 remove_watcher() i=4 2023-12-03T11:54:35.891 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.890+0000 7f8330d31800 20 remove_watcher() i=5 2023-12-03T11:54:35.892 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.891+0000 7f8330d31800 20 remove_watcher() i=6 2023-12-03T11:54:35.894 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:35.892+0000 7f8330d31800 20 remove_watcher() i=7 2023-12-03T11:54:35.899 INFO:teuthology.run_tasks:Running task s3tests... 2023-12-03T11:54:35.918 DEBUG:tasks.s3tests:s3tests config is {'client.0': {'rgw_server': 'client.0', 'force-branch': 'ceph-master', 'storage classes': 'LUKEWARM, FROZEN'}} 2023-12-03T11:54:35.919 INFO:tasks.s3tests:Downloading s3-tests... 2023-12-03T11:54:35.919 INFO:tasks.s3tests:Using branch 'ceph-master' for s3tests 2023-12-03T11:54:35.919 DEBUG:teuthology.orchestra.run.smithi145:> git clone -b ceph-master https://git.ceph.com/s3-tests.git /home/ubuntu/cephtest/s3-tests-client.0 2023-12-03T11:54:35.946 INFO:teuthology.orchestra.run.smithi145.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-client.0'... 2023-12-03T11:54:36.603 INFO:tasks.s3tests:Creating rgw users... 2023-12-03T11:54:36.604 DEBUG:tasks.s3tests:Creating user foo.client.0 on client.0 2023-12-03T11:54:36.604 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name 'Mr. foo.client.0' --email foo.client.0+test@test.test --caps 'user-policy=*' --access-key CCGTZTMFJGTAIKSMYDUZ --secret XnYsGn0RKX3B01WeRu1jQvhmX3jvmixEgHP+yJo6UHM2KNOXFMbyxQ== --cluster ceph 2023-12-03T11:54:36.707 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:36.707 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:36.717 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.716+0000 7f46e871e800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.719 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.718+0000 7f46e871e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:36.719 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.718+0000 7f46e871e800 20 realm 2023-12-03T11:54:36.720 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.718+0000 7f46e871e800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.720 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.718+0000 7f46e871e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:36.720 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.718+0000 7f46e871e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:36.720 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.718+0000 7f46e871e800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.720 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.718+0000 7f46e871e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:36.720 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.718+0000 7f46e871e800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.720 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.719+0000 7f46e871e800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:36.720 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.719+0000 7f46e871e800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.721 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.720+0000 7f46e871e800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:36.721 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.720+0000 7f46e871e800 20 searching for the correct realm 2023-12-03T11:54:36.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.729+0000 7f46dda24640 0 -- 172.21.15.145:0/431737981 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55804e34a280 msgr2=0x55804e34c670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:36.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.730+0000 7f46e871e800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:54:36.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.730+0000 7f46e871e800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:54:36.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.730+0000 7f46e871e800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:36.732 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.730+0000 7f46e871e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:36.732 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.730+0000 7f46e871e800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.732 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.730+0000 7f46e871e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:36.732 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.730+0000 7f46e871e800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.734 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.730+0000 7f46e871e800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:36.734 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.730+0000 7f46e871e800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.734 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.731+0000 7f46e871e800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:36.734 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.731+0000 7f46e871e800 20 zone default found 2023-12-03T11:54:36.734 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.731+0000 7f46e871e800 4 Realm: () 2023-12-03T11:54:36.734 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.731+0000 7f46e871e800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:54:36.734 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.731+0000 7f46e871e800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:54:36.734 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.731+0000 7f46e871e800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:36.734 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.731+0000 7f46e871e800 20 zonegroup default 2023-12-03T11:54:36.735 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.731+0000 7f46e871e800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.735 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.731+0000 7f46e871e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:36.735 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.731+0000 7f46e871e800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.735 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.731+0000 7f46e871e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:36.735 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.731+0000 7f46e871e800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.735 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.731+0000 7f46e871e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:36.735 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.731+0000 7f46e871e800 20 started sync module instance, tier type = 2023-12-03T11:54:36.735 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.731+0000 7f46e871e800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:54:36.740 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.738+0000 7f46dda24640 0 -- 172.21.15.145:0/431737981 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x7f46c00795c0 msgr2=0x7f46c007b9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:36.741 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.740+0000 7f46e871e800 20 add_watcher() i=0 2023-12-03T11:54:36.741 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.740+0000 7f46e871e800 20 add_watcher() i=1 2023-12-03T11:54:36.741 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.740+0000 7f46e871e800 20 add_watcher() i=2 2023-12-03T11:54:36.741 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.740+0000 7f46e871e800 20 add_watcher() i=3 2023-12-03T11:54:36.741 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.740+0000 7f46e871e800 20 add_watcher() i=4 2023-12-03T11:54:36.742 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.740+0000 7f46e871e800 20 add_watcher() i=5 2023-12-03T11:54:36.742 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.740+0000 7f46e871e800 20 add_watcher() i=6 2023-12-03T11:54:36.742 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.741+0000 7f46e871e800 20 add_watcher() i=7 2023-12-03T11:54:36.742 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.741+0000 7f46e871e800 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:36.744 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.742+0000 7f46abfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:36.744 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.743+0000 7f46e871e800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:36.744 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.743+0000 7f46e871e800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:36.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.747+0000 7f46e871e800 5 note: GC not initialized 2023-12-03T11:54:36.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.747+0000 7f461affd640 20 reqs_thread_entry: start 2023-12-03T11:54:36.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.748+0000 7f46e871e800 20 init_complete bucket index max shards: 1 2023-12-03T11:54:36.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.748+0000 7f46e871e800 20 Filter name: none 2023-12-03T11:54:36.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.748+0000 7f4618ff9640 20 reqs_thread_entry: start 2023-12-03T11:54:36.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.748+0000 7f46e871e800 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2023-12-03T11:54:36.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.748+0000 7f46e871e800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.750 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.748+0000 7f46e871e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:36.750 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.748+0000 7f46e871e800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2023-12-03T11:54:36.751 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.748+0000 7f46e871e800 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-12-03T11:54:36.751 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.748+0000 7f46e871e800 10 cache get: name=default.rgw.meta+users.email+foo.client.0+test@test.test : miss 2023-12-03T11:54:36.751 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.748+0000 7f46e871e800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.751 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.748+0000 7f46e871e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:36.751 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.748+0000 7f46e871e800 10 cache put: name=default.rgw.meta+users.email+foo.client.0+test@test.test info.flags=0x0 2023-12-03T11:54:36.751 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.748+0000 7f46e871e800 10 adding default.rgw.meta+users.email+foo.client.0+test@test.test to cache LRU end 2023-12-03T11:54:36.751 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.748+0000 7f46e871e800 10 cache get: name=default.rgw.meta+users.keys+CCGTZTMFJGTAIKSMYDUZ : miss 2023-12-03T11:54:36.751 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.748+0000 7f46e871e800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.751 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.749+0000 7f46e871e800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:36.751 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.749+0000 7f46e871e800 10 cache put: name=default.rgw.meta+users.keys+CCGTZTMFJGTAIKSMYDUZ info.flags=0x0 2023-12-03T11:54:36.751 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.749+0000 7f46e871e800 10 adding default.rgw.meta+users.keys+CCGTZTMFJGTAIKSMYDUZ to cache LRU end 2023-12-03T11:54:36.751 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.749+0000 7f46e871e800 10 cache get: name=default.rgw.meta+users.keys+CCGTZTMFJGTAIKSMYDUZ : hit (negative entry) 2023-12-03T11:54:36.751 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.749+0000 7f46e871e800 10 cache get: name=default.rgw.meta+users.keys+CCGTZTMFJGTAIKSMYDUZ : hit (negative entry) 2023-12-03T11:54:36.752 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.750+0000 7f46e871e800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2023-12-03T11:54:36.752 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.750+0000 7f46e871e800 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-12-03T11:54:36.752 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.750+0000 7f46e871e800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2023-12-03T11:54:36.752 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.750+0000 7f46dca22640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791515 cookie 139942114512896 notifier 7586 bl.length()=640 2023-12-03T11:54:36.752 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.750+0000 7f46dca22640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2023-12-03T11:54:36.752 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.750+0000 7f46dca22640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-12-03T11:54:36.753 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.752+0000 7f46e871e800 10 cache put: name=default.rgw.meta+users.email+foo.client.0+test@test.test info.flags=0x7 2023-12-03T11:54:36.753 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.752+0000 7f46e871e800 10 moving default.rgw.meta+users.email+foo.client.0+test@test.test to cache LRU end 2023-12-03T11:54:36.753 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.752+0000 7f46e871e800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.email:foo.client.0+test@test.test, ofs0, ns] 2023-12-03T11:54:36.754 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.752+0000 7f46dca22640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791531 cookie 94009556283936 notifier 7586 bl.length()=194 2023-12-03T11:54:36.754 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.752+0000 7f46dca22640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foo.client.0+test@test.test info.flags=0x7 2023-12-03T11:54:36.754 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.752+0000 7f46dca22640 10 rgw watcher librados: moving default.rgw.meta+users.email+foo.client.0+test@test.test to cache LRU end 2023-12-03T11:54:36.755 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.754+0000 7f46e871e800 10 cache put: name=default.rgw.meta+users.keys+CCGTZTMFJGTAIKSMYDUZ info.flags=0x7 2023-12-03T11:54:36.755 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.754+0000 7f46e871e800 10 moving default.rgw.meta+users.keys+CCGTZTMFJGTAIKSMYDUZ to cache LRU end 2023-12-03T11:54:36.756 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.754+0000 7f46e871e800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:CCGTZTMFJGTAIKSMYDUZ, ofs0, ns] 2023-12-03T11:54:36.756 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.754+0000 7f46c7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1078036791395 cookie 94009556274848 notifier 7586 bl.length()=186 2023-12-03T11:54:36.756 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.754+0000 7f46c7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+CCGTZTMFJGTAIKSMYDUZ info.flags=0x7 2023-12-03T11:54:36.756 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.754+0000 7f46c7fff640 10 rgw watcher librados: moving default.rgw.meta+users.keys+CCGTZTMFJGTAIKSMYDUZ to cache LRU end 2023-12-03T11:54:36.756 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2023-12-03T11:54:36.756 INFO:teuthology.orchestra.run.smithi145.stdout: "user_id": "foo.client.0", 2023-12-03T11:54:36.756 INFO:teuthology.orchestra.run.smithi145.stdout: "display_name": "Mr. foo.client.0", 2023-12-03T11:54:36.756 INFO:teuthology.orchestra.run.smithi145.stdout: "email": "foo.client.0+test@test.test", 2023-12-03T11:54:36.757 INFO:teuthology.orchestra.run.smithi145.stdout: "suspended": 0, 2023-12-03T11:54:36.757 INFO:teuthology.orchestra.run.smithi145.stdout: "max_buckets": 1000, 2023-12-03T11:54:36.757 INFO:teuthology.orchestra.run.smithi145.stdout: "subusers": [], 2023-12-03T11:54:36.757 INFO:teuthology.orchestra.run.smithi145.stdout: "keys": [ 2023-12-03T11:54:36.757 INFO:teuthology.orchestra.run.smithi145.stdout: { 2023-12-03T11:54:36.757 INFO:teuthology.orchestra.run.smithi145.stdout: "user": "foo.client.0", 2023-12-03T11:54:36.757 INFO:teuthology.orchestra.run.smithi145.stdout: "access_key": "CCGTZTMFJGTAIKSMYDUZ", 2023-12-03T11:54:36.757 INFO:teuthology.orchestra.run.smithi145.stdout: "secret_key": "XnYsGn0RKX3B01WeRu1jQvhmX3jvmixEgHP+yJo6UHM2KNOXFMbyxQ==" 2023-12-03T11:54:36.757 INFO:teuthology.orchestra.run.smithi145.stdout: } 2023-12-03T11:54:36.757 INFO:teuthology.orchestra.run.smithi145.stdout: ], 2023-12-03T11:54:36.757 INFO:teuthology.orchestra.run.smithi145.stdout: "swift_keys": [], 2023-12-03T11:54:36.757 INFO:teuthology.orchestra.run.smithi145.stdout: "caps": [ 2023-12-03T11:54:36.757 INFO:teuthology.orchestra.run.smithi145.stdout: { 2023-12-03T11:54:36.757 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "user-policy", 2023-12-03T11:54:36.757 INFO:teuthology.orchestra.run.smithi145.stdout: "perm": "*" 2023-12-03T11:54:36.758 INFO:teuthology.orchestra.run.smithi145.stdout: } 2023-12-03T11:54:36.758 INFO:teuthology.orchestra.run.smithi145.stdout: ], 2023-12-03T11:54:36.758 INFO:teuthology.orchestra.run.smithi145.stdout: "op_mask": "read, write, delete", 2023-12-03T11:54:36.758 INFO:teuthology.orchestra.run.smithi145.stdout: "default_placement": "", 2023-12-03T11:54:36.758 INFO:teuthology.orchestra.run.smithi145.stdout: "default_storage_class": "", 2023-12-03T11:54:36.758 INFO:teuthology.orchestra.run.smithi145.stdout: "placement_tags": [], 2023-12-03T11:54:36.758 INFO:teuthology.orchestra.run.smithi145.stdout: "bucket_quota": { 2023-12-03T11:54:36.758 INFO:teuthology.orchestra.run.smithi145.stdout: "enabled": false, 2023-12-03T11:54:36.758 INFO:teuthology.orchestra.run.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:54:36.758 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size": -1, 2023-12-03T11:54:36.758 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:54:36.758 INFO:teuthology.orchestra.run.smithi145.stdout: "max_objects": -1 2023-12-03T11:54:36.758 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:54:36.758 INFO:teuthology.orchestra.run.smithi145.stdout: "user_quota": { 2023-12-03T11:54:36.759 INFO:teuthology.orchestra.run.smithi145.stdout: "enabled": false, 2023-12-03T11:54:36.759 INFO:teuthology.orchestra.run.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:54:36.759 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size": -1, 2023-12-03T11:54:36.759 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:54:36.759 INFO:teuthology.orchestra.run.smithi145.stdout: "max_objects": -1 2023-12-03T11:54:36.759 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:54:36.759 INFO:teuthology.orchestra.run.smithi145.stdout: "temp_url_keys": [], 2023-12-03T11:54:36.759 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "rgw", 2023-12-03T11:54:36.759 INFO:teuthology.orchestra.run.smithi145.stdout: "mfa_ids": [] 2023-12-03T11:54:36.759 INFO:teuthology.orchestra.run.smithi145.stdout:} 2023-12-03T11:54:36.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:36.760 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.755+0000 7f46abfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:36.760 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.757+0000 7f46e871e800 20 remove_watcher() i=0 2023-12-03T11:54:36.760 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.757+0000 7f46e871e800 2 removed watcher, disabling cache 2023-12-03T11:54:36.760 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.758+0000 7f46e871e800 20 remove_watcher() i=1 2023-12-03T11:54:36.761 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.759+0000 7f46e871e800 20 remove_watcher() i=2 2023-12-03T11:54:36.762 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.760+0000 7f46e871e800 20 remove_watcher() i=3 2023-12-03T11:54:36.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.761+0000 7f46e871e800 20 remove_watcher() i=4 2023-12-03T11:54:36.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.762+0000 7f46e871e800 20 remove_watcher() i=5 2023-12-03T11:54:36.764 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.763+0000 7f46e871e800 20 remove_watcher() i=6 2023-12-03T11:54:36.765 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.764+0000 7f46e871e800 20 remove_watcher() i=7 2023-12-03T11:54:36.771 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foo.client.0 --totp-serial 6687658044 --totp-seed N7M7FTNZSYRLBIU2VWZIPPNYI3LPFKGBUEYAYI4OTRRFCMNCV62BKBTTN7I774DV --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2023-12-03T11:54:36.832 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:36.833 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:36.843 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.842+0000 7f2f52939800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.845 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.844+0000 7f2f52939800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:36.845 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.844+0000 7f2f52939800 20 realm 2023-12-03T11:54:36.845 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.844+0000 7f2f52939800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.846 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.844+0000 7f2f52939800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:36.846 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.844+0000 7f2f52939800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:36.846 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.844+0000 7f2f52939800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.846 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.844+0000 7f2f52939800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:36.846 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.844+0000 7f2f52939800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.846 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.845+0000 7f2f52939800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:36.846 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.845+0000 7f2f52939800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.847 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.846+0000 7f2f52939800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:36.847 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.846+0000 7f2f52939800 20 searching for the correct realm 2023-12-03T11:54:36.856 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.855+0000 7f2f4e640640 0 -- 172.21.15.145:0/2691386493 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f2f48058be0 msgr2=0x7f2f48089050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:36.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.856+0000 7f2f52939800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:54:36.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.856+0000 7f2f52939800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:54:36.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.856+0000 7f2f52939800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:36.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.856+0000 7f2f52939800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:36.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.856+0000 7f2f52939800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.856+0000 7f2f52939800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:36.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.856+0000 7f2f52939800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.856+0000 7f2f52939800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:36.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.856+0000 7f2f52939800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.857+0000 7f2f52939800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:36.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.857+0000 7f2f52939800 20 zone default found 2023-12-03T11:54:36.859 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.857+0000 7f2f52939800 4 Realm: () 2023-12-03T11:54:36.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.857+0000 7f2f52939800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:54:36.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.857+0000 7f2f52939800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:54:36.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.857+0000 7f2f52939800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:36.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.857+0000 7f2f52939800 20 zonegroup default 2023-12-03T11:54:36.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.857+0000 7f2f52939800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.857+0000 7f2f52939800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:36.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.857+0000 7f2f52939800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.857+0000 7f2f52939800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:36.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.857+0000 7f2f52939800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.857+0000 7f2f52939800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:36.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.857+0000 7f2f52939800 20 started sync module instance, tier type = 2023-12-03T11:54:36.860 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.857+0000 7f2f52939800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:54:36.864 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.863+0000 7f2f4ee41640 0 -- 172.21.15.145:0/2691386493 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f2f4405b780 msgr2=0x7f2f440858c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:36.867 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.866+0000 7f2f52939800 20 add_watcher() i=0 2023-12-03T11:54:36.867 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.866+0000 7f2f52939800 20 add_watcher() i=1 2023-12-03T11:54:36.868 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.866+0000 7f2f52939800 20 add_watcher() i=2 2023-12-03T11:54:36.868 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.866+0000 7f2f52939800 20 add_watcher() i=3 2023-12-03T11:54:36.868 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.866+0000 7f2f52939800 20 add_watcher() i=4 2023-12-03T11:54:36.868 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.866+0000 7f2f52939800 20 add_watcher() i=5 2023-12-03T11:54:36.868 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.866+0000 7f2f52939800 20 add_watcher() i=6 2023-12-03T11:54:36.868 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.867+0000 7f2f52939800 20 add_watcher() i=7 2023-12-03T11:54:36.868 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.867+0000 7f2f52939800 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:36.870 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.868+0000 7f2f13fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:36.870 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.868+0000 7f2f52939800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:36.870 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.868+0000 7f2f52939800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:36.874 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.873+0000 7f2f52939800 5 note: GC not initialized 2023-12-03T11:54:36.875 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.873+0000 7f2e82ffd640 20 reqs_thread_entry: start 2023-12-03T11:54:36.875 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.873+0000 7f2f52939800 20 init_complete bucket index max shards: 1 2023-12-03T11:54:36.875 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.873+0000 7f2f52939800 20 Filter name: none 2023-12-03T11:54:36.875 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.873+0000 7f2e80ff9640 20 reqs_thread_entry: start 2023-12-03T11:54:36.875 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.873+0000 7f2f52939800 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2023-12-03T11:54:36.875 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.873+0000 7f2f52939800 20 rados->read ofs=0 len=0 2023-12-03T11:54:36.876 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.874+0000 7f2f52939800 20 rados_obj.operate() r=0 bl.length=455 2023-12-03T11:54:36.876 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.874+0000 7f2f52939800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2023-12-03T11:54:36.876 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.874+0000 7f2f52939800 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-12-03T11:54:36.876 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:36.874+0000 7f2f52939800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:54:38.329 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.327+0000 7f2f52939800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2023-12-03T11:54:38.329 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.327+0000 7f2f52939800 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-12-03T11:54:38.329 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.327+0000 7f2f52939800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2023-12-03T11:54:38.329 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.327+0000 7f2f2ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626726108 cookie 139840981430272 notifier 7604 bl.length()=654 2023-12-03T11:54:38.329 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.327+0000 7f2f2ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2023-12-03T11:54:38.329 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.327+0000 7f2f2ffff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-12-03T11:54:38.330 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.329+0000 7f2f13fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:38.332 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.331+0000 7f2f52939800 20 remove_watcher() i=0 2023-12-03T11:54:38.332 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.331+0000 7f2f52939800 2 removed watcher, disabling cache 2023-12-03T11:54:38.333 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.332+0000 7f2f52939800 20 remove_watcher() i=1 2023-12-03T11:54:38.334 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.333+0000 7f2f52939800 20 remove_watcher() i=2 2023-12-03T11:54:38.335 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.334+0000 7f2f52939800 20 remove_watcher() i=3 2023-12-03T11:54:38.337 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.335+0000 7f2f52939800 20 remove_watcher() i=4 2023-12-03T11:54:38.338 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.336+0000 7f2f52939800 20 remove_watcher() i=5 2023-12-03T11:54:38.339 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.337+0000 7f2f52939800 20 remove_watcher() i=6 2023-12-03T11:54:38.340 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.338+0000 7f2f52939800 20 remove_watcher() i=7 2023-12-03T11:54:38.346 DEBUG:tasks.s3tests:Creating user bar.client.0 on client.0 2023-12-03T11:54:38.346 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid bar.client.0 --display-name 'Mr. bar.client.0' --email bar.client.0+test@test.test --caps 'user-policy=*' --access-key SVLOJRRNSVZLUQESHAVK --secret TN9+KwQfiGABBRb3W2pIOKfegKQzNsQGxBNTDQLzM+HrJaXW9L11Fw== --cluster ceph 2023-12-03T11:54:38.412 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:38.412 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:38.423 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.421+0000 7febd3b2a800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.424 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.423+0000 7febd3b2a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.424 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.423+0000 7febd3b2a800 20 realm 2023-12-03T11:54:38.425 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.423+0000 7febd3b2a800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.425 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.423+0000 7febd3b2a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.425 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.423+0000 7febd3b2a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:38.425 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.423+0000 7febd3b2a800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.425 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.423+0000 7febd3b2a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.425 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.423+0000 7febd3b2a800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.425 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.424+0000 7febd3b2a800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:38.425 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.424+0000 7febd3b2a800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.426 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.425+0000 7febd3b2a800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:38.426 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.425+0000 7febd3b2a800 20 searching for the correct realm 2023-12-03T11:54:38.435 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.433+0000 7febcf865640 0 -- 172.21.15.145:0/3653678999 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x562b785a80d0 msgr2=0x562b785aa520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:38.437 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.436+0000 7febd3b2a800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:54:38.437 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.436+0000 7febd3b2a800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:54:38.438 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.436+0000 7febd3b2a800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:38.438 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.436+0000 7febd3b2a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:38.438 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.436+0000 7febd3b2a800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.438 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.436+0000 7febd3b2a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.438 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.436+0000 7febd3b2a800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.438 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.436+0000 7febd3b2a800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:38.438 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.436+0000 7febd3b2a800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.436+0000 7febd3b2a800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:38.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.436+0000 7febd3b2a800 20 zone default found 2023-12-03T11:54:38.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.436+0000 7febd3b2a800 4 Realm: () 2023-12-03T11:54:38.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.436+0000 7febd3b2a800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:54:38.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.436+0000 7febd3b2a800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:54:38.439 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.436+0000 7febd3b2a800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:38.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.436+0000 7febd3b2a800 20 zonegroup default 2023-12-03T11:54:38.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.436+0000 7febd3b2a800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.437+0000 7febd3b2a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.437+0000 7febd3b2a800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.437+0000 7febd3b2a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.437+0000 7febd3b2a800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.437+0000 7febd3b2a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.437+0000 7febd3b2a800 20 started sync module instance, tier type = 2023-12-03T11:54:38.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.437+0000 7febd3b2a800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:54:38.440 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.439+0000 7febcf865640 0 -- 172.21.15.145:0/3653678999 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x7febc806d410 msgr2=0x7feba8081cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:38.447 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.445+0000 7febd3b2a800 20 add_watcher() i=0 2023-12-03T11:54:38.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.643+0000 7febd3b2a800 20 add_watcher() i=1 2023-12-03T11:54:38.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.643+0000 7febd3b2a800 20 add_watcher() i=2 2023-12-03T11:54:38.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.643+0000 7febd3b2a800 20 add_watcher() i=3 2023-12-03T11:54:38.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.643+0000 7febd3b2a800 20 add_watcher() i=4 2023-12-03T11:54:38.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.643+0000 7febd3b2a800 20 add_watcher() i=5 2023-12-03T11:54:38.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.643+0000 7febd3b2a800 20 add_watcher() i=6 2023-12-03T11:54:38.646 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.643+0000 7febd3b2a800 20 add_watcher() i=7 2023-12-03T11:54:38.646 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.643+0000 7febd3b2a800 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:38.646 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.645+0000 7feb95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:38.646 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.645+0000 7febd3b2a800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:38.646 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.645+0000 7febd3b2a800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:38.652 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.650+0000 7febd3b2a800 5 note: GC not initialized 2023-12-03T11:54:38.652 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.650+0000 7feb0cff9640 20 reqs_thread_entry: start 2023-12-03T11:54:38.652 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.650+0000 7febd3b2a800 20 init_complete bucket index max shards: 1 2023-12-03T11:54:38.652 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.650+0000 7febd3b2a800 20 Filter name: none 2023-12-03T11:54:38.652 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.650+0000 7feb027fc640 20 reqs_thread_entry: start 2023-12-03T11:54:38.652 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.650+0000 7febd3b2a800 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2023-12-03T11:54:38.652 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.650+0000 7febd3b2a800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.653 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.651+0000 7febd3b2a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.653 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.651+0000 7febd3b2a800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x0 2023-12-03T11:54:38.653 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.651+0000 7febd3b2a800 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-12-03T11:54:38.653 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.651+0000 7febd3b2a800 10 cache get: name=default.rgw.meta+users.email+bar.client.0+test@test.test : miss 2023-12-03T11:54:38.653 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.651+0000 7febd3b2a800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.653 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.651+0000 7febd3b2a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.654 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.651+0000 7febd3b2a800 10 cache put: name=default.rgw.meta+users.email+bar.client.0+test@test.test info.flags=0x0 2023-12-03T11:54:38.654 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.651+0000 7febd3b2a800 10 adding default.rgw.meta+users.email+bar.client.0+test@test.test to cache LRU end 2023-12-03T11:54:38.654 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.651+0000 7febd3b2a800 10 cache get: name=default.rgw.meta+users.keys+SVLOJRRNSVZLUQESHAVK : miss 2023-12-03T11:54:38.654 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.651+0000 7febd3b2a800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.654 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.651+0000 7febd3b2a800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.654 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.651+0000 7febd3b2a800 10 cache put: name=default.rgw.meta+users.keys+SVLOJRRNSVZLUQESHAVK info.flags=0x0 2023-12-03T11:54:38.654 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.651+0000 7febd3b2a800 10 adding default.rgw.meta+users.keys+SVLOJRRNSVZLUQESHAVK to cache LRU end 2023-12-03T11:54:38.654 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.651+0000 7febd3b2a800 10 cache get: name=default.rgw.meta+users.keys+SVLOJRRNSVZLUQESHAVK : hit (negative entry) 2023-12-03T11:54:38.654 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.651+0000 7febd3b2a800 10 cache get: name=default.rgw.meta+users.keys+SVLOJRRNSVZLUQESHAVK : hit (negative entry) 2023-12-03T11:54:38.655 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.653+0000 7febd3b2a800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2023-12-03T11:54:38.655 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.653+0000 7febd3b2a800 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-12-03T11:54:38.655 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.653+0000 7febd3b2a800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2023-12-03T11:54:38.655 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.653+0000 7febb67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626726011 cookie 94744700338000 notifier 7998 bl.length()=640 2023-12-03T11:54:38.655 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.653+0000 7febb67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2023-12-03T11:54:38.655 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.653+0000 7febb67fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-12-03T11:54:38.657 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.655+0000 7febd3b2a800 10 cache put: name=default.rgw.meta+users.email+bar.client.0+test@test.test info.flags=0x7 2023-12-03T11:54:38.657 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.655+0000 7febd3b2a800 10 moving default.rgw.meta+users.email+bar.client.0+test@test.test to cache LRU end 2023-12-03T11:54:38.657 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.655+0000 7febd3b2a800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:bar.client.0+test@test.test, ofs0, ns] 2023-12-03T11:54:38.657 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.656+0000 7febb67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626726012 cookie 94744700338000 notifier 7998 bl.length()=194 2023-12-03T11:54:38.657 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.656+0000 7febb67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+bar.client.0+test@test.test info.flags=0x7 2023-12-03T11:54:38.657 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.656+0000 7febb67fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+bar.client.0+test@test.test to cache LRU end 2023-12-03T11:54:38.672 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.671+0000 7febd3b2a800 10 cache put: name=default.rgw.meta+users.keys+SVLOJRRNSVZLUQESHAVK info.flags=0x7 2023-12-03T11:54:38.672 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.671+0000 7febd3b2a800 10 moving default.rgw.meta+users.keys+SVLOJRRNSVZLUQESHAVK to cache LRU end 2023-12-03T11:54:38.672 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.671+0000 7febd3b2a800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:SVLOJRRNSVZLUQESHAVK, ofs0, ns] 2023-12-03T11:54:38.672 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.671+0000 7febb5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725987 cookie 94744702787632 notifier 7998 bl.length()=186 2023-12-03T11:54:38.672 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.671+0000 7febb5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+SVLOJRRNSVZLUQESHAVK info.flags=0x7 2023-12-03T11:54:38.672 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.671+0000 7febb5ffb640 10 rgw watcher librados: moving default.rgw.meta+users.keys+SVLOJRRNSVZLUQESHAVK to cache LRU end 2023-12-03T11:54:38.673 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2023-12-03T11:54:38.673 INFO:teuthology.orchestra.run.smithi145.stdout: "user_id": "bar.client.0", 2023-12-03T11:54:38.673 INFO:teuthology.orchestra.run.smithi145.stdout: "display_name": "Mr. bar.client.0", 2023-12-03T11:54:38.673 INFO:teuthology.orchestra.run.smithi145.stdout: "email": "bar.client.0+test@test.test", 2023-12-03T11:54:38.673 INFO:teuthology.orchestra.run.smithi145.stdout: "suspended": 0, 2023-12-03T11:54:38.673 INFO:teuthology.orchestra.run.smithi145.stdout: "max_buckets": 1000, 2023-12-03T11:54:38.673 INFO:teuthology.orchestra.run.smithi145.stdout: "subusers": [], 2023-12-03T11:54:38.673 INFO:teuthology.orchestra.run.smithi145.stdout: "keys": [ 2023-12-03T11:54:38.673 INFO:teuthology.orchestra.run.smithi145.stdout: { 2023-12-03T11:54:38.673 INFO:teuthology.orchestra.run.smithi145.stdout: "user": "bar.client.0", 2023-12-03T11:54:38.673 INFO:teuthology.orchestra.run.smithi145.stdout: "access_key": "SVLOJRRNSVZLUQESHAVK", 2023-12-03T11:54:38.673 INFO:teuthology.orchestra.run.smithi145.stdout: "secret_key": "TN9+KwQfiGABBRb3W2pIOKfegKQzNsQGxBNTDQLzM+HrJaXW9L11Fw==" 2023-12-03T11:54:38.673 INFO:teuthology.orchestra.run.smithi145.stdout: } 2023-12-03T11:54:38.673 INFO:teuthology.orchestra.run.smithi145.stdout: ], 2023-12-03T11:54:38.674 INFO:teuthology.orchestra.run.smithi145.stdout: "swift_keys": [], 2023-12-03T11:54:38.674 INFO:teuthology.orchestra.run.smithi145.stdout: "caps": [ 2023-12-03T11:54:38.674 INFO:teuthology.orchestra.run.smithi145.stdout: { 2023-12-03T11:54:38.674 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "user-policy", 2023-12-03T11:54:38.674 INFO:teuthology.orchestra.run.smithi145.stdout: "perm": "*" 2023-12-03T11:54:38.674 INFO:teuthology.orchestra.run.smithi145.stdout: } 2023-12-03T11:54:38.674 INFO:teuthology.orchestra.run.smithi145.stdout: ], 2023-12-03T11:54:38.674 INFO:teuthology.orchestra.run.smithi145.stdout: "op_mask": "read, write, delete", 2023-12-03T11:54:38.674 INFO:teuthology.orchestra.run.smithi145.stdout: "default_placement": "", 2023-12-03T11:54:38.674 INFO:teuthology.orchestra.run.smithi145.stdout: "default_storage_class": "", 2023-12-03T11:54:38.674 INFO:teuthology.orchestra.run.smithi145.stdout: "placement_tags": [], 2023-12-03T11:54:38.674 INFO:teuthology.orchestra.run.smithi145.stdout: "bucket_quota": { 2023-12-03T11:54:38.674 INFO:teuthology.orchestra.run.smithi145.stdout: "enabled": false, 2023-12-03T11:54:38.674 INFO:teuthology.orchestra.run.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:54:38.674 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size": -1, 2023-12-03T11:54:38.675 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:54:38.675 INFO:teuthology.orchestra.run.smithi145.stdout: "max_objects": -1 2023-12-03T11:54:38.675 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:54:38.675 INFO:teuthology.orchestra.run.smithi145.stdout: "user_quota": { 2023-12-03T11:54:38.675 INFO:teuthology.orchestra.run.smithi145.stdout: "enabled": false, 2023-12-03T11:54:38.675 INFO:teuthology.orchestra.run.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:54:38.675 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size": -1, 2023-12-03T11:54:38.675 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:54:38.675 INFO:teuthology.orchestra.run.smithi145.stdout: "max_objects": -1 2023-12-03T11:54:38.675 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:54:38.675 INFO:teuthology.orchestra.run.smithi145.stdout: "temp_url_keys": [], 2023-12-03T11:54:38.675 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "rgw", 2023-12-03T11:54:38.675 INFO:teuthology.orchestra.run.smithi145.stdout: "mfa_ids": [] 2023-12-03T11:54:38.675 INFO:teuthology.orchestra.run.smithi145.stdout:} 2023-12-03T11:54:38.675 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:38.676 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.672+0000 7feb95fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:38.676 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.674+0000 7febd3b2a800 20 remove_watcher() i=0 2023-12-03T11:54:38.676 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.674+0000 7febd3b2a800 2 removed watcher, disabling cache 2023-12-03T11:54:38.677 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.675+0000 7febd3b2a800 20 remove_watcher() i=1 2023-12-03T11:54:38.678 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.676+0000 7febd3b2a800 20 remove_watcher() i=2 2023-12-03T11:54:38.679 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.677+0000 7febd3b2a800 20 remove_watcher() i=3 2023-12-03T11:54:38.680 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.678+0000 7febd3b2a800 20 remove_watcher() i=4 2023-12-03T11:54:38.681 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.679+0000 7febd3b2a800 20 remove_watcher() i=5 2023-12-03T11:54:38.682 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.680+0000 7febd3b2a800 20 remove_watcher() i=6 2023-12-03T11:54:38.683 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.681+0000 7febd3b2a800 20 remove_watcher() i=7 2023-12-03T11:54:38.688 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid bar.client.0 --totp-serial 7864242664 --totp-seed SYR444MCMNBXYHMO4N7BFWEO2A6FFA2EXDX4MKUXGQAYQKWUUXRFBZHSW5DY6MX3 --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2023-12-03T11:54:38.750 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:38.750 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:38.761 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.759+0000 7fe448ee4800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.761+0000 7fe448ee4800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.761+0000 7fe448ee4800 20 realm 2023-12-03T11:54:38.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.761+0000 7fe448ee4800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.761+0000 7fe448ee4800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.761+0000 7fe448ee4800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:38.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.761+0000 7fe448ee4800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.761+0000 7fe448ee4800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.763 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.761+0000 7fe448ee4800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.764 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.762+0000 7fe448ee4800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:38.764 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.762+0000 7fe448ee4800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.764 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.763+0000 7fe448ee4800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:38.764 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.763+0000 7fe448ee4800 20 searching for the correct realm 2023-12-03T11:54:38.775 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.773+0000 7fe4469e4640 0 -- 172.21.15.145:0/3092203908 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x557f4088bf50 msgr2=0x557f4088e3a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:38.775 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.773+0000 7fe448ee4800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:54:38.775 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.773+0000 7fe448ee4800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:54:38.775 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.773+0000 7fe448ee4800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:38.775 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.773+0000 7fe448ee4800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:38.775 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.773+0000 7fe448ee4800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.775 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.773+0000 7fe448ee4800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.775 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.773+0000 7fe448ee4800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.776 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.774+0000 7fe448ee4800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:38.776 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.774+0000 7fe448ee4800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.776 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.774+0000 7fe448ee4800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:38.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.774+0000 7fe448ee4800 20 zone default found 2023-12-03T11:54:38.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.774+0000 7fe448ee4800 4 Realm: () 2023-12-03T11:54:38.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.774+0000 7fe448ee4800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:54:38.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.774+0000 7fe448ee4800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:54:38.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.774+0000 7fe448ee4800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:38.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.774+0000 7fe448ee4800 20 zonegroup default 2023-12-03T11:54:38.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.774+0000 7fe448ee4800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.774+0000 7fe448ee4800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.774+0000 7fe448ee4800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.775+0000 7fe448ee4800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.775+0000 7fe448ee4800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.775+0000 7fe448ee4800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.775+0000 7fe448ee4800 20 started sync module instance, tier type = 2023-12-03T11:54:38.777 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.775+0000 7fe448ee4800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:54:38.786 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.783+0000 7fe43e1e3640 0 -- 172.21.15.145:0/3092203908 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x557f4088f820 msgr2=0x557f40891c10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:38.787 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.784+0000 7fe448ee4800 20 add_watcher() i=0 2023-12-03T11:54:38.787 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.784+0000 7fe448ee4800 20 add_watcher() i=1 2023-12-03T11:54:38.787 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.784+0000 7fe448ee4800 20 add_watcher() i=2 2023-12-03T11:54:38.787 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.784+0000 7fe448ee4800 20 add_watcher() i=3 2023-12-03T11:54:38.787 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.784+0000 7fe448ee4800 20 add_watcher() i=4 2023-12-03T11:54:38.787 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.784+0000 7fe448ee4800 20 add_watcher() i=5 2023-12-03T11:54:38.787 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.784+0000 7fe448ee4800 20 add_watcher() i=6 2023-12-03T11:54:38.787 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.785+0000 7fe448ee4800 20 add_watcher() i=7 2023-12-03T11:54:38.787 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.785+0000 7fe448ee4800 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:38.788 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.787+0000 7fe387fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:38.788 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.787+0000 7fe448ee4800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:38.788 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.787+0000 7fe448ee4800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:38.793 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.791+0000 7fe448ee4800 5 note: GC not initialized 2023-12-03T11:54:38.793 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.792+0000 7fe37effd640 20 reqs_thread_entry: start 2023-12-03T11:54:38.793 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.792+0000 7fe448ee4800 20 init_complete bucket index max shards: 1 2023-12-03T11:54:38.794 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.792+0000 7fe448ee4800 20 Filter name: none 2023-12-03T11:54:38.794 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.792+0000 7fe37cff9640 20 reqs_thread_entry: start 2023-12-03T11:54:38.794 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.792+0000 7fe448ee4800 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2023-12-03T11:54:38.794 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.792+0000 7fe448ee4800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.794 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.792+0000 7fe448ee4800 20 rados_obj.operate() r=0 bl.length=455 2023-12-03T11:54:38.794 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.792+0000 7fe448ee4800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2023-12-03T11:54:38.794 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.792+0000 7fe448ee4800 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-12-03T11:54:38.794 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.792+0000 7fe448ee4800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:54:38.797 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.796+0000 7fe448ee4800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2023-12-03T11:54:38.797 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.796+0000 7fe448ee4800 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-12-03T11:54:38.797 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.796+0000 7fe448ee4800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2023-12-03T11:54:38.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.796+0000 7fe43d1e1640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626726013 cookie 94005029461840 notifier 7643 bl.length()=654 2023-12-03T11:54:38.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.796+0000 7fe43d1e1640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2023-12-03T11:54:38.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.796+0000 7fe43d1e1640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-12-03T11:54:38.798 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.797+0000 7fe387fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:38.801 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.799+0000 7fe448ee4800 20 remove_watcher() i=0 2023-12-03T11:54:38.801 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.799+0000 7fe448ee4800 2 removed watcher, disabling cache 2023-12-03T11:54:38.802 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.801+0000 7fe448ee4800 20 remove_watcher() i=1 2023-12-03T11:54:38.803 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.802+0000 7fe448ee4800 20 remove_watcher() i=2 2023-12-03T11:54:38.804 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.803+0000 7fe448ee4800 20 remove_watcher() i=3 2023-12-03T11:54:38.806 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.804+0000 7fe448ee4800 20 remove_watcher() i=4 2023-12-03T11:54:38.806 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.805+0000 7fe448ee4800 20 remove_watcher() i=5 2023-12-03T11:54:38.807 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.806+0000 7fe448ee4800 20 remove_watcher() i=6 2023-12-03T11:54:38.808 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.807+0000 7fe448ee4800 20 remove_watcher() i=7 2023-12-03T11:54:38.813 DEBUG:tasks.s3tests:Creating user testx$tenanteduser.client.0 on client.0 2023-12-03T11:54:38.814 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid 'testx$tenanteduser.client.0' --display-name 'Mr. testx$tenanteduser.client.0' --email 'testx$tenanteduser.client.0+test@test.test' --caps 'user-policy=*' --access-key JYPDTAHCJKJGIUUQFNMZ --secret uR+PJbNjZaFxlywC6gUNZXSN0vMdGTxNRwkp1HIaOtI86cymfcugSw== --cluster ceph 2023-12-03T11:54:38.876 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:38.876 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:38.887 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.885+0000 7fb3fed32800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.889 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.887+0000 7fb3fed32800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.889 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.887+0000 7fb3fed32800 20 realm 2023-12-03T11:54:38.889 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.887+0000 7fb3fed32800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.889 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.887+0000 7fb3fed32800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.889 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.887+0000 7fb3fed32800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:38.889 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.887+0000 7fb3fed32800 20 rados->read ofs=0 len=0 2023-12-03T11:54:38.889 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.887+0000 7fb3fed32800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:38.889 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:38.887+0000 7fb3fed32800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.091 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.090+0000 7fb3fed32800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:39.091 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.090+0000 7fb3fed32800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.092 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.090+0000 7fb3fed32800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:39.092 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.090+0000 7fb3fed32800 20 searching for the correct realm 2023-12-03T11:54:39.101 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.100+0000 7fb3fa962640 0 -- 172.21.15.145:0/2040849783 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x55be300cb3a0 msgr2=0x55be300cd7f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:54:39.103 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.102+0000 7fb3fed32800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:54:39.103 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.102+0000 7fb3fed32800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:54:39.103 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.102+0000 7fb3fed32800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:39.103 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.102+0000 7fb3fed32800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:39.103 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.102+0000 7fb3fed32800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.103 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.102+0000 7fb3fed32800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.104 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.102+0000 7fb3fed32800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.105 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.102+0000 7fb3fed32800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:39.105 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.102+0000 7fb3fed32800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.105 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.103+0000 7fb3fed32800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:39.105 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.103+0000 7fb3fed32800 20 zone default found 2023-12-03T11:54:39.105 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.103+0000 7fb3fed32800 4 Realm: () 2023-12-03T11:54:39.105 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.103+0000 7fb3fed32800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:54:39.105 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.103+0000 7fb3fed32800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:54:39.105 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.103+0000 7fb3fed32800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:39.105 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.103+0000 7fb3fed32800 20 zonegroup default 2023-12-03T11:54:39.106 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.103+0000 7fb3fed32800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.106 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.103+0000 7fb3fed32800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.106 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.103+0000 7fb3fed32800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.106 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.103+0000 7fb3fed32800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.106 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.103+0000 7fb3fed32800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.106 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.103+0000 7fb3fed32800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.106 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.103+0000 7fb3fed32800 20 started sync module instance, tier type = 2023-12-03T11:54:39.106 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.103+0000 7fb3fed32800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:54:39.111 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.110+0000 7fb3fa161640 0 -- 172.21.15.145:0/2040849783 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55be300cec70 msgr2=0x55be300d1060 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:39.114 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.112+0000 7fb3fed32800 20 add_watcher() i=0 2023-12-03T11:54:39.114 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.112+0000 7fb3fed32800 20 add_watcher() i=1 2023-12-03T11:54:39.114 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.112+0000 7fb3fed32800 20 add_watcher() i=2 2023-12-03T11:54:39.114 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.112+0000 7fb3fed32800 20 add_watcher() i=3 2023-12-03T11:54:39.114 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.112+0000 7fb3fed32800 20 add_watcher() i=4 2023-12-03T11:54:39.114 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.112+0000 7fb3fed32800 20 add_watcher() i=5 2023-12-03T11:54:39.114 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.113+0000 7fb3fed32800 20 add_watcher() i=6 2023-12-03T11:54:39.115 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.113+0000 7fb3fed32800 20 add_watcher() i=7 2023-12-03T11:54:39.115 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.113+0000 7fb3fed32800 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:39.117 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.115+0000 7fb33bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:39.117 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.115+0000 7fb3fed32800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:39.117 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.115+0000 7fb3fed32800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:39.122 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.120+0000 7fb3fed32800 5 note: GC not initialized 2023-12-03T11:54:39.122 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.120+0000 7fb32affd640 20 reqs_thread_entry: start 2023-12-03T11:54:39.122 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.120+0000 7fb3fed32800 20 init_complete bucket index max shards: 1 2023-12-03T11:54:39.123 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.120+0000 7fb3fed32800 20 Filter name: none 2023-12-03T11:54:39.123 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.121+0000 7fb328ff9640 20 reqs_thread_entry: start 2023-12-03T11:54:39.123 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.121+0000 7fb3fed32800 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2023-12-03T11:54:39.123 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.121+0000 7fb3fed32800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.123 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.121+0000 7fb3fed32800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.123 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.121+0000 7fb3fed32800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x0 2023-12-03T11:54:39.123 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.121+0000 7fb3fed32800 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-12-03T11:54:39.123 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.121+0000 7fb3fed32800 10 cache get: name=default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test : miss 2023-12-03T11:54:39.123 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.121+0000 7fb3fed32800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.124 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.121+0000 7fb3fed32800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.124 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.121+0000 7fb3fed32800 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test info.flags=0x0 2023-12-03T11:54:39.124 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.121+0000 7fb3fed32800 10 adding default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test to cache LRU end 2023-12-03T11:54:39.124 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.121+0000 7fb3fed32800 10 cache get: name=default.rgw.meta+users.keys+JYPDTAHCJKJGIUUQFNMZ : miss 2023-12-03T11:54:39.124 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.121+0000 7fb3fed32800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.124 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.121+0000 7fb3fed32800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.124 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.121+0000 7fb3fed32800 10 cache put: name=default.rgw.meta+users.keys+JYPDTAHCJKJGIUUQFNMZ info.flags=0x0 2023-12-03T11:54:39.124 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.121+0000 7fb3fed32800 10 adding default.rgw.meta+users.keys+JYPDTAHCJKJGIUUQFNMZ to cache LRU end 2023-12-03T11:54:39.124 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.122+0000 7fb3fed32800 10 cache get: name=default.rgw.meta+users.keys+JYPDTAHCJKJGIUUQFNMZ : hit (negative entry) 2023-12-03T11:54:39.124 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.122+0000 7fb3fed32800 10 cache get: name=default.rgw.meta+users.keys+JYPDTAHCJKJGIUUQFNMZ : hit (negative entry) 2023-12-03T11:54:39.125 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.123+0000 7fb3fed32800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2023-12-03T11:54:39.125 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.123+0000 7fb3fed32800 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-12-03T11:54:39.125 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.123+0000 7fb3fed32800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2023-12-03T11:54:39.125 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.123+0000 7fb3e17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626726124 cookie 94275338334112 notifier 8034 bl.length()=714 2023-12-03T11:54:39.125 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.123+0000 7fb3e17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2023-12-03T11:54:39.125 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.123+0000 7fb3e17fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-12-03T11:54:39.126 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.125+0000 7fb3fed32800 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test info.flags=0x7 2023-12-03T11:54:39.127 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.125+0000 7fb3fed32800 10 moving default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test to cache LRU end 2023-12-03T11:54:39.127 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.125+0000 7fb3fed32800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.email:testx$tenanteduser.client.0+test@test.test, ofs0, ns] 2023-12-03T11:54:39.127 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.125+0000 7fb3e0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725996 cookie 94275338304256 notifier 8034 bl.length()=224 2023-12-03T11:54:39.127 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.125+0000 7fb3e0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test info.flags=0x7 2023-12-03T11:54:39.127 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.125+0000 7fb3e0ff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test to cache LRU end 2023-12-03T11:54:39.128 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.127+0000 7fb3fed32800 10 cache put: name=default.rgw.meta+users.keys+JYPDTAHCJKJGIUUQFNMZ info.flags=0x7 2023-12-03T11:54:39.128 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.127+0000 7fb3fed32800 10 moving default.rgw.meta+users.keys+JYPDTAHCJKJGIUUQFNMZ to cache LRU end 2023-12-03T11:54:39.129 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.127+0000 7fb3fed32800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:JYPDTAHCJKJGIUUQFNMZ, ofs0, ns] 2023-12-03T11:54:39.129 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.127+0000 7fb3e17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626726109 cookie 94275338325264 notifier 8034 bl.length()=201 2023-12-03T11:54:39.129 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.127+0000 7fb3e17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+JYPDTAHCJKJGIUUQFNMZ info.flags=0x7 2023-12-03T11:54:39.129 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.127+0000 7fb3e17fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+JYPDTAHCJKJGIUUQFNMZ to cache LRU end 2023-12-03T11:54:39.129 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2023-12-03T11:54:39.129 INFO:teuthology.orchestra.run.smithi145.stdout: "user_id": "testx$tenanteduser.client.0", 2023-12-03T11:54:39.130 INFO:teuthology.orchestra.run.smithi145.stdout: "display_name": "Mr. testx$tenanteduser.client.0", 2023-12-03T11:54:39.130 INFO:teuthology.orchestra.run.smithi145.stdout: "email": "testx$tenanteduser.client.0+test@test.test", 2023-12-03T11:54:39.130 INFO:teuthology.orchestra.run.smithi145.stdout: "suspended": 0, 2023-12-03T11:54:39.130 INFO:teuthology.orchestra.run.smithi145.stdout: "max_buckets": 1000, 2023-12-03T11:54:39.130 INFO:teuthology.orchestra.run.smithi145.stdout: "subusers": [], 2023-12-03T11:54:39.130 INFO:teuthology.orchestra.run.smithi145.stdout: "keys": [ 2023-12-03T11:54:39.130 INFO:teuthology.orchestra.run.smithi145.stdout: { 2023-12-03T11:54:39.130 INFO:teuthology.orchestra.run.smithi145.stdout: "user": "testx$tenanteduser.client.0", 2023-12-03T11:54:39.130 INFO:teuthology.orchestra.run.smithi145.stdout: "access_key": "JYPDTAHCJKJGIUUQFNMZ", 2023-12-03T11:54:39.130 INFO:teuthology.orchestra.run.smithi145.stdout: "secret_key": "uR+PJbNjZaFxlywC6gUNZXSN0vMdGTxNRwkp1HIaOtI86cymfcugSw==" 2023-12-03T11:54:39.130 INFO:teuthology.orchestra.run.smithi145.stdout: } 2023-12-03T11:54:39.130 INFO:teuthology.orchestra.run.smithi145.stdout: ], 2023-12-03T11:54:39.130 INFO:teuthology.orchestra.run.smithi145.stdout: "swift_keys": [], 2023-12-03T11:54:39.130 INFO:teuthology.orchestra.run.smithi145.stdout: "caps": [ 2023-12-03T11:54:39.130 INFO:teuthology.orchestra.run.smithi145.stdout: { 2023-12-03T11:54:39.131 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "user-policy", 2023-12-03T11:54:39.131 INFO:teuthology.orchestra.run.smithi145.stdout: "perm": "*" 2023-12-03T11:54:39.131 INFO:teuthology.orchestra.run.smithi145.stdout: } 2023-12-03T11:54:39.131 INFO:teuthology.orchestra.run.smithi145.stdout: ], 2023-12-03T11:54:39.131 INFO:teuthology.orchestra.run.smithi145.stdout: "op_mask": "read, write, delete", 2023-12-03T11:54:39.131 INFO:teuthology.orchestra.run.smithi145.stdout: "default_placement": "", 2023-12-03T11:54:39.131 INFO:teuthology.orchestra.run.smithi145.stdout: "default_storage_class": "", 2023-12-03T11:54:39.131 INFO:teuthology.orchestra.run.smithi145.stdout: "placement_tags": [], 2023-12-03T11:54:39.131 INFO:teuthology.orchestra.run.smithi145.stdout: "bucket_quota": { 2023-12-03T11:54:39.131 INFO:teuthology.orchestra.run.smithi145.stdout: "enabled": false, 2023-12-03T11:54:39.131 INFO:teuthology.orchestra.run.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:54:39.131 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size": -1, 2023-12-03T11:54:39.131 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:54:39.131 INFO:teuthology.orchestra.run.smithi145.stdout: "max_objects": -1 2023-12-03T11:54:39.131 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:54:39.131 INFO:teuthology.orchestra.run.smithi145.stdout: "user_quota": { 2023-12-03T11:54:39.132 INFO:teuthology.orchestra.run.smithi145.stdout: "enabled": false, 2023-12-03T11:54:39.132 INFO:teuthology.orchestra.run.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:54:39.132 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size": -1, 2023-12-03T11:54:39.132 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:54:39.132 INFO:teuthology.orchestra.run.smithi145.stdout: "max_objects": -1 2023-12-03T11:54:39.132 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:54:39.132 INFO:teuthology.orchestra.run.smithi145.stdout: "temp_url_keys": [], 2023-12-03T11:54:39.132 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "rgw", 2023-12-03T11:54:39.132 INFO:teuthology.orchestra.run.smithi145.stdout: "mfa_ids": [] 2023-12-03T11:54:39.132 INFO:teuthology.orchestra.run.smithi145.stdout:} 2023-12-03T11:54:39.132 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:39.133 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.129+0000 7fb33bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:39.133 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.131+0000 7fb3fed32800 20 remove_watcher() i=0 2023-12-03T11:54:39.133 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.131+0000 7fb3fed32800 2 removed watcher, disabling cache 2023-12-03T11:54:39.133 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.132+0000 7fb3fed32800 20 remove_watcher() i=1 2023-12-03T11:54:39.134 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.133+0000 7fb3fed32800 20 remove_watcher() i=2 2023-12-03T11:54:39.135 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.134+0000 7fb3fed32800 20 remove_watcher() i=3 2023-12-03T11:54:39.136 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.135+0000 7fb3fed32800 20 remove_watcher() i=4 2023-12-03T11:54:39.137 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.135+0000 7fb3fed32800 20 remove_watcher() i=5 2023-12-03T11:54:39.138 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.136+0000 7fb3fed32800 20 remove_watcher() i=6 2023-12-03T11:54:39.139 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.137+0000 7fb3fed32800 20 remove_watcher() i=7 2023-12-03T11:54:39.144 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid 'testx$tenanteduser.client.0' --totp-serial 4963973422 --totp-seed WPDY7RIOZOEC3VQC7QYZW3ER2TSWSTQ5LRFATLEUMK7N6FNWPT7XDMIGBI2LE63I --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2023-12-03T11:54:39.206 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:39.206 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:39.217 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.215+0000 7f657808c800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.217+0000 7f657808c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.217+0000 7f657808c800 20 realm 2023-12-03T11:54:39.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.217+0000 7f657808c800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.217+0000 7f657808c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.217+0000 7f657808c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:39.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.217+0000 7f657808c800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.217+0000 7f657808c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.219 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.217+0000 7f657808c800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.220 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.218+0000 7f657808c800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:39.220 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.218+0000 7f657808c800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.220 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.219+0000 7f657808c800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:39.220 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.219+0000 7f657808c800 20 searching for the correct realm 2023-12-03T11:54:39.232 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.230+0000 7f657638d640 0 -- 172.21.15.145:0/411645572 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f656c09ac40 msgr2=0x7f656c058fc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:39.233 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.231+0000 7f657808c800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:54:39.233 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.231+0000 7f657808c800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:54:39.233 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.231+0000 7f657808c800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:39.233 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.231+0000 7f657808c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:39.233 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.231+0000 7f657808c800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.233 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.231+0000 7f657808c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.233 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.231+0000 7f657808c800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.233 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.231+0000 7f657808c800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:39.233 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.231+0000 7f657808c800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.234 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.231+0000 7f657808c800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:39.234 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.231+0000 7f657808c800 20 zone default found 2023-12-03T11:54:39.234 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.231+0000 7f657808c800 4 Realm: () 2023-12-03T11:54:39.234 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.231+0000 7f657808c800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:54:39.235 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.231+0000 7f657808c800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:54:39.235 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.231+0000 7f657808c800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:39.235 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.231+0000 7f657808c800 20 zonegroup default 2023-12-03T11:54:39.235 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.231+0000 7f657808c800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.235 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.232+0000 7f657808c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.235 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.232+0000 7f657808c800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.235 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.232+0000 7f657808c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.235 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.232+0000 7f657808c800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.235 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.232+0000 7f657808c800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.235 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.232+0000 7f657808c800 20 started sync module instance, tier type = 2023-12-03T11:54:39.235 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.232+0000 7f657808c800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:54:39.242 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.241+0000 7f657538b640 0 -- 172.21.15.145:0/411645572 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x562f298f8100 msgr2=0x562f298fa4f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:39.242 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.241+0000 7f657808c800 20 add_watcher() i=0 2023-12-03T11:54:39.242 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.241+0000 7f657808c800 20 add_watcher() i=1 2023-12-03T11:54:39.242 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.241+0000 7f657808c800 20 add_watcher() i=2 2023-12-03T11:54:39.242 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.241+0000 7f657808c800 20 add_watcher() i=3 2023-12-03T11:54:39.242 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.241+0000 7f657808c800 20 add_watcher() i=4 2023-12-03T11:54:39.242 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.241+0000 7f657808c800 20 add_watcher() i=5 2023-12-03T11:54:39.242 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.241+0000 7f657808c800 20 add_watcher() i=6 2023-12-03T11:54:39.243 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.242+0000 7f657808c800 20 add_watcher() i=7 2023-12-03T11:54:39.243 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.242+0000 7f657808c800 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:39.245 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.243+0000 7f653b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:39.245 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.244+0000 7f657808c800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:39.245 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.244+0000 7f657808c800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:39.250 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.248+0000 7f657808c800 5 note: GC not initialized 2023-12-03T11:54:39.250 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.248+0000 7f64aa7fc640 20 reqs_thread_entry: start 2023-12-03T11:54:39.250 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.248+0000 7f657808c800 20 init_complete bucket index max shards: 1 2023-12-03T11:54:39.251 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.249+0000 7f657808c800 20 Filter name: none 2023-12-03T11:54:39.251 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.249+0000 7f649bfff640 20 reqs_thread_entry: start 2023-12-03T11:54:39.251 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.249+0000 7f657808c800 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2023-12-03T11:54:39.251 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.249+0000 7f657808c800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.251 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.249+0000 7f657808c800 20 rados_obj.operate() r=0 bl.length=514 2023-12-03T11:54:39.251 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.249+0000 7f657808c800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2023-12-03T11:54:39.251 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.249+0000 7f657808c800 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-12-03T11:54:39.251 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.249+0000 7f657808c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:54:39.253 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.252+0000 7f657808c800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2023-12-03T11:54:39.253 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.252+0000 7f657808c800 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-12-03T11:54:39.253 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.252+0000 7f657808c800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2023-12-03T11:54:39.254 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.252+0000 7f6557fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626726125 cookie 94760560765680 notifier 7682 bl.length()=728 2023-12-03T11:54:39.254 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.252+0000 7f6557fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2023-12-03T11:54:39.254 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.252+0000 7f6557fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-12-03T11:54:39.254 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.253+0000 7f653b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:39.256 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.255+0000 7f657808c800 20 remove_watcher() i=0 2023-12-03T11:54:39.256 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.255+0000 7f657808c800 2 removed watcher, disabling cache 2023-12-03T11:54:39.257 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.256+0000 7f657808c800 20 remove_watcher() i=1 2023-12-03T11:54:39.258 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.257+0000 7f657808c800 20 remove_watcher() i=2 2023-12-03T11:54:39.259 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.258+0000 7f657808c800 20 remove_watcher() i=3 2023-12-03T11:54:39.260 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.259+0000 7f657808c800 20 remove_watcher() i=4 2023-12-03T11:54:39.261 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.260+0000 7f657808c800 20 remove_watcher() i=5 2023-12-03T11:54:39.262 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.261+0000 7f657808c800 20 remove_watcher() i=6 2023-12-03T11:54:39.263 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.262+0000 7f657808c800 20 remove_watcher() i=7 2023-12-03T11:54:39.268 DEBUG:tasks.s3tests:Creating user foobar.client.0 on client.0 2023-12-03T11:54:39.268 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foobar.client.0 --display-name 'Mr. foobar.client.0' --email foobar.client.0+test@test.test --caps 'user-policy=*' --access-key EXHTGDXPIKRLAWMDEKXU --secret gmTi/3SggPdbIxwmV38oLQ2/lzQ12dYjAfADPvSwikt449b3W+3cQg== --cluster ceph 2023-12-03T11:54:39.334 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:39.335 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:39.345 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.344+0000 7f9c17f11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.349 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.347+0000 7f9c17f11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.350 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.347+0000 7f9c17f11800 20 realm 2023-12-03T11:54:39.350 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.347+0000 7f9c17f11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.350 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.348+0000 7f9c17f11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.350 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.348+0000 7f9c17f11800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:39.350 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.348+0000 7f9c17f11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.350 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.348+0000 7f9c17f11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.350 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.348+0000 7f9c17f11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.354 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.352+0000 7f9c17f11800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:39.354 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.352+0000 7f9c17f11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.354 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.353+0000 7f9c17f11800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:39.354 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.353+0000 7f9c17f11800 20 searching for the correct realm 2023-12-03T11:54:39.369 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.367+0000 7f9c15217640 0 -- 172.21.15.145:0/958076046 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55d20f952f20 msgr2=0x55d20f955310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:39.371 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.369+0000 7f9c17f11800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:54:39.371 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.369+0000 7f9c17f11800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:54:39.371 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.369+0000 7f9c17f11800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:39.371 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.369+0000 7f9c17f11800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:39.371 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.369+0000 7f9c17f11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.371 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.369+0000 7f9c17f11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.371 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.369+0000 7f9c17f11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.371 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.370+0000 7f9c17f11800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:39.371 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.370+0000 7f9c17f11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.372 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.370+0000 7f9c17f11800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:39.372 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.370+0000 7f9c17f11800 20 zone default found 2023-12-03T11:54:39.372 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.370+0000 7f9c17f11800 4 Realm: () 2023-12-03T11:54:39.372 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.370+0000 7f9c17f11800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:54:39.372 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.370+0000 7f9c17f11800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:54:39.373 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.370+0000 7f9c17f11800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:39.373 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.370+0000 7f9c17f11800 20 zonegroup default 2023-12-03T11:54:39.373 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.370+0000 7f9c17f11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.373 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.371+0000 7f9c17f11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.373 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.371+0000 7f9c17f11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.373 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.371+0000 7f9c17f11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.373 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.371+0000 7f9c17f11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.374 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.371+0000 7f9c17f11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.374 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.371+0000 7f9c17f11800 20 started sync module instance, tier type = 2023-12-03T11:54:39.374 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.371+0000 7f9c17f11800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:54:39.378 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.376+0000 7f9c15a18640 0 -- 172.21.15.145:0/958076046 >> [v2:172.21.15.145:6816/2890621568,v1:172.21.15.145:6817/2890621568] conn(0x7f9c0807bcd0 msgr2=0x7f9c0807a9d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:39.382 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.381+0000 7f9c17f11800 20 add_watcher() i=0 2023-12-03T11:54:39.382 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.381+0000 7f9c17f11800 20 add_watcher() i=1 2023-12-03T11:54:39.382 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.381+0000 7f9c17f11800 20 add_watcher() i=2 2023-12-03T11:54:39.382 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.381+0000 7f9c17f11800 20 add_watcher() i=3 2023-12-03T11:54:39.382 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.381+0000 7f9c17f11800 20 add_watcher() i=4 2023-12-03T11:54:39.382 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.381+0000 7f9c17f11800 20 add_watcher() i=5 2023-12-03T11:54:39.383 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.381+0000 7f9c17f11800 20 add_watcher() i=6 2023-12-03T11:54:39.383 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.382+0000 7f9c17f11800 20 add_watcher() i=7 2023-12-03T11:54:39.383 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.382+0000 7f9c17f11800 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:39.385 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.383+0000 7f9bdb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:39.385 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.383+0000 7f9c17f11800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:39.385 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.383+0000 7f9c17f11800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:39.390 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.388+0000 7f9c17f11800 5 note: GC not initialized 2023-12-03T11:54:39.390 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.388+0000 7f9b4a7fc640 20 reqs_thread_entry: start 2023-12-03T11:54:39.390 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.388+0000 7f9c17f11800 20 init_complete bucket index max shards: 1 2023-12-03T11:54:39.390 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.388+0000 7f9c17f11800 20 Filter name: none 2023-12-03T11:54:39.390 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.388+0000 7f9b3bfff640 20 reqs_thread_entry: start 2023-12-03T11:54:39.390 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.388+0000 7f9c17f11800 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2023-12-03T11:54:39.390 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.388+0000 7f9c17f11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.390 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.389+0000 7f9c17f11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.390 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.389+0000 7f9c17f11800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x0 2023-12-03T11:54:39.390 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.389+0000 7f9c17f11800 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:54:39.391 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.389+0000 7f9c17f11800 10 cache get: name=default.rgw.meta+users.email+foobar.client.0+test@test.test : miss 2023-12-03T11:54:39.391 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.389+0000 7f9c17f11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.392 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.389+0000 7f9c17f11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.392 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.389+0000 7f9c17f11800 10 cache put: name=default.rgw.meta+users.email+foobar.client.0+test@test.test info.flags=0x0 2023-12-03T11:54:39.392 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.389+0000 7f9c17f11800 10 adding default.rgw.meta+users.email+foobar.client.0+test@test.test to cache LRU end 2023-12-03T11:54:39.392 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.389+0000 7f9c17f11800 10 cache get: name=default.rgw.meta+users.keys+EXHTGDXPIKRLAWMDEKXU : miss 2023-12-03T11:54:39.392 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.389+0000 7f9c17f11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.392 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.389+0000 7f9c17f11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.392 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.389+0000 7f9c17f11800 10 cache put: name=default.rgw.meta+users.keys+EXHTGDXPIKRLAWMDEKXU info.flags=0x0 2023-12-03T11:54:39.392 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.389+0000 7f9c17f11800 10 adding default.rgw.meta+users.keys+EXHTGDXPIKRLAWMDEKXU to cache LRU end 2023-12-03T11:54:39.392 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.389+0000 7f9c17f11800 10 cache get: name=default.rgw.meta+users.keys+EXHTGDXPIKRLAWMDEKXU : hit (negative entry) 2023-12-03T11:54:39.392 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.389+0000 7f9c17f11800 10 cache get: name=default.rgw.meta+users.keys+EXHTGDXPIKRLAWMDEKXU : hit (negative entry) 2023-12-03T11:54:39.393 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.391+0000 7f9c17f11800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-12-03T11:54:39.393 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.391+0000 7f9c17f11800 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:54:39.393 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.391+0000 7f9c17f11800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2023-12-03T11:54:39.393 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.391+0000 7f9bf7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1090921693293 cookie 94360692966064 notifier 7703 bl.length()=655 2023-12-03T11:54:39.393 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.391+0000 7f9bf7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-12-03T11:54:39.393 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.391+0000 7f9bf7fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:54:39.394 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.392+0000 7f9c17f11800 10 cache put: name=default.rgw.meta+users.email+foobar.client.0+test@test.test info.flags=0x7 2023-12-03T11:54:39.394 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.392+0000 7f9c17f11800 10 moving default.rgw.meta+users.email+foobar.client.0+test@test.test to cache LRU end 2023-12-03T11:54:39.394 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.392+0000 7f9c17f11800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:foobar.client.0+test@test.test, ofs0, ns] 2023-12-03T11:54:39.394 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.393+0000 7f9bf7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1090921693422 cookie 94360692960544 notifier 7703 bl.length()=200 2023-12-03T11:54:39.394 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.393+0000 7f9bf7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foobar.client.0+test@test.test info.flags=0x7 2023-12-03T11:54:39.394 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.393+0000 7f9bf7fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+foobar.client.0+test@test.test to cache LRU end 2023-12-03T11:54:39.396 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.394+0000 7f9c17f11800 10 cache put: name=default.rgw.meta+users.keys+EXHTGDXPIKRLAWMDEKXU info.flags=0x7 2023-12-03T11:54:39.396 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.394+0000 7f9c17f11800 10 moving default.rgw.meta+users.keys+EXHTGDXPIKRLAWMDEKXU to cache LRU end 2023-12-03T11:54:39.396 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.394+0000 7f9c17f11800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:EXHTGDXPIKRLAWMDEKXU, ofs0, ns] 2023-12-03T11:54:39.396 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.394+0000 7f9bf77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1090921693294 cookie 94360692966064 notifier 7703 bl.length()=189 2023-12-03T11:54:39.396 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.394+0000 7f9bf77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+EXHTGDXPIKRLAWMDEKXU info.flags=0x7 2023-12-03T11:54:39.396 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.394+0000 7f9bf77fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+EXHTGDXPIKRLAWMDEKXU to cache LRU end 2023-12-03T11:54:39.396 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2023-12-03T11:54:39.397 INFO:teuthology.orchestra.run.smithi145.stdout: "user_id": "foobar.client.0", 2023-12-03T11:54:39.397 INFO:teuthology.orchestra.run.smithi145.stdout: "display_name": "Mr. foobar.client.0", 2023-12-03T11:54:39.397 INFO:teuthology.orchestra.run.smithi145.stdout: "email": "foobar.client.0+test@test.test", 2023-12-03T11:54:39.397 INFO:teuthology.orchestra.run.smithi145.stdout: "suspended": 0, 2023-12-03T11:54:39.397 INFO:teuthology.orchestra.run.smithi145.stdout: "max_buckets": 1000, 2023-12-03T11:54:39.397 INFO:teuthology.orchestra.run.smithi145.stdout: "subusers": [], 2023-12-03T11:54:39.397 INFO:teuthology.orchestra.run.smithi145.stdout: "keys": [ 2023-12-03T11:54:39.397 INFO:teuthology.orchestra.run.smithi145.stdout: { 2023-12-03T11:54:39.397 INFO:teuthology.orchestra.run.smithi145.stdout: "user": "foobar.client.0", 2023-12-03T11:54:39.397 INFO:teuthology.orchestra.run.smithi145.stdout: "access_key": "EXHTGDXPIKRLAWMDEKXU", 2023-12-03T11:54:39.397 INFO:teuthology.orchestra.run.smithi145.stdout: "secret_key": "gmTi/3SggPdbIxwmV38oLQ2/lzQ12dYjAfADPvSwikt449b3W+3cQg==" 2023-12-03T11:54:39.397 INFO:teuthology.orchestra.run.smithi145.stdout: } 2023-12-03T11:54:39.397 INFO:teuthology.orchestra.run.smithi145.stdout: ], 2023-12-03T11:54:39.397 INFO:teuthology.orchestra.run.smithi145.stdout: "swift_keys": [], 2023-12-03T11:54:39.397 INFO:teuthology.orchestra.run.smithi145.stdout: "caps": [ 2023-12-03T11:54:39.397 INFO:teuthology.orchestra.run.smithi145.stdout: { 2023-12-03T11:54:39.398 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "user-policy", 2023-12-03T11:54:39.398 INFO:teuthology.orchestra.run.smithi145.stdout: "perm": "*" 2023-12-03T11:54:39.398 INFO:teuthology.orchestra.run.smithi145.stdout: } 2023-12-03T11:54:39.398 INFO:teuthology.orchestra.run.smithi145.stdout: ], 2023-12-03T11:54:39.398 INFO:teuthology.orchestra.run.smithi145.stdout: "op_mask": "read, write, delete", 2023-12-03T11:54:39.398 INFO:teuthology.orchestra.run.smithi145.stdout: "default_placement": "", 2023-12-03T11:54:39.398 INFO:teuthology.orchestra.run.smithi145.stdout: "default_storage_class": "", 2023-12-03T11:54:39.398 INFO:teuthology.orchestra.run.smithi145.stdout: "placement_tags": [], 2023-12-03T11:54:39.398 INFO:teuthology.orchestra.run.smithi145.stdout: "bucket_quota": { 2023-12-03T11:54:39.398 INFO:teuthology.orchestra.run.smithi145.stdout: "enabled": false, 2023-12-03T11:54:39.398 INFO:teuthology.orchestra.run.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:54:39.398 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size": -1, 2023-12-03T11:54:39.398 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:54:39.398 INFO:teuthology.orchestra.run.smithi145.stdout: "max_objects": -1 2023-12-03T11:54:39.399 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:54:39.399 INFO:teuthology.orchestra.run.smithi145.stdout: "user_quota": { 2023-12-03T11:54:39.399 INFO:teuthology.orchestra.run.smithi145.stdout: "enabled": false, 2023-12-03T11:54:39.399 INFO:teuthology.orchestra.run.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:54:39.399 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size": -1, 2023-12-03T11:54:39.399 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:54:39.399 INFO:teuthology.orchestra.run.smithi145.stdout: "max_objects": -1 2023-12-03T11:54:39.399 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:54:39.399 INFO:teuthology.orchestra.run.smithi145.stdout: "temp_url_keys": [], 2023-12-03T11:54:39.399 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "rgw", 2023-12-03T11:54:39.399 INFO:teuthology.orchestra.run.smithi145.stdout: "mfa_ids": [] 2023-12-03T11:54:39.399 INFO:teuthology.orchestra.run.smithi145.stdout:} 2023-12-03T11:54:39.399 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:39.400 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.395+0000 7f9bdb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:39.400 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.398+0000 7f9c17f11800 20 remove_watcher() i=0 2023-12-03T11:54:39.400 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.398+0000 7f9c17f11800 2 removed watcher, disabling cache 2023-12-03T11:54:39.400 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.399+0000 7f9c17f11800 20 remove_watcher() i=1 2023-12-03T11:54:39.401 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.400+0000 7f9c17f11800 20 remove_watcher() i=2 2023-12-03T11:54:39.402 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.401+0000 7f9c17f11800 20 remove_watcher() i=3 2023-12-03T11:54:39.403 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.402+0000 7f9c17f11800 20 remove_watcher() i=4 2023-12-03T11:54:39.404 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.403+0000 7f9c17f11800 20 remove_watcher() i=5 2023-12-03T11:54:39.405 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.404+0000 7f9c17f11800 20 remove_watcher() i=6 2023-12-03T11:54:39.406 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.405+0000 7f9c17f11800 20 remove_watcher() i=7 2023-12-03T11:54:39.411 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foobar.client.0 --totp-serial 7675967627 --totp-seed 6TW4KM2IXSQLSUSQRLD4GZVC7YJPUHYPLTXR26JA6FVRWEVDZNOSLXTNK3TCIWI5 --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2023-12-03T11:54:39.474 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:39.474 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:39.485 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.484+0000 7fa8a9935800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.488 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.486+0000 7fa8a9935800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.488 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.486+0000 7fa8a9935800 20 realm 2023-12-03T11:54:39.488 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.486+0000 7fa8a9935800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.488 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.487+0000 7fa8a9935800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.488 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.487+0000 7fa8a9935800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:39.488 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.487+0000 7fa8a9935800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.488 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.487+0000 7fa8a9935800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.489 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.487+0000 7fa8a9935800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.489 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.488+0000 7fa8a9935800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:39.489 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.488+0000 7fa8a9935800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.490 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.488+0000 7fa8a9935800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:39.490 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.488+0000 7fa8a9935800 20 searching for the correct realm 2023-12-03T11:54:39.496 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.495+0000 7fa8a4ddd640 0 -- 172.21.15.145:0/4260811835 >> [v2:172.21.15.145:6800/1111036159,v1:172.21.15.145:6801/1111036159] conn(0x55e7692f3ba0 msgr2=0x55e7692f5f90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:39.500 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.498+0000 7fa8a9935800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:54:39.500 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.498+0000 7fa8a9935800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:54:39.500 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.498+0000 7fa8a9935800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:39.500 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.498+0000 7fa8a9935800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:39.500 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.498+0000 7fa8a9935800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.500 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.498+0000 7fa8a9935800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.500 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.498+0000 7fa8a9935800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.500 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.499+0000 7fa8a9935800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:39.500 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.499+0000 7fa8a9935800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.501 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.499+0000 7fa8a9935800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:39.502 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.499+0000 7fa8a9935800 20 zone default found 2023-12-03T11:54:39.502 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.499+0000 7fa8a9935800 4 Realm: () 2023-12-03T11:54:39.502 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.499+0000 7fa8a9935800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:54:39.502 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.499+0000 7fa8a9935800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:54:39.502 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.499+0000 7fa8a9935800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:39.502 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.499+0000 7fa8a9935800 20 zonegroup default 2023-12-03T11:54:39.502 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.499+0000 7fa8a9935800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.502 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.499+0000 7fa8a9935800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.502 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.499+0000 7fa8a9935800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.502 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.499+0000 7fa8a9935800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.502 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.499+0000 7fa8a9935800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.502 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.500+0000 7fa8a4ddd640 0 -- 172.21.15.145:0/4260811835 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x55e7692ff9e0 msgr2=0x55e769301dd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:39.502 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.500+0000 7fa8a9935800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.503 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.500+0000 7fa8a9935800 20 started sync module instance, tier type = 2023-12-03T11:54:39.503 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.500+0000 7fa8a9935800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:54:39.509 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.508+0000 7fa8a9935800 20 add_watcher() i=0 2023-12-03T11:54:39.509 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.508+0000 7fa8a9935800 20 add_watcher() i=1 2023-12-03T11:54:39.510 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.508+0000 7fa8a9935800 20 add_watcher() i=2 2023-12-03T11:54:39.510 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.508+0000 7fa8a9935800 20 add_watcher() i=3 2023-12-03T11:54:39.510 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.508+0000 7fa8a9935800 20 add_watcher() i=4 2023-12-03T11:54:39.510 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.508+0000 7fa8a9935800 20 add_watcher() i=5 2023-12-03T11:54:39.510 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.508+0000 7fa8a9935800 20 add_watcher() i=6 2023-12-03T11:54:39.510 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.509+0000 7fa8a9935800 20 add_watcher() i=7 2023-12-03T11:54:39.510 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.509+0000 7fa8a9935800 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:39.512 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.510+0000 7fa86afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:39.512 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.510+0000 7fa8a9935800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:39.512 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.510+0000 7fa8a9935800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:39.517 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.515+0000 7fa8a9935800 5 note: GC not initialized 2023-12-03T11:54:39.517 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.515+0000 7fa7d9ffb640 20 reqs_thread_entry: start 2023-12-03T11:54:39.517 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.515+0000 7fa8a9935800 20 init_complete bucket index max shards: 1 2023-12-03T11:54:39.517 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.515+0000 7fa8a9935800 20 Filter name: none 2023-12-03T11:54:39.517 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.515+0000 7fa7cb7fe640 20 reqs_thread_entry: start 2023-12-03T11:54:39.517 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.516+0000 7fa8a9935800 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2023-12-03T11:54:39.517 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.516+0000 7fa8a9935800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.518 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.516+0000 7fa8a9935800 20 rados_obj.operate() r=0 bl.length=467 2023-12-03T11:54:39.518 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.516+0000 7fa8a9935800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2023-12-03T11:54:39.518 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.516+0000 7fa8a9935800 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:54:39.518 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.516+0000 7fa8a9935800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:54:39.520 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.518+0000 7fa8a9935800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-12-03T11:54:39.520 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.518+0000 7fa8a9935800 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:54:39.520 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.518+0000 7fa8a9935800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2023-12-03T11:54:39.520 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.519+0000 7fa886ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1090921693295 cookie 94452390582720 notifier 7721 bl.length()=669 2023-12-03T11:54:39.520 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.519+0000 7fa886ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-12-03T11:54:39.520 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.519+0000 7fa886ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:54:39.521 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.520+0000 7fa8877fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1090921693296 cookie 94452390582720 notifier 7721 bl.length()=669 2023-12-03T11:54:39.521 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.520+0000 7fa8877fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-12-03T11:54:39.521 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.520+0000 7fa8877fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:54:39.522 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.521+0000 7fa86afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:39.525 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.523+0000 7fa8a9935800 20 remove_watcher() i=0 2023-12-03T11:54:39.525 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.523+0000 7fa8a9935800 2 removed watcher, disabling cache 2023-12-03T11:54:39.525 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.524+0000 7fa8a9935800 20 remove_watcher() i=1 2023-12-03T11:54:39.526 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.525+0000 7fa8a9935800 20 remove_watcher() i=2 2023-12-03T11:54:39.527 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.526+0000 7fa8a9935800 20 remove_watcher() i=3 2023-12-03T11:54:39.529 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.528+0000 7fa8a9935800 20 remove_watcher() i=4 2023-12-03T11:54:39.530 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.528+0000 7fa8a9935800 20 remove_watcher() i=5 2023-12-03T11:54:39.531 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.529+0000 7fa8a9935800 20 remove_watcher() i=6 2023-12-03T11:54:39.531 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.530+0000 7fa8a9935800 20 remove_watcher() i=7 2023-12-03T11:54:39.537 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'roles=*' --cluster ceph 2023-12-03T11:54:39.591 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:39.591 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:39.602 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.600+0000 7f9c4b72f800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.604 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.602+0000 7f9c4b72f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.604 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.602+0000 7f9c4b72f800 20 realm 2023-12-03T11:54:39.604 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.602+0000 7f9c4b72f800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.604 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.602+0000 7f9c4b72f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.604 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.602+0000 7f9c4b72f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:39.604 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.602+0000 7f9c4b72f800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.604 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.602+0000 7f9c4b72f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.604 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.602+0000 7f9c4b72f800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.605 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.603+0000 7f9c4b72f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:39.605 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.603+0000 7f9c4b72f800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.605 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.604+0000 7f9c4b72f800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:39.605 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.604+0000 7f9c4b72f800 20 searching for the correct realm 2023-12-03T11:54:39.615 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.614+0000 7f9c47b7f640 0 -- 172.21.15.145:0/2220019976 >> [v2:172.21.15.149:6808/1020385955,v1:172.21.15.149:6809/1020385955] conn(0x7f9c3c0a21f0 msgr2=0x7f9c3c007c40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:39.616 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.614+0000 7f9c4b72f800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:54:39.616 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.614+0000 7f9c4b72f800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:54:39.616 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.614+0000 7f9c4b72f800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:39.616 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.614+0000 7f9c4b72f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:39.616 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.614+0000 7f9c4b72f800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.616 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.614+0000 7f9c4b72f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.616 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.614+0000 7f9c4b72f800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.616 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.614+0000 7f9c4b72f800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:39.616 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.614+0000 7f9c4b72f800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.617 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.614+0000 7f9c4b72f800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:39.617 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.614+0000 7f9c4b72f800 20 zone default found 2023-12-03T11:54:39.617 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.614+0000 7f9c4b72f800 4 Realm: () 2023-12-03T11:54:39.617 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.614+0000 7f9c4b72f800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:54:39.618 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.614+0000 7f9c4b72f800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:54:39.618 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.614+0000 7f9c4b72f800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:39.618 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.614+0000 7f9c4b72f800 20 zonegroup default 2023-12-03T11:54:39.618 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.614+0000 7f9c4b72f800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.618 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.615+0000 7f9c4b72f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.618 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.615+0000 7f9c4b72f800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.618 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.615+0000 7f9c4b72f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.618 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.615+0000 7f9c4b72f800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.618 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.615+0000 7f9c4b72f800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.618 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.615+0000 7f9c4b72f800 20 started sync module instance, tier type = 2023-12-03T11:54:39.618 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.615+0000 7f9c4b72f800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:54:39.625 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.623+0000 7f9c4737e640 0 -- 172.21.15.145:0/2220019976 >> [v2:172.21.15.145:6808/1929774303,v1:172.21.15.145:6809/1929774303] conn(0x7f9c3c098a90 msgr2=0x7f9c3c0a07e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:39.625 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.623+0000 7f9c4b72f800 20 add_watcher() i=0 2023-12-03T11:54:39.625 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.623+0000 7f9c4b72f800 20 add_watcher() i=1 2023-12-03T11:54:39.625 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.623+0000 7f9c4b72f800 20 add_watcher() i=2 2023-12-03T11:54:39.625 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.623+0000 7f9c4b72f800 20 add_watcher() i=3 2023-12-03T11:54:39.625 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.623+0000 7f9c4b72f800 20 add_watcher() i=4 2023-12-03T11:54:39.625 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.623+0000 7f9c4b72f800 20 add_watcher() i=5 2023-12-03T11:54:39.625 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.623+0000 7f9c4b72f800 20 add_watcher() i=6 2023-12-03T11:54:39.626 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.625+0000 7f9c4b72f800 20 add_watcher() i=7 2023-12-03T11:54:39.626 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.625+0000 7f9c4b72f800 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:39.628 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.626+0000 7f9c0d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:39.628 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.626+0000 7f9c4b72f800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:39.628 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.626+0000 7f9c4b72f800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:39.633 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.631+0000 7f9c4b72f800 5 note: GC not initialized 2023-12-03T11:54:39.633 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.631+0000 7f9b7bfff640 20 reqs_thread_entry: start 2023-12-03T11:54:39.633 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.631+0000 7f9c4b72f800 20 init_complete bucket index max shards: 1 2023-12-03T11:54:39.633 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.631+0000 7f9c4b72f800 20 Filter name: none 2023-12-03T11:54:39.633 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.631+0000 7f9b79ffb640 20 reqs_thread_entry: start 2023-12-03T11:54:39.633 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.631+0000 7f9c4b72f800 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2023-12-03T11:54:39.633 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.631+0000 7f9c4b72f800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.633 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.632+0000 7f9c4b72f800 20 rados_obj.operate() r=0 bl.length=481 2023-12-03T11:54:39.634 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.632+0000 7f9c4b72f800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2023-12-03T11:54:39.634 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.632+0000 7f9c4b72f800 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:54:39.634 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.632+0000 7f9c4b72f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:54:39.634 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.633+0000 7f9c4b72f800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-12-03T11:54:39.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.633+0000 7f9c4b72f800 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:54:39.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.633+0000 7f9c4b72f800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2023-12-03T11:54:39.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.633+0000 7f9c2dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1090921693297 cookie 94328122479360 notifier 7736 bl.length()=682 2023-12-03T11:54:39.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.634+0000 7f9c2dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-12-03T11:54:39.635 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.634+0000 7f9c2dffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:54:39.635 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2023-12-03T11:54:39.636 INFO:teuthology.orchestra.run.smithi145.stdout: "user_id": "foobar.client.0", 2023-12-03T11:54:39.636 INFO:teuthology.orchestra.run.smithi145.stdout: "display_name": "Mr. foobar.client.0", 2023-12-03T11:54:39.636 INFO:teuthology.orchestra.run.smithi145.stdout: "email": "foobar.client.0+test@test.test", 2023-12-03T11:54:39.636 INFO:teuthology.orchestra.run.smithi145.stdout: "suspended": 0, 2023-12-03T11:54:39.636 INFO:teuthology.orchestra.run.smithi145.stdout: "max_buckets": 1000, 2023-12-03T11:54:39.636 INFO:teuthology.orchestra.run.smithi145.stdout: "subusers": [], 2023-12-03T11:54:39.636 INFO:teuthology.orchestra.run.smithi145.stdout: "keys": [ 2023-12-03T11:54:39.636 INFO:teuthology.orchestra.run.smithi145.stdout: { 2023-12-03T11:54:39.636 INFO:teuthology.orchestra.run.smithi145.stdout: "user": "foobar.client.0", 2023-12-03T11:54:39.636 INFO:teuthology.orchestra.run.smithi145.stdout: "access_key": "EXHTGDXPIKRLAWMDEKXU", 2023-12-03T11:54:39.636 INFO:teuthology.orchestra.run.smithi145.stdout: "secret_key": "gmTi/3SggPdbIxwmV38oLQ2/lzQ12dYjAfADPvSwikt449b3W+3cQg==" 2023-12-03T11:54:39.636 INFO:teuthology.orchestra.run.smithi145.stdout: } 2023-12-03T11:54:39.636 INFO:teuthology.orchestra.run.smithi145.stdout: ], 2023-12-03T11:54:39.636 INFO:teuthology.orchestra.run.smithi145.stdout: "swift_keys": [], 2023-12-03T11:54:39.636 INFO:teuthology.orchestra.run.smithi145.stdout: "caps": [ 2023-12-03T11:54:39.637 INFO:teuthology.orchestra.run.smithi145.stdout: { 2023-12-03T11:54:39.637 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "roles", 2023-12-03T11:54:39.637 INFO:teuthology.orchestra.run.smithi145.stdout: "perm": "*" 2023-12-03T11:54:39.637 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:54:39.637 INFO:teuthology.orchestra.run.smithi145.stdout: { 2023-12-03T11:54:39.637 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "user-policy", 2023-12-03T11:54:39.637 INFO:teuthology.orchestra.run.smithi145.stdout: "perm": "*" 2023-12-03T11:54:39.637 INFO:teuthology.orchestra.run.smithi145.stdout: } 2023-12-03T11:54:39.637 INFO:teuthology.orchestra.run.smithi145.stdout: ], 2023-12-03T11:54:39.637 INFO:teuthology.orchestra.run.smithi145.stdout: "op_mask": "read, write, delete", 2023-12-03T11:54:39.637 INFO:teuthology.orchestra.run.smithi145.stdout: "default_placement": "", 2023-12-03T11:54:39.637 INFO:teuthology.orchestra.run.smithi145.stdout: "default_storage_class": "", 2023-12-03T11:54:39.637 INFO:teuthology.orchestra.run.smithi145.stdout: "placement_tags": [], 2023-12-03T11:54:39.637 INFO:teuthology.orchestra.run.smithi145.stdout: "bucket_quota": { 2023-12-03T11:54:39.637 INFO:teuthology.orchestra.run.smithi145.stdout: "enabled": false, 2023-12-03T11:54:39.637 INFO:teuthology.orchestra.run.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:54:39.638 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size": -1, 2023-12-03T11:54:39.638 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:54:39.638 INFO:teuthology.orchestra.run.smithi145.stdout: "max_objects": -1 2023-12-03T11:54:39.638 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:54:39.638 INFO:teuthology.orchestra.run.smithi145.stdout: "user_quota": { 2023-12-03T11:54:39.638 INFO:teuthology.orchestra.run.smithi145.stdout: "enabled": false, 2023-12-03T11:54:39.638 INFO:teuthology.orchestra.run.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:54:39.638 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size": -1, 2023-12-03T11:54:39.638 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:54:39.638 INFO:teuthology.orchestra.run.smithi145.stdout: "max_objects": -1 2023-12-03T11:54:39.638 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:54:39.638 INFO:teuthology.orchestra.run.smithi145.stdout: "temp_url_keys": [], 2023-12-03T11:54:39.639 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "rgw", 2023-12-03T11:54:39.639 INFO:teuthology.orchestra.run.smithi145.stdout: "mfa_ids": [ 2023-12-03T11:54:39.639 INFO:teuthology.orchestra.run.smithi145.stdout: "7675967627" 2023-12-03T11:54:39.639 INFO:teuthology.orchestra.run.smithi145.stdout: ] 2023-12-03T11:54:39.639 INFO:teuthology.orchestra.run.smithi145.stdout:} 2023-12-03T11:54:39.639 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:39.640 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.635+0000 7f9c0d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:39.640 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.637+0000 7f9c4b72f800 20 remove_watcher() i=0 2023-12-03T11:54:39.640 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.637+0000 7f9c4b72f800 2 removed watcher, disabling cache 2023-12-03T11:54:39.640 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.638+0000 7f9c4b72f800 20 remove_watcher() i=1 2023-12-03T11:54:39.640 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.639+0000 7f9c4b72f800 20 remove_watcher() i=2 2023-12-03T11:54:39.641 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.640+0000 7f9c4b72f800 20 remove_watcher() i=3 2023-12-03T11:54:39.642 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.641+0000 7f9c4b72f800 20 remove_watcher() i=4 2023-12-03T11:54:39.643 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.642+0000 7f9c4b72f800 20 remove_watcher() i=5 2023-12-03T11:54:39.644 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.643+0000 7f9c4b72f800 20 remove_watcher() i=6 2023-12-03T11:54:39.645 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.643+0000 7f9c4b72f800 20 remove_watcher() i=7 2023-12-03T11:54:39.650 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'oidc-provider=*' --cluster ceph 2023-12-03T11:54:39.704 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:39.704 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:39.715 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.714+0000 7fc958d11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.717 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.715+0000 7fc958d11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.717 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.715+0000 7fc958d11800 20 realm 2023-12-03T11:54:39.717 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.715+0000 7fc958d11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.717 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.715+0000 7fc958d11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.717 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.715+0000 7fc958d11800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:39.717 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.715+0000 7fc958d11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.717 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.716+0000 7fc958d11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.717 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.716+0000 7fc958d11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.718 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.716+0000 7fc958d11800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:39.718 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.716+0000 7fc958d11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.718 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.717+0000 7fc958d11800 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:39.719 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.717+0000 7fc958d11800 20 searching for the correct realm 2023-12-03T11:54:39.727 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.726+0000 7fc956818640 0 -- 172.21.15.145:0/1236479798 >> [v2:172.21.15.149:6824/315486374,v1:172.21.15.149:6825/315486374] conn(0x5614c9c8a160 msgr2=0x5614c9c8c5b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:39.728 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.727+0000 7fc958d11800 20 RGWRados::pool_iterate: got zonegroup_info.8c7e298c-7f5f-4205-af50-da612d0ef561 2023-12-03T11:54:39.729 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.727+0000 7fc958d11800 20 RGWRados::pool_iterate: got zone_info.d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 2023-12-03T11:54:39.729 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.727+0000 7fc958d11800 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:39.729 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.727+0000 7fc958d11800 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:39.729 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.727+0000 7fc958d11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.729 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.727+0000 7fc958d11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.729 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.727+0000 7fc958d11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.729 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.727+0000 7fc958d11800 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:39.729 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.727+0000 7fc958d11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.730 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.728+0000 7fc958d11800 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:39.730 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.728+0000 7fc958d11800 20 zone default found 2023-12-03T11:54:39.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.728+0000 7fc958d11800 4 Realm: () 2023-12-03T11:54:39.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.728+0000 7fc958d11800 4 ZoneGroup: default (8c7e298c-7f5f-4205-af50-da612d0ef561) 2023-12-03T11:54:39.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.728+0000 7fc958d11800 4 Zone: default (d459f8dd-7fd7-45a6-9139-9aa0f97fcc03) 2023-12-03T11:54:39.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.728+0000 7fc958d11800 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:39.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.728+0000 7fc958d11800 20 zonegroup default 2023-12-03T11:54:39.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.728+0000 7fc958d11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.728+0000 7fc958d11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.728+0000 7fc958d11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.728+0000 7fc958d11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.728+0000 7fc958d11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.728+0000 7fc958d11800 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:39.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.728+0000 7fc958d11800 20 started sync module instance, tier type = 2023-12-03T11:54:39.731 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.728+0000 7fc958d11800 20 started zone id=d459f8dd-7fd7-45a6-9139-9aa0f97fcc03 (name=default) with tier type = 2023-12-03T11:54:39.736 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.734+0000 7fc956017640 0 -- 172.21.15.145:0/1236479798 >> [v2:172.21.15.145:6820/2417967810,v1:172.21.15.145:6822/2417967810] conn(0x5614c9c8da30 msgr2=0x5614c9c8fe20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:39.739 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.737+0000 7fc958d11800 20 add_watcher() i=0 2023-12-03T11:54:39.739 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.737+0000 7fc958d11800 20 add_watcher() i=1 2023-12-03T11:54:39.739 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.737+0000 7fc958d11800 20 add_watcher() i=2 2023-12-03T11:54:39.739 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.737+0000 7fc958d11800 20 add_watcher() i=3 2023-12-03T11:54:39.739 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.737+0000 7fc958d11800 20 add_watcher() i=4 2023-12-03T11:54:39.739 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.737+0000 7fc958d11800 20 add_watcher() i=5 2023-12-03T11:54:39.739 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.737+0000 7fc958d11800 20 add_watcher() i=6 2023-12-03T11:54:39.739 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.738+0000 7fc958d11800 20 add_watcher() i=7 2023-12-03T11:54:39.739 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.738+0000 7fc958d11800 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:39.741 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.740+0000 7fc897fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:39.741 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.740+0000 7fc958d11800 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:39.741 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.740+0000 7fc958d11800 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:39.747 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.744+0000 7fc958d11800 5 note: GC not initialized 2023-12-03T11:54:39.747 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.744+0000 7fc88effd640 20 reqs_thread_entry: start 2023-12-03T11:54:39.747 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.745+0000 7fc958d11800 20 init_complete bucket index max shards: 1 2023-12-03T11:54:39.747 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.745+0000 7fc958d11800 20 Filter name: none 2023-12-03T11:54:39.748 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.745+0000 7fc88cff9640 20 reqs_thread_entry: start 2023-12-03T11:54:39.748 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.745+0000 7fc958d11800 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2023-12-03T11:54:39.748 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.745+0000 7fc958d11800 20 rados->read ofs=0 len=0 2023-12-03T11:54:39.748 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.745+0000 7fc958d11800 20 rados_obj.operate() r=0 bl.length=494 2023-12-03T11:54:39.748 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.745+0000 7fc958d11800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2023-12-03T11:54:39.748 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.745+0000 7fc958d11800 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:54:39.748 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.745+0000 7fc958d11800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:54:39.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.746+0000 7fc958d11800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-12-03T11:54:39.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.746+0000 7fc958d11800 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:54:39.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.746+0000 7fc958d11800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2023-12-03T11:54:39.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.747+0000 7fc93d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1090921693298 cookie 94647284723072 notifier 7754 bl.length()=703 2023-12-03T11:54:39.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.747+0000 7fc93d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-12-03T11:54:39.749 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.747+0000 7fc93d7fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:54:39.750 INFO:teuthology.orchestra.run.smithi145.stdout:{ 2023-12-03T11:54:39.750 INFO:teuthology.orchestra.run.smithi145.stdout: "user_id": "foobar.client.0", 2023-12-03T11:54:39.750 INFO:teuthology.orchestra.run.smithi145.stdout: "display_name": "Mr. foobar.client.0", 2023-12-03T11:54:39.750 INFO:teuthology.orchestra.run.smithi145.stdout: "email": "foobar.client.0+test@test.test", 2023-12-03T11:54:39.750 INFO:teuthology.orchestra.run.smithi145.stdout: "suspended": 0, 2023-12-03T11:54:39.750 INFO:teuthology.orchestra.run.smithi145.stdout: "max_buckets": 1000, 2023-12-03T11:54:39.750 INFO:teuthology.orchestra.run.smithi145.stdout: "subusers": [], 2023-12-03T11:54:39.750 INFO:teuthology.orchestra.run.smithi145.stdout: "keys": [ 2023-12-03T11:54:39.750 INFO:teuthology.orchestra.run.smithi145.stdout: { 2023-12-03T11:54:39.750 INFO:teuthology.orchestra.run.smithi145.stdout: "user": "foobar.client.0", 2023-12-03T11:54:39.750 INFO:teuthology.orchestra.run.smithi145.stdout: "access_key": "EXHTGDXPIKRLAWMDEKXU", 2023-12-03T11:54:39.751 INFO:teuthology.orchestra.run.smithi145.stdout: "secret_key": "gmTi/3SggPdbIxwmV38oLQ2/lzQ12dYjAfADPvSwikt449b3W+3cQg==" 2023-12-03T11:54:39.751 INFO:teuthology.orchestra.run.smithi145.stdout: } 2023-12-03T11:54:39.751 INFO:teuthology.orchestra.run.smithi145.stdout: ], 2023-12-03T11:54:39.751 INFO:teuthology.orchestra.run.smithi145.stdout: "swift_keys": [], 2023-12-03T11:54:39.751 INFO:teuthology.orchestra.run.smithi145.stdout: "caps": [ 2023-12-03T11:54:39.751 INFO:teuthology.orchestra.run.smithi145.stdout: { 2023-12-03T11:54:39.751 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "oidc-provider", 2023-12-03T11:54:39.751 INFO:teuthology.orchestra.run.smithi145.stdout: "perm": "*" 2023-12-03T11:54:39.751 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:54:39.751 INFO:teuthology.orchestra.run.smithi145.stdout: { 2023-12-03T11:54:39.751 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "roles", 2023-12-03T11:54:39.751 INFO:teuthology.orchestra.run.smithi145.stdout: "perm": "*" 2023-12-03T11:54:39.751 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:54:39.751 INFO:teuthology.orchestra.run.smithi145.stdout: { 2023-12-03T11:54:39.751 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "user-policy", 2023-12-03T11:54:39.752 INFO:teuthology.orchestra.run.smithi145.stdout: "perm": "*" 2023-12-03T11:54:39.752 INFO:teuthology.orchestra.run.smithi145.stdout: } 2023-12-03T11:54:39.752 INFO:teuthology.orchestra.run.smithi145.stdout: ], 2023-12-03T11:54:39.752 INFO:teuthology.orchestra.run.smithi145.stdout: "op_mask": "read, write, delete", 2023-12-03T11:54:39.752 INFO:teuthology.orchestra.run.smithi145.stdout: "default_placement": "", 2023-12-03T11:54:39.752 INFO:teuthology.orchestra.run.smithi145.stdout: "default_storage_class": "", 2023-12-03T11:54:39.752 INFO:teuthology.orchestra.run.smithi145.stdout: "placement_tags": [], 2023-12-03T11:54:39.752 INFO:teuthology.orchestra.run.smithi145.stdout: "bucket_quota": { 2023-12-03T11:54:39.752 INFO:teuthology.orchestra.run.smithi145.stdout: "enabled": false, 2023-12-03T11:54:39.752 INFO:teuthology.orchestra.run.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:54:39.752 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size": -1, 2023-12-03T11:54:39.752 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:54:39.752 INFO:teuthology.orchestra.run.smithi145.stdout: "max_objects": -1 2023-12-03T11:54:39.752 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:54:39.752 INFO:teuthology.orchestra.run.smithi145.stdout: "user_quota": { 2023-12-03T11:54:39.752 INFO:teuthology.orchestra.run.smithi145.stdout: "enabled": false, 2023-12-03T11:54:39.753 INFO:teuthology.orchestra.run.smithi145.stdout: "check_on_raw": false, 2023-12-03T11:54:39.753 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size": -1, 2023-12-03T11:54:39.753 INFO:teuthology.orchestra.run.smithi145.stdout: "max_size_kb": 0, 2023-12-03T11:54:39.753 INFO:teuthology.orchestra.run.smithi145.stdout: "max_objects": -1 2023-12-03T11:54:39.753 INFO:teuthology.orchestra.run.smithi145.stdout: }, 2023-12-03T11:54:39.753 INFO:teuthology.orchestra.run.smithi145.stdout: "temp_url_keys": [], 2023-12-03T11:54:39.753 INFO:teuthology.orchestra.run.smithi145.stdout: "type": "rgw", 2023-12-03T11:54:39.753 INFO:teuthology.orchestra.run.smithi145.stdout: "mfa_ids": [ 2023-12-03T11:54:39.753 INFO:teuthology.orchestra.run.smithi145.stdout: "7675967627" 2023-12-03T11:54:39.753 INFO:teuthology.orchestra.run.smithi145.stdout: ] 2023-12-03T11:54:39.753 INFO:teuthology.orchestra.run.smithi145.stdout:} 2023-12-03T11:54:39.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:54:39.754 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.748+0000 7fc897fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:39.754 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.750+0000 7fc958d11800 20 remove_watcher() i=0 2023-12-03T11:54:39.754 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.750+0000 7fc958d11800 2 removed watcher, disabling cache 2023-12-03T11:54:39.754 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.751+0000 7fc958d11800 20 remove_watcher() i=1 2023-12-03T11:54:39.754 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.752+0000 7fc958d11800 20 remove_watcher() i=2 2023-12-03T11:54:39.754 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.753+0000 7fc958d11800 20 remove_watcher() i=3 2023-12-03T11:54:39.755 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.754+0000 7fc958d11800 20 remove_watcher() i=4 2023-12-03T11:54:39.756 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.755+0000 7fc958d11800 20 remove_watcher() i=5 2023-12-03T11:54:39.757 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.756+0000 7fc958d11800 20 remove_watcher() i=6 2023-12-03T11:54:39.758 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T11:54:39.757+0000 7fc958d11800 20 remove_watcher() i=7 2023-12-03T11:54:39.763 INFO:tasks.s3tests:Configuring s3-tests... 2023-12-03T11:54:39.764 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:54:39.764 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf 2023-12-03T11:54:39.791 INFO:tasks.s3tests:Configuring boto... 2023-12-03T11:54:39.791 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2023-12-03T11:54:39.791 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/home/ubuntu/cephtest/boto-client.0.cfg 2023-12-03T11:54:39.858 DEBUG:teuthology.orchestra.run.smithi145:s3 tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/pki/tls/certs/ca-bundle.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2023-12-03T11:54:40.025 INFO:teuthology.orchestra.run.smithi145.stdout:GLOB sdist-make: /home/ubuntu/cephtest/s3-tests-client.0/setup.py 2023-12-03T11:54:40.201 INFO:teuthology.orchestra.run.smithi145.stdout:py create: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py 2023-12-03T11:54:40.437 INFO:teuthology.orchestra.run.smithi145.stdout:py installdeps: -rrequirements.txt 2023-12-03T11:55:56.197 INFO:teuthology.orchestra.run.smithi145.stdout:py inst: /home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip 2023-12-03T11:55:57.834 INFO:teuthology.orchestra.run.smithi145.stdout:py installed: boto==2.49.0,boto3==1.24.96,botocore==1.27.96,cachetools==5.3.2,certifi==2023.11.17,chardet==5.2.0,charset-normalizer==3.3.2,colorama==0.4.6,distlib==0.3.7,exceptiongroup==1.2.0,filelock==3.13.1,gevent==23.9.1,greenlet==3.0.1,httplib2==0.22.0,idna==3.6,iniconfig==2.0.0,isodate==0.6.1,jmespath==1.0.1,lxml==4.9.3,munch==4.0.0,packaging==23.2,platformdirs==4.0.0,pluggy==1.3.0,pyparsing==3.1.1,pyproject-api==1.6.1,pytest==7.4.3,python-dateutil==2.8.2,pytz==2023.3.post1,PyYAML==6.0.1,requests==2.31.0,s3tests @ file:///home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip#sha256=bd5f6327f238410d44671fb658885dc755f1a46989cff62ebd20c0e150433f57,s3transfer==0.6.2,six==1.16.0,tomli==2.0.1,tox==4.11.4,urllib3==1.26.18,virtualenv==20.25.0,zope.event==5.0,zope.interface==6.1 2023-12-03T11:55:57.835 INFO:teuthology.orchestra.run.smithi145.stdout:py run-test-pre: PYTHONHASHSEED='2155534326' 2023-12-03T11:55:57.835 INFO:teuthology.orchestra.run.smithi145.stdout:py run-test: commands[0] | pytest -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2023-12-03T11:55:57.979 INFO:teuthology.orchestra.run.smithi145.stdout:============================= test session starts ============================== 2023-12-03T11:55:57.979 INFO:teuthology.orchestra.run.smithi145.stdout:platform linux -- Python 3.9.17, pytest-7.4.3, pluggy-1.3.0 -- /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/bin/python 2023-12-03T11:55:57.979 INFO:teuthology.orchestra.run.smithi145.stdout:cachedir: .tox/py/.pytest_cache 2023-12-03T11:55:57.979 INFO:teuthology.orchestra.run.smithi145.stdout:rootdir: /home/ubuntu/cephtest/s3-tests-client.0 2023-12-03T11:55:57.979 INFO:teuthology.orchestra.run.smithi145.stdout:configfile: pytest.ini 2023-12-03T11:55:59.562 INFO:teuthology.orchestra.run.smithi145.stdout:collecting ... collected 787 items / 124 deselected / 663 selected 2023-12-03T11:55:59.562 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T11:55:59.950 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_none PASSED [ 0%] 2023-12-03T11:56:00.128 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_empty PASSED [ 0%] 2023-12-03T11:56:00.284 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_date_and_amz_date PASSED [ 0%] 2023-12-03T11:56:00.441 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_amz_date_and_no_date PASSED [ 0%] 2023-12-03T11:56:00.622 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_none PASSED [ 0%] 2023-12-03T11:56:00.733 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_contentlength_none PASSED [ 0%] 2023-12-03T11:56:00.892 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_acl_create_contentlength_none PASSED [ 1%] 2023-12-03T11:56:01.002 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_contentlength_none PASSED [ 1%] 2023-12-03T11:56:01.090 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_empty PASSED [ 1%] 2023-12-03T11:56:01.177 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_none PASSED [ 1%] 2023-12-03T11:56:01.354 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws2 PASSED [ 1%] 2023-12-03T11:56:01.531 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws2 PASSED [ 1%] 2023-12-03T11:56:01.714 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws2 PASSED [ 1%] 2023-12-03T11:56:01.893 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws2 PASSED [ 2%] 2023-12-03T11:56:01.981 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws2 PASSED [ 2%] 2023-12-03T11:56:02.067 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws2 PASSED [ 2%] 2023-12-03T11:56:02.114 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws4 SKIPPED [ 2%] 2023-12-03T11:56:02.160 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws4 SKIPPED [ 2%] 2023-12-03T11:56:02.209 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws4 SKIPPED [ 2%] 2023-12-03T11:56:02.255 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws4 SKIPPED [ 3%] 2023-12-03T11:56:02.300 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_empty_aws4 SKIPPED [ 3%] 2023-12-03T11:56:02.347 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_none_aws4 SKIPPED [ 3%] 2023-12-03T11:56:02.393 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_invalid_aws4 SKIPPED [ 3%] 2023-12-03T11:56:02.440 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_invalid_aws4 SKIPPED [ 3%] 2023-12-03T11:56:02.487 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_empty_aws4 SKIPPED [ 3%] 2023-12-03T11:56:02.533 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_empty_aws4 SKIPPED [ 3%] 2023-12-03T11:56:02.580 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws4 SKIPPED [ 4%] 2023-12-03T11:56:02.626 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_none_aws4 SKIPPED [ 4%] 2023-12-03T11:56:02.671 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_today_aws4 SKIPPED [ 4%] 2023-12-03T11:56:02.718 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_today_aws4 SKIPPED [ 4%] 2023-12-03T11:56:02.764 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_today_aws4 SKIPPED [ 4%] 2023-12-03T11:56:02.809 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_today_aws4 SKIPPED [ 4%] 2023-12-03T11:56:02.857 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws4 SKIPPED [ 4%] 2023-12-03T11:56:02.902 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 5%] 2023-12-03T11:56:02.947 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_end_aws4 SKIPPED [ 5%] 2023-12-03T11:56:02.993 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_end_aws4 SKIPPED [ 5%] 2023-12-03T11:56:03.040 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_custom_header_aws4 SKIPPED [ 5%] 2023-12-03T11:56:03.086 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_header_aws4 SKIPPED [ 5%] 2023-12-03T11:56:03.131 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws4 SKIPPED [ 5%] 2023-12-03T11:56:03.178 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws4 SKIPPED [ 6%] 2023-12-03T11:56:03.224 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_none_aws4 SKIPPED [ 6%] 2023-12-03T11:56:03.270 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws4 SKIPPED [ 6%] 2023-12-03T11:56:03.317 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_invalid_aws4 SKIPPED [ 6%] 2023-12-03T11:56:03.363 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_empty_aws4 SKIPPED [ 6%] 2023-12-03T11:56:03.409 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_empty_aws4 SKIPPED [ 6%] 2023-12-03T11:56:03.456 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws4 SKIPPED [ 6%] 2023-12-03T11:56:03.501 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_none_aws4 SKIPPED [ 7%] 2023-12-03T11:56:03.548 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws4 SKIPPED [ 7%] 2023-12-03T11:56:03.594 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_today_aws4 SKIPPED [ 7%] 2023-12-03T11:56:03.640 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws4 SKIPPED [ 7%] 2023-12-03T11:56:03.686 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_after_today_aws4 SKIPPED [ 7%] 2023-12-03T11:56:03.733 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws4 SKIPPED [ 7%] 2023-12-03T11:56:03.779 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 7%] 2023-12-03T11:56:04.235 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3.py::test_versioning_obj_read_not_exist_null PASSED [ 8%] 2023-12-03T11:56:04.752 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3.py::test_object_storage_class PASSED [ 8%] 2023-12-03T11:56:05.776 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3.py::test_object_storage_class_multipart PASSED [ 8%] 2023-12-03T11:56:06.826 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class PASSED [ 8%] 2023-12-03T11:56:08.578 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class_multipart PASSED [ 8%] 2023-12-03T11:56:09.231 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy PASSED [ 8%] 2023-12-03T11:56:09.956 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy_multipart PASSED [ 9%] 2023-12-03T11:56:10.249 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3.py::test_atomic_dual_conditional_write_1mb PASSED [ 9%] 2023-12-03T11:56:10.388 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3.py::test_atomic_write_bucket_gone PASSED [ 9%] 2023-12-03T11:56:10.610 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_1 PASSED [ 9%] 2023-12-03T11:56:10.836 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_2 PASSED [ 9%] 2023-12-03T11:56:11.227 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3.py::test_bucket_policy_set_condition_operator_end_with_IfExists PASSED [ 9%] 2023-12-03T11:56:11.438 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_request_obj_tag PASSED [ 9%] 2023-12-03T11:56:11.707 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_nonexistant_bucket_rgw SKIPPED [ 10%] 2023-12-03T11:56:11.708 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_public_index SKIPPED [ 10%] 2023-12-03T11:56:11.708 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_public_index SKIPPED [ 10%] 2023-12-03T11:56:11.724 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty SKIPPED [ 10%] 2023-12-03T11:56:11.725 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty SKIPPED [ 10%] 2023-12-03T11:56:11.726 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index SKIPPED [ 10%] 2023-12-03T11:56:11.727 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index SKIPPED [ 11%] 2023-12-03T11:56:11.728 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_missingerrordoc SKIPPED [ 11%] 2023-12-03T11:56:11.729 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_missingerrordoc SKIPPED [ 11%] 2023-12-03T11:56:11.729 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_missingerrordoc SKIPPED [ 11%] 2023-12-03T11:56:11.730 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_missingerrordoc SKIPPED [ 11%] 2023-12-03T11:56:11.731 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_blockederrordoc SKIPPED [ 11%] 2023-12-03T11:56:11.732 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_pubilc_errordoc SKIPPED [ 11%] 2023-12-03T11:56:11.733 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_blockederrordoc SKIPPED [ 12%] 2023-12-03T11:56:11.734 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_blockederrordoc SKIPPED [ 12%] 2023-12-03T11:56:11.735 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_blockederrordoc SKIPPED [ 12%] 2023-12-03T11:56:11.736 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_gooderrordoc SKIPPED [ 12%] 2023-12-03T11:56:11.737 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_gooderrordoc SKIPPED [ 12%] 2023-12-03T11:56:11.738 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_gooderrordoc SKIPPED [ 12%] 2023-12-03T11:56:11.739 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_gooderrordoc SKIPPED [ 12%] 2023-12-03T11:56:11.740 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_base SKIPPED [ 13%] 2023-12-03T11:56:11.740 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path SKIPPED [ 13%] 2023-12-03T11:56:11.741 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path_upgrade SKIPPED [ 13%] 2023-12-03T11:56:11.742 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_nonwebsite SKIPPED [ 13%] 2023-12-03T11:56:11.743 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_relative SKIPPED [ 13%] 2023-12-03T11:56:11.744 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_abs SKIPPED [ 13%] 2023-12-03T11:56:11.744 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_relative SKIPPED [ 14%] 2023-12-03T11:56:11.745 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_abs SKIPPED [ 14%] 2023-12-03T11:56:11.803 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py::test_routing_generator XFAIL [ 14%] 2023-12-03T11:56:11.816 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_utils.py::test_generate PASSED [ 14%] 2023-12-03T11:56:12.321 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_short PASSED [ 14%] 2023-12-03T11:56:22.503 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_bad PASSED [ 14%] 2023-12-03T11:56:22.823 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_empty PASSED [ 14%] 2023-12-03T11:56:23.207 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_none PASSED [ 15%] 2023-12-03T11:56:23.590 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_mismatch PASSED [ 15%] 2023-12-03T11:56:23.940 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_empty PASSED [ 15%] 2023-12-03T11:56:24.288 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_none PASSED [ 15%] 2023-12-03T11:56:24.597 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contentlength_negative PASSED [ 15%] 2023-12-03T11:56:24.942 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_invalid PASSED [ 15%] 2023-12-03T11:56:25.313 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_empty PASSED [ 15%] 2023-12-03T11:56:25.722 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_none PASSED [ 16%] 2023-12-03T11:56:26.038 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_put_bad_canned_acl PASSED [ 16%] 2023-12-03T11:56:26.319 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_mismatch PASSED [ 16%] 2023-12-03T11:56:26.602 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_empty PASSED [ 16%] 2023-12-03T11:56:26.816 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_contentlength_negative PASSED [ 16%] 2023-12-03T11:56:27.168 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws2 PASSED [ 16%] 2023-12-03T11:56:27.535 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_empty_aws2 PASSED [ 17%] 2023-12-03T11:56:27.932 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_none_aws2 PASSED [ 17%] 2023-12-03T11:56:28.332 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_invalid_aws2 PASSED [ 17%] 2023-12-03T11:56:28.694 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_empty_aws2 PASSED [ 17%] 2023-12-03T11:56:29.044 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_today_aws2 PASSED [ 17%] 2023-12-03T11:56:29.362 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws2 PASSED [ 17%] 2023-12-03T11:56:29.680 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_after_end_aws2 PASSED [ 17%] 2023-12-03T11:56:29.978 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws2 PASSED [ 18%] 2023-12-03T11:56:30.292 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_none_aws2 PASSED [ 18%] 2023-12-03T11:56:30.544 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws2 PASSED [ 18%] 2023-12-03T11:56:30.786 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_empty_aws2 PASSED [ 18%] 2023-12-03T11:56:31.060 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws2 PASSED [ 18%] 2023-12-03T11:56:31.312 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws2 PASSED [ 18%] 2023-12-03T11:56:31.564 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws2 PASSED [ 19%] 2023-12-03T11:56:32.009 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy PASSED [ 19%] 2023-12-03T11:56:32.248 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_invalid_user PASSED [ 19%] 2023-12-03T11:56:32.497 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_parameter_limit PASSED [ 19%] 2023-12-03T11:56:32.836 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_put_existing_user_policy PASSED [ 19%] 2023-12-03T11:56:33.181 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy PASSED [ 19%] 2023-12-03T11:56:33.426 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy_invalid_user PASSED [ 19%] 2023-12-03T11:56:33.802 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy PASSED [ 20%] 2023-12-03T11:56:34.154 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_invalid_user PASSED [ 20%] 2023-12-03T11:56:34.592 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_from_multiple_policies PASSED [ 20%] 2023-12-03T11:56:34.893 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy PASSED [ 20%] 2023-12-03T11:56:35.240 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_user PASSED [ 20%] 2023-12-03T11:56:35.582 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_policy_name PASSED [ 20%] 2023-12-03T11:56:36.122 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_from_multiple_policies PASSED [ 20%] 2023-12-03T11:56:36.553 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_allow_bucket_actions_in_user_policy PASSED [ 21%] 2023-12-03T11:56:36.931 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_deny_bucket_actions_in_user_policy PASSED [ 21%] 2023-12-03T11:56:37.315 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_allow_object_actions_in_user_policy PASSED [ 21%] 2023-12-03T11:56:37.783 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_deny_object_actions_in_user_policy PASSED [ 21%] 2023-12-03T11:56:38.213 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_allow_multipart_actions_in_user_policy PASSED [ 21%] 2023-12-03T11:56:38.648 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_deny_multipart_actions_in_user_policy PASSED [ 21%] 2023-12-03T11:56:39.060 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_allow_tagging_actions_in_user_policy PASSED [ 22%] 2023-12-03T11:56:39.537 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_deny_tagging_actions_in_user_policy PASSED [ 22%] 2023-12-03T11:56:39.955 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policy_statements PASSED [ 22%] 2023-12-03T11:56:40.491 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policies PASSED [ 22%] 2023-12-03T11:56:40.878 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py::test_verify_allow_iam_actions PASSED [ 22%] 2023-12-03T11:56:41.356 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_empty PASSED [ 22%] 2023-12-03T11:56:41.809 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_distinct PASSED [ 22%] 2023-12-03T11:56:42.232 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_many PASSED [ 23%] 2023-12-03T11:56:42.658 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_many PASSED [ 23%] 2023-12-03T11:56:43.041 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_basic_key_count PASSED [ 23%] 2023-12-03T11:56:43.506 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_basic PASSED [ 23%] 2023-12-03T11:56:43.897 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_basic PASSED [ 23%] 2023-12-03T11:56:44.316 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_encoding_basic PASSED [ 23%] 2023-12-03T11:56:44.717 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_encoding_basic PASSED [ 23%] 2023-12-03T11:56:45.493 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix PASSED [ 24%] 2023-12-03T11:56:46.275 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix PASSED [ 24%] 2023-12-03T11:56:46.643 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_ends_with_delimiter PASSED [ 24%] 2023-12-03T11:56:47.057 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_ends_with_delimiter PASSED [ 24%] 2023-12-03T11:56:47.461 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_alt PASSED [ 24%] 2023-12-03T11:56:47.849 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_alt PASSED [ 24%] 2023-12-03T11:56:48.610 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_underscore PASSED [ 25%] 2023-12-03T11:56:49.419 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_underscore PASSED [ 25%] 2023-12-03T11:56:49.807 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_percentage PASSED [ 25%] 2023-12-03T11:56:50.206 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_percentage PASSED [ 25%] 2023-12-03T11:56:50.604 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_whitespace PASSED [ 25%] 2023-12-03T11:56:50.995 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_whitespace PASSED [ 25%] 2023-12-03T11:56:51.428 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_dot PASSED [ 25%] 2023-12-03T11:56:51.860 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_dot PASSED [ 26%] 2023-12-03T11:56:52.249 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_unreadable PASSED [ 26%] 2023-12-03T11:56:52.635 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_unreadable PASSED [ 26%] 2023-12-03T11:56:53.053 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_empty PASSED [ 26%] 2023-12-03T11:56:53.440 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_empty PASSED [ 26%] 2023-12-03T11:56:53.839 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_none PASSED [ 26%] 2023-12-03T11:56:54.241 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_none PASSED [ 26%] 2023-12-03T11:56:54.676 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_notempty PASSED [ 27%] 2023-12-03T11:56:55.089 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_defaultempty PASSED [ 27%] 2023-12-03T11:56:55.470 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_empty PASSED [ 27%] 2023-12-03T11:56:55.859 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_exist PASSED [ 27%] 2023-12-03T11:56:56.288 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_not_exist PASSED [ 27%] 2023-12-03T11:57:04.043 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_skip_special PASSED [ 27%] 2023-12-03T11:57:04.467 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_basic PASSED [ 28%] 2023-12-03T11:57:04.842 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_basic PASSED [ 28%] 2023-12-03T11:57:05.302 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_alt PASSED [ 28%] 2023-12-03T11:57:05.684 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_alt PASSED [ 28%] 2023-12-03T11:57:06.064 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_empty PASSED [ 28%] 2023-12-03T11:57:06.487 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_empty PASSED [ 28%] 2023-12-03T11:57:06.902 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_none PASSED [ 28%] 2023-12-03T11:57:07.281 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_none PASSED [ 29%] 2023-12-03T11:57:07.718 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_not_exist PASSED [ 29%] 2023-12-03T11:57:08.113 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_not_exist PASSED [ 29%] 2023-12-03T11:57:08.503 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_unreadable PASSED [ 29%] 2023-12-03T11:57:08.916 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_unreadable PASSED [ 29%] 2023-12-03T11:57:09.348 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_basic PASSED [ 29%] 2023-12-03T11:57:09.734 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_basic PASSED [ 30%] 2023-12-03T11:57:10.135 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_alt PASSED [ 30%] 2023-12-03T11:57:10.557 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_alt PASSED [ 30%] 2023-12-03T11:57:10.956 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_not_exist PASSED [ 30%] 2023-12-03T11:57:11.392 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_not_exist PASSED [ 30%] 2023-12-03T11:57:11.824 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_delimiter_not_exist PASSED [ 30%] 2023-12-03T11:57:12.223 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_delimiter_not_exist PASSED [ 30%] 2023-12-03T11:57:12.644 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 31%] 2023-12-03T11:57:13.115 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 31%] 2023-12-03T11:57:13.580 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_one PASSED [ 31%] 2023-12-03T11:57:14.026 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_one PASSED [ 31%] 2023-12-03T11:57:14.414 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_zero PASSED [ 31%] 2023-12-03T11:57:14.831 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_zero PASSED [ 31%] 2023-12-03T11:57:15.218 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_none PASSED [ 31%] 2023-12-03T11:57:15.641 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_none PASSED [ 32%] 2023-12-03T11:57:15.934 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_account_usage PASSED [ 32%] 2023-12-03T11:57:16.346 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_head_bucket_usage PASSED [ 32%] 2023-12-03T11:57:17.070 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_unordered PASSED [ 32%] 2023-12-03T11:57:17.805 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_unordered PASSED [ 32%] 2023-12-03T11:57:18.190 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_invalid PASSED [ 32%] 2023-12-03T11:57:18.618 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_none PASSED [ 33%] 2023-12-03T11:57:19.012 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_empty PASSED [ 33%] 2023-12-03T11:57:19.431 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken_empty PASSED [ 33%] 2023-12-03T11:57:19.891 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken PASSED [ 33%] 2023-12-03T11:57:20.361 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_both_continuationtoken_startafter PASSED [ 33%] 2023-12-03T11:57:20.779 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_unreadable PASSED [ 33%] 2023-12-03T11:57:21.178 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_unreadable PASSED [ 33%] 2023-12-03T11:57:21.611 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_not_in_list PASSED [ 34%] 2023-12-03T11:57:22.049 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_not_in_list PASSED [ 34%] 2023-12-03T11:57:22.471 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_after_list PASSED [ 34%] 2023-12-03T11:57:22.873 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_after_list PASSED [ 34%] 2023-12-03T11:57:23.390 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data PASSED [ 34%] 2023-12-03T11:57:24.115 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data_versioning PASSED [ 34%] 2023-12-03T11:57:24.473 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous PASSED [ 34%] 2023-12-03T11:57:24.841 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous PASSED [ 35%] 2023-12-03T11:57:25.197 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous_fail PASSED [ 35%] 2023-12-03T11:57:25.560 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous_fail PASSED [ 35%] 2023-12-03T11:57:25.814 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_notexist PASSED [ 35%] 2023-12-03T11:57:26.055 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_notexist PASSED [ 35%] 2023-12-03T11:57:26.309 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_notexist PASSED [ 35%] 2023-12-03T11:57:26.695 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_nonempty PASSED [ 36%] 2023-12-03T11:57:27.049 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_concurrent_set_canned_acl PASSED [ 36%] 2023-12-03T11:57:27.290 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_to_nonexist_bucket PASSED [ 36%] 2023-12-03T11:57:27.650 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_with_chunked_transfer_encoding PASSED [ 36%] 2023-12-03T11:57:27.984 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_delete PASSED [ 36%] 2023-12-03T11:57:28.336 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_read_not_exist PASSED [ 36%] 2023-12-03T11:57:28.655 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_requestid_matches_header_on_error PASSED [ 36%] 2023-12-03T11:57:29.305 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_concurrent_multi_object_delete PASSED [ 37%] 2023-12-03T11:57:29.810 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete PASSED [ 37%] 2023-12-03T11:57:30.339 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete PASSED [ 37%] 2023-12-03T11:57:38.218 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete_key_limit PASSED [ 37%] 2023-12-03T11:57:46.112 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete_key_limit PASSED [ 37%] 2023-12-03T11:57:46.487 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_head_zero_bytes PASSED [ 37%] 2023-12-03T11:57:46.858 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_check_etag PASSED [ 38%] 2023-12-03T11:57:47.213 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_cache_control PASSED [ 38%] 2023-12-03T11:57:47.543 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_expires PASSED [ 38%] 2023-12-03T11:57:47.924 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_read_update_read_delete PASSED [ 38%] 2023-12-03T11:57:48.333 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_good PASSED [ 38%] 2023-12-03T11:57:48.903 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_empty PASSED [ 38%] 2023-12-03T11:57:49.376 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_overwrite_to_empty PASSED [ 38%] 2023-12-03T11:57:49.781 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_metadata_replaced_on_put PASSED [ 39%] 2023-12-03T11:57:50.150 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_file PASSED [ 39%] 2023-12-03T11:57:50.572 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_anonymous_request PASSED [ 39%] 2023-12-03T11:57:50.964 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request PASSED [ 39%] 2023-12-03T11:57:51.385 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_no_content_type PASSED [ 39%] 2023-12-03T11:57:51.755 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request_bad_access_key PASSED [ 39%] 2023-12-03T11:57:52.211 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_success_code PASSED [ 39%] 2023-12-03T11:57:52.606 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_invalid_success_code PASSED [ 40%] 2023-12-03T11:57:52.979 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_larger_than_chunk PASSED [ 40%] 2023-12-03T11:57:53.384 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_key_from_filename PASSED [ 40%] 2023-12-03T11:57:53.773 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_ignored_header PASSED [ 40%] 2023-12-03T11:57:54.123 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_case_insensitive_condition_fields PASSED [ 40%] 2023-12-03T11:57:54.518 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_escaped_field_values PASSED [ 40%] 2023-12-03T11:57:54.947 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_success_redirect_action PASSED [ 41%] 2023-12-03T11:57:55.335 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_signature PASSED [ 41%] 2023-12-03T11:57:55.747 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_access_key PASSED [ 41%] 2023-12-03T11:57:56.087 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_date_format PASSED [ 41%] 2023-12-03T11:57:56.444 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_no_key_specified PASSED [ 41%] 2023-12-03T11:57:56.817 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_signature PASSED [ 41%] 2023-12-03T11:57:57.191 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_policy_condition PASSED [ 41%] 2023-12-03T11:57:57.632 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_user_specified_header PASSED [ 42%] 2023-12-03T11:57:57.972 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_request_missing_policy_specified_field PASSED [ 42%] 2023-12-03T11:57:58.311 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_condition_is_case_sensitive PASSED [ 42%] 2023-12-03T11:57:58.699 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expires_is_case_sensitive PASSED [ 42%] 2023-12-03T11:57:59.122 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expired_policy PASSED [ 42%] 2023-12-03T11:57:59.551 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_wrong_bucket PASSED [ 42%] 2023-12-03T11:57:59.926 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_request_field_value PASSED [ 42%] 2023-12-03T11:58:00.309 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_expires_condition PASSED [ 43%] 2023-12-03T11:58:00.667 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_conditions_list PASSED [ 43%] 2023-12-03T11:58:01.041 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_limit_exceeded PASSED [ 43%] 2023-12-03T11:58:01.426 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_content_length_argument PASSED [ 43%] 2023-12-03T11:58:01.767 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_content_length_argument PASSED [ 43%] 2023-12-03T11:58:02.153 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_below_minimum PASSED [ 43%] 2023-12-03T11:58:02.633 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_rgw_chunk_size_bug PASSED [ 44%] 2023-12-03T11:58:03.020 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_empty_conditions PASSED [ 44%] 2023-12-03T11:58:03.424 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_good PASSED [ 44%] 2023-12-03T11:58:03.827 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_failed PASSED [ 44%] 2023-12-03T11:58:04.230 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_good PASSED [ 44%] 2023-12-03T11:58:04.604 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_failed PASSED [ 44%] 2023-12-03T11:58:04.970 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_good PASSED [ 44%] 2023-12-03T11:58:06.393 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_failed PASSED [ 45%] 2023-12-03T11:58:06.856 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_good PASSED [ 45%] 2023-12-03T11:58:07.275 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_failed PASSED [ 45%] 2023-12-03T11:58:07.737 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_good PASSED [ 45%] 2023-12-03T11:58:08.227 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_failed PASSED [ 45%] 2023-12-03T11:58:08.696 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_overwrite_existed_good PASSED [ 45%] 2023-12-03T11:58:09.060 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_nonexisted_failed PASSED [ 46%] 2023-12-03T11:58:09.497 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_good PASSED [ 46%] 2023-12-03T11:58:09.964 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_failed PASSED [ 46%] 2023-12-03T11:58:10.386 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_nonexisted_good PASSED [ 46%] 2023-12-03T11:58:10.928 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_overwrite_existed_failed PASSED [ 46%] 2023-12-03T11:58:11.329 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get PASSED [ 46%] 2023-12-03T11:58:11.659 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_gone PASSED [ 46%] 2023-12-03T11:58:11.946 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_delete_key_bucket_gone PASSED [ 47%] 2023-12-03T11:58:12.315 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_gone PASSED [ 47%] 2023-12-03T11:58:12.667 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head PASSED [ 47%] 2023-12-03T11:58:12.867 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_notexist PASSED [ 47%] 2023-12-03T11:58:13.341 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_extended PASSED [ 47%] 2023-12-03T11:58:13.721 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_acl PASSED [ 47%] 2023-12-03T11:58:14.094 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_acl PASSED [ 47%] 2023-12-03T11:58:16.734 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_acl_mtime PASSED [ 48%] 2023-12-03T11:58:17.140 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated PASSED [ 48%] 2023-12-03T11:58:17.546 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_response_headers PASSED [ 48%] 2023-12-03T11:58:17.927 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_acl PASSED [ 48%] 2023-12-03T11:58:18.267 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_acl PASSED [ 48%] 2023-12-03T11:58:18.625 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_gone PASSED [ 48%] 2023-12-03T11:58:18.997 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_gone PASSED [ 49%] 2023-12-03T11:58:19.457 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired PASSED [ 49%] 2023-12-03T11:58:19.918 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired_tenant PASSED [ 49%] 2023-12-03T11:58:20.342 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_range_zero PASSED [ 49%] 2023-12-03T11:58:20.748 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_max_range PASSED [ 49%] 2023-12-03T11:58:21.142 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_positive_range PASSED [ 49%] 2023-12-03T11:58:21.529 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put PASSED [ 49%] 2023-12-03T11:58:21.920 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put_write_access PASSED [ 50%] 2023-12-03T11:58:22.315 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_authenticated PASSED [ 50%] 2023-12-03T11:58:22.722 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_put_authenticated_expired PASSED [ 50%] 2023-12-03T11:58:22.962 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_starts_nonalpha PASSED [ 50%] 2023-12-03T11:58:23.202 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_one PASSED [ 50%] 2023-12-03T11:58:23.444 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_two PASSED [ 50%] 2023-12-03T11:58:23.715 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_60 PASSED [ 50%] 2023-12-03T11:58:24.029 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_61 PASSED [ 51%] 2023-12-03T11:58:24.302 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_62 PASSED [ 51%] 2023-12-03T11:58:24.616 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_63 PASSED [ 51%] 2023-12-03T11:58:24.979 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_long_name PASSED [ 51%] 2023-12-03T11:58:25.223 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_ip PASSED [ 51%] 2023-12-03T11:58:25.466 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_underscore PASSED [ 51%] 2023-12-03T11:58:25.823 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_long PASSED [ 52%] 2023-12-03T11:58:26.065 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_at_end PASSED [ 52%] 2023-12-03T11:58:26.307 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dot PASSED [ 52%] 2023-12-03T11:58:26.550 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dash PASSED [ 52%] 2023-12-03T11:58:26.804 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_dot PASSED [ 52%] 2023-12-03T11:58:27.117 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists PASSED [ 52%] 2023-12-03T11:58:27.434 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_get_location PASSED [ 52%] 2023-12-03T11:58:27.786 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists_nonowner PASSED [ 53%] 2023-12-03T11:58:28.130 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_overwrite_acl PASSED [ 53%] 2023-12-03T11:58:28.457 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_new_acl PASSED [ 53%] 2023-12-03T11:58:28.802 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_default PASSED [ 53%] 2023-12-03T11:58:29.127 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_during_create PASSED [ 53%] 2023-12-03T11:58:29.498 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned PASSED [ 53%] 2023-12-03T11:58:29.823 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_publicreadwrite PASSED [ 53%] 2023-12-03T11:58:30.134 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_authenticatedread PASSED [ 54%] 2023-12-03T11:58:30.554 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_default PASSED [ 54%] 2023-12-03T11:58:30.954 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_during_create PASSED [ 54%] 2023-12-03T11:58:31.401 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned PASSED [ 54%] 2023-12-03T11:58:31.801 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_publicreadwrite PASSED [ 54%] 2023-12-03T11:58:32.171 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_authenticatedread PASSED [ 54%] 2023-12-03T11:58:32.661 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerread PASSED [ 55%] 2023-12-03T11:58:33.122 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerfullcontrol PASSED [ 55%] 2023-12-03T11:58:33.589 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_owner PASSED [ 55%] 2023-12-03T11:58:34.021 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_attributes PASSED [ 55%] 2023-12-03T11:58:34.312 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_private_to_private PASSED [ 55%] 2023-12-03T11:58:34.811 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl PASSED [ 55%] 2023-12-03T11:58:35.315 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_write PASSED [ 55%] 2023-12-03T11:58:35.766 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_writeacp PASSED [ 56%] 2023-12-03T11:58:36.299 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_read PASSED [ 56%] 2023-12-03T11:58:36.728 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_readacp PASSED [ 56%] 2023-12-03T11:58:37.263 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_fullcontrol PASSED [ 56%] 2023-12-03T11:58:37.899 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_read PASSED [ 56%] 2023-12-03T11:58:38.424 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_readacp PASSED [ 56%] 2023-12-03T11:58:39.038 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_write PASSED [ 57%] 2023-12-03T11:58:39.674 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_writeacp PASSED [ 57%] 2023-12-03T11:58:40.081 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_nonexist_user PASSED [ 57%] 2023-12-03T11:58:40.611 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_no_grants PASSED [ 57%] 2023-12-03T11:58:41.012 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_header_acl_grants PASSED [ 57%] 2023-12-03T11:58:41.437 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_header_acl_grants PASSED [ 57%] 2023-12-03T11:58:41.859 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email PASSED [ 57%] 2023-12-03T11:58:42.256 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email_not_exist PASSED [ 58%] 2023-12-03T11:58:42.747 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_revoke_all PASSED [ 58%] 2023-12-03T11:58:43.443 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_private PASSED [ 58%] 2023-12-03T11:58:44.092 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_private PASSED [ 58%] 2023-12-03T11:58:44.706 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicread PASSED [ 58%] 2023-12-03T11:58:45.340 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicread PASSED [ 58%] 2023-12-03T11:58:45.995 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicreadwrite PASSED [ 58%] 2023-12-03T11:58:46.657 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicreadwrite PASSED [ 59%] 2023-12-03T11:58:47.354 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_private PASSED [ 59%] 2023-12-03T11:58:47.976 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicread PASSED [ 59%] 2023-12-03T11:58:48.630 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicreadwrite PASSED [ 59%] 2023-12-03T11:58:49.170 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_private PASSED [ 59%] 2023-12-03T11:58:49.712 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicread PASSED [ 59%] 2023-12-03T11:58:50.211 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicreadwrite PASSED [ 60%] 2023-12-03T11:58:50.857 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_create_then_list PASSED [ 60%] 2023-12-03T11:58:51.446 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_list_ctime PASSED [ 60%] 2023-12-03T11:58:51.698 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_anonymous PASSED [ 60%] 2023-12-03T11:58:51.952 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_invalid_auth PASSED [ 60%] 2023-12-03T11:58:52.193 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_bad_auth PASSED [ 60%] 2023-12-03T11:58:52.560 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_alpha PASSED [ 60%] 2023-12-03T11:58:52.957 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_digit PASSED [ 61%] 2023-12-03T11:58:53.258 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_period PASSED [ 61%] 2023-12-03T11:58:53.543 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_hyphen PASSED [ 61%] 2023-12-03T11:58:54.085 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_not_overriding PASSED [ 61%] 2023-12-03T11:58:55.140 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_special_key_names PASSED [ 61%] 2023-12-03T11:58:55.617 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_special_prefix PASSED [ 61%] 2023-12-03T11:58:56.090 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_zero_size PASSED [ 61%] 2023-12-03T11:58:56.645 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_16m PASSED [ 62%] 2023-12-03T11:58:57.064 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_same_bucket PASSED [ 62%] 2023-12-03T11:58:57.568 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_verify_contenttype PASSED [ 62%] 2023-12-03T11:58:57.983 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself PASSED [ 62%] 2023-12-03T11:58:58.398 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself_with_metadata PASSED [ 62%] 2023-12-03T11:58:59.007 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_diff_bucket PASSED [ 62%] 2023-12-03T11:58:59.421 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_bucket PASSED [ 63%] 2023-12-03T11:58:59.964 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_object_bucket PASSED [ 63%] 2023-12-03T11:59:00.448 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_canned_acl PASSED [ 63%] 2023-12-03T11:59:01.143 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_retaining_metadata PASSED [ 63%] 2023-12-03T11:59:01.758 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_replacing_metadata PASSED [ 63%] 2023-12-03T11:59:02.076 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_bucket_not_found PASSED [ 63%] 2023-12-03T11:59:02.430 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_key_not_found PASSED [ 63%] 2023-12-03T11:59:03.665 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_bucket PASSED [ 64%] 2023-12-03T11:59:04.188 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_url_encoding PASSED [ 64%] 2023-12-03T11:59:06.008 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioning_multipart_upload PASSED [ 64%] 2023-12-03T11:59:06.114 INFO:tasks.rgw.client.0.smithi145.stdout:*** Caught signal (Segmentation fault) ** 2023-12-03T11:59:06.114 INFO:tasks.rgw.client.0.smithi145.stdout: in thread 7f5fc03a7640 thread_name:radosgw 2023-12-03T11:59:06.114 INFO:tasks.rgw.client.0.smithi145.stdout: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:59:06.114 INFO:tasks.rgw.client.0.smithi145.stdout: 1: /lib64/libc.so.6(+0x54db0) [0x7f60ac054db0] 2023-12-03T11:59:06.114 INFO:tasks.rgw.client.0.smithi145.stdout: 2: (RGWCompleteMultipart::complete()+0x4a) [0x55f1831ac66a] 2023-12-03T11:59:06.115 INFO:tasks.rgw.client.0.smithi145.stdout: 3: (rgw_process_authenticated(RGWHandler_REST*, RGWOp*&, RGWRequest*, req_state*, optional_yield, rgw::sal::Driver*, bool)+0xb91) [0x55f183041fb1] 2023-12-03T11:59:06.115 INFO:tasks.rgw.client.0.smithi145.stdout: 4: (process_request(RGWProcessEnv const&, RGWRequest*, std::__cxx11::basic_string, std::allocator > const&, RGWRestfulIO*, optional_yield, rgw::dmclock::Scheduler*, std::__cxx11::basic_string, std::allocator >*, std::chrono::duration >*, int*)+0xf75) [0x55f183045a75] 2023-12-03T11:59:06.115 INFO:tasks.rgw.client.0.smithi145.stdout: 5: radosgw(+0x39f71d) [0x55f182f6671d] 2023-12-03T11:59:06.115 INFO:tasks.rgw.client.0.smithi145.stdout: 6: radosgw(+0x3cf019) [0x55f182f96019] 2023-12-03T11:59:06.115 INFO:tasks.rgw.client.0.smithi145.stdout: 7: make_fcontext() 2023-12-03T11:59:06.115 INFO:tasks.rgw.client.0.smithi145.stdout:2023-12-03T11:59:06.113+0000 7f5fc03a7640 -1 *** Caught signal (Segmentation fault) ** 2023-12-03T11:59:06.115 INFO:tasks.rgw.client.0.smithi145.stdout: in thread 7f5fc03a7640 thread_name:radosgw 2023-12-03T11:59:06.115 INFO:tasks.rgw.client.0.smithi145.stdout: 2023-12-03T11:59:06.115 INFO:tasks.rgw.client.0.smithi145.stdout: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:59:06.115 INFO:tasks.rgw.client.0.smithi145.stdout: 1: /lib64/libc.so.6(+0x54db0) [0x7f60ac054db0] 2023-12-03T11:59:06.115 INFO:tasks.rgw.client.0.smithi145.stdout: 2: (RGWCompleteMultipart::complete()+0x4a) [0x55f1831ac66a] 2023-12-03T11:59:06.116 INFO:tasks.rgw.client.0.smithi145.stdout: 3: (rgw_process_authenticated(RGWHandler_REST*, RGWOp*&, RGWRequest*, req_state*, optional_yield, rgw::sal::Driver*, bool)+0xb91) [0x55f183041fb1] 2023-12-03T11:59:06.116 INFO:tasks.rgw.client.0.smithi145.stdout: 4: (process_request(RGWProcessEnv const&, RGWRequest*, std::__cxx11::basic_string, std::allocator > const&, RGWRestfulIO*, optional_yield, rgw::dmclock::Scheduler*, std::__cxx11::basic_string, std::allocator >*, std::chrono::duration >*, int*)+0xf75) [0x55f183045a75] 2023-12-03T11:59:06.116 INFO:tasks.rgw.client.0.smithi145.stdout: 5: radosgw(+0x39f71d) [0x55f182f6671d] 2023-12-03T11:59:06.116 INFO:tasks.rgw.client.0.smithi145.stdout: 6: radosgw(+0x3cf019) [0x55f182f96019] 2023-12-03T11:59:06.116 INFO:tasks.rgw.client.0.smithi145.stdout: 7: make_fcontext() 2023-12-03T11:59:06.116 INFO:tasks.rgw.client.0.smithi145.stdout: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:59:06.116 INFO:tasks.rgw.client.0.smithi145.stdout: 2023-12-03T11:59:06.124 INFO:tasks.rgw.client.0.smithi145.stdout: 0> 2023-12-03T11:59:06.113+0000 7f5fc03a7640 -1 *** Caught signal (Segmentation fault) ** 2023-12-03T11:59:06.124 INFO:tasks.rgw.client.0.smithi145.stdout: in thread 7f5fc03a7640 thread_name:radosgw 2023-12-03T11:59:06.124 INFO:tasks.rgw.client.0.smithi145.stdout: 2023-12-03T11:59:06.124 INFO:tasks.rgw.client.0.smithi145.stdout: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:59:06.124 INFO:tasks.rgw.client.0.smithi145.stdout: 1: /lib64/libc.so.6(+0x54db0) [0x7f60ac054db0] 2023-12-03T11:59:06.124 INFO:tasks.rgw.client.0.smithi145.stdout: 2: (RGWCompleteMultipart::complete()+0x4a) [0x55f1831ac66a] 2023-12-03T11:59:06.124 INFO:tasks.rgw.client.0.smithi145.stdout: 3: (rgw_process_authenticated(RGWHandler_REST*, RGWOp*&, RGWRequest*, req_state*, optional_yield, rgw::sal::Driver*, bool)+0xb91) [0x55f183041fb1] 2023-12-03T11:59:06.124 INFO:tasks.rgw.client.0.smithi145.stdout: 4: (process_request(RGWProcessEnv const&, RGWRequest*, std::__cxx11::basic_string, std::allocator > const&, RGWRestfulIO*, optional_yield, rgw::dmclock::Scheduler*, std::__cxx11::basic_string, std::allocator >*, std::chrono::duration >*, int*)+0xf75) [0x55f183045a75] 2023-12-03T11:59:06.124 INFO:tasks.rgw.client.0.smithi145.stdout: 5: radosgw(+0x39f71d) [0x55f182f6671d] 2023-12-03T11:59:06.124 INFO:tasks.rgw.client.0.smithi145.stdout: 6: radosgw(+0x3cf019) [0x55f182f96019] 2023-12-03T11:59:06.125 INFO:tasks.rgw.client.0.smithi145.stdout: 7: make_fcontext() 2023-12-03T11:59:06.125 INFO:tasks.rgw.client.0.smithi145.stdout: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:59:06.125 INFO:tasks.rgw.client.0.smithi145.stdout: 2023-12-03T11:59:06.135 INFO:tasks.rgw.client.0.smithi145.stdout: 0> 2023-12-03T11:59:06.113+0000 7f5fc03a7640 -1 *** Caught signal (Segmentation fault) ** 2023-12-03T11:59:06.135 INFO:tasks.rgw.client.0.smithi145.stdout: in thread 7f5fc03a7640 thread_name:radosgw 2023-12-03T11:59:06.135 INFO:tasks.rgw.client.0.smithi145.stdout: 2023-12-03T11:59:06.135 INFO:tasks.rgw.client.0.smithi145.stdout: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:59:06.135 INFO:tasks.rgw.client.0.smithi145.stdout: 1: /lib64/libc.so.6(+0x54db0) [0x7f60ac054db0] 2023-12-03T11:59:06.135 INFO:tasks.rgw.client.0.smithi145.stdout: 2: (RGWCompleteMultipart::complete()+0x4a) [0x55f1831ac66a] 2023-12-03T11:59:06.135 INFO:tasks.rgw.client.0.smithi145.stdout: 3: (rgw_process_authenticated(RGWHandler_REST*, RGWOp*&, RGWRequest*, req_state*, optional_yield, rgw::sal::Driver*, bool)+0xb91) [0x55f183041fb1] 2023-12-03T11:59:06.135 INFO:tasks.rgw.client.0.smithi145.stdout: 4: (process_request(RGWProcessEnv const&, RGWRequest*, std::__cxx11::basic_string, std::allocator > const&, RGWRestfulIO*, optional_yield, rgw::dmclock::Scheduler*, std::__cxx11::basic_string, std::allocator >*, std::chrono::duration >*, int*)+0xf75) [0x55f183045a75] 2023-12-03T11:59:06.135 INFO:tasks.rgw.client.0.smithi145.stdout: 5: radosgw(+0x39f71d) [0x55f182f6671d] 2023-12-03T11:59:06.135 INFO:tasks.rgw.client.0.smithi145.stdout: 6: radosgw(+0x3cf019) [0x55f182f96019] 2023-12-03T11:59:06.135 INFO:tasks.rgw.client.0.smithi145.stdout: 7: make_fcontext() 2023-12-03T11:59:06.135 INFO:tasks.rgw.client.0.smithi145.stdout: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:59:06.136 INFO:tasks.rgw.client.0.smithi145.stdout: 2023-12-03T11:59:06.207 INFO:tasks.rgw.client.0.smithi145.stderr:daemon-helper: command crashed with signal 11 2023-12-03T11:59:12.221 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~0s 2023-12-03T11:59:15.731 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty FAILED [ 64%] 2023-12-03T11:59:15.731 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty ERROR [ 64%] 2023-12-03T11:59:18.533 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~6s 2023-12-03T11:59:24.842 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~13s 2023-12-03T11:59:25.294 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_small FAILED [ 64%] 2023-12-03T11:59:25.294 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_small ERROR [ 64%] 2023-12-03T11:59:31.150 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~19s 2023-12-03T11:59:37.458 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~25s 2023-12-03T11:59:43.768 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~32s 2023-12-03T11:59:44.526 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_small FAILED [ 64%] 2023-12-03T11:59:44.526 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_small ERROR [ 64%] 2023-12-03T11:59:50.077 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~38s 2023-12-03T11:59:56.384 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~44s 2023-12-03T12:00:02.695 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~50s 2023-12-03T12:00:06.801 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range FAILED [ 65%] 2023-12-03T12:00:06.801 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range ERROR [ 65%] 2023-12-03T12:00:09.004 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~57s 2023-12-03T12:00:15.314 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~63s 2023-12-03T12:00:21.622 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~69s 2023-12-03T12:00:27.931 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~76s 2023-12-03T12:00:29.347 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range FAILED [ 65%] 2023-12-03T12:00:29.347 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range ERROR [ 65%] 2023-12-03T12:00:34.241 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~82s 2023-12-03T12:00:40.551 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~88s 2023-12-03T12:00:46.861 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~95s 2023-12-03T12:00:49.027 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names FAILED [ 65%] 2023-12-03T12:00:49.028 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names ERROR [ 65%] 2023-12-03T12:00:53.170 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~101s 2023-12-03T12:00:59.479 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~107s 2023-12-03T12:01:04.404 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload FAILED [ 65%] 2023-12-03T12:01:04.404 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload ERROR [ 65%] 2023-12-03T12:01:05.788 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~114s 2023-12-03T12:01:12.098 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~120s 2023-12-03T12:01:18.408 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~126s 2023-12-03T12:01:24.717 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~132s 2023-12-03T12:01:26.422 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned FAILED [ 65%] 2023-12-03T12:01:26.422 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned ERROR [ 65%] 2023-12-03T12:01:31.028 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~139s 2023-12-03T12:01:36.321 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part FAILED [ 65%] 2023-12-03T12:01:36.321 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part ERROR [ 65%] 2023-12-03T12:01:37.337 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~145s 2023-12-03T12:01:43.647 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~151s 2023-12-03T12:01:49.955 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~158s 2023-12-03T12:01:50.014 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes FAILED [ 65%] 2023-12-03T12:01:50.014 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes ERROR [ 65%] 2023-12-03T12:01:56.264 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~164s 2023-12-03T12:02:01.775 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes FAILED [ 66%] 2023-12-03T12:02:01.775 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes ERROR [ 66%] 2023-12-03T12:02:02.573 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~170s 2023-12-03T12:02:08.882 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~177s 2023-12-03T12:02:15.191 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~183s 2023-12-03T12:02:15.607 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small FAILED [ 66%] 2023-12-03T12:02:15.607 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small ERROR [ 66%] 2023-12-03T12:02:21.500 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~189s 2023-12-03T12:02:27.809 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~196s 2023-12-03T12:02:29.615 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents FAILED [ 66%] 2023-12-03T12:02:29.615 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents ERROR [ 66%] 2023-12-03T12:02:34.119 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~202s 2023-12-03T12:02:40.430 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~208s 2023-12-03T12:02:46.739 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~215s 2023-12-03T12:02:50.597 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object FAILED [ 66%] 2023-12-03T12:02:50.597 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object ERROR [ 66%] 2023-12-03T12:02:53.048 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~221s 2023-12-03T12:02:59.357 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~227s 2023-12-03T12:03:05.666 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~233s 2023-12-03T12:03:08.132 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload FAILED [ 66%] 2023-12-03T12:03:08.132 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload ERROR [ 66%] 2023-12-03T12:03:11.975 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~240s 2023-12-03T12:03:18.283 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~246s 2023-12-03T12:03:19.912 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found FAILED [ 66%] 2023-12-03T12:03:19.912 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found ERROR [ 66%] 2023-12-03T12:03:24.592 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~252s 2023-12-03T12:03:30.901 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~259s 2023-12-03T12:03:37.211 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~265s 2023-12-03T12:03:40.200 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload FAILED [ 66%] 2023-12-03T12:03:40.200 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload ERROR [ 66%] 2023-12-03T12:03:43.520 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~271s 2023-12-03T12:03:49.828 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~278s 2023-12-03T12:03:56.136 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~284s 2023-12-03T12:03:58.123 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner FAILED [ 67%] 2023-12-03T12:03:58.123 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner ERROR [ 67%] 2023-12-03T12:04:02.445 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~290s 2023-12-03T12:04:08.752 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~297s 2023-12-03T12:04:09.111 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part FAILED [ 67%] 2023-12-03T12:04:09.111 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part ERROR [ 67%] 2023-12-03T12:04:15.063 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~303s 2023-12-03T12:04:15.063 INFO:tasks.daemonwatchdog.daemon_watchdog:BARK! unmounting mounts and killing all daemons 2023-12-03T12:04:16.372 INFO:tasks.ceph.osd.0:Sent signal 15 2023-12-03T12:04:16.373 INFO:tasks.ceph.osd.1:Sent signal 15 2023-12-03T12:04:16.373 INFO:tasks.ceph.osd.2:Sent signal 15 2023-12-03T12:04:16.373 INFO:tasks.ceph.osd.3:Sent signal 15 2023-12-03T12:04:16.374 INFO:tasks.ceph.osd.4:Sent signal 15 2023-12-03T12:04:16.374 INFO:tasks.ceph.osd.5:Sent signal 15 2023-12-03T12:04:16.374 INFO:tasks.ceph.osd.6:Sent signal 15 2023-12-03T12:04:16.374 INFO:tasks.ceph.osd.7:Sent signal 15 2023-12-03T12:04:16.374 INFO:tasks.ceph.mon.a:Sent signal 15 2023-12-03T12:04:16.375 INFO:tasks.ceph.mon.c:Sent signal 15 2023-12-03T12:04:16.375 INFO:tasks.ceph.mon.b:Sent signal 15 2023-12-03T12:04:16.375 INFO:tasks.ceph.mgr.y:Sent signal 15 2023-12-03T12:04:16.375 INFO:tasks.ceph.mgr.x:Sent signal 15 2023-12-03T12:04:16.376 INFO:tasks.ceph.osd.4.smithi149.stderr:2023-12-03T12:04:16.374+0000 7f04c7f67640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 4 (PID: 83831) UID: 0 2023-12-03T12:04:16.376 INFO:tasks.ceph.osd.4.smithi149.stderr:2023-12-03T12:04:16.374+0000 7f04c7f67640 -1 osd.4 256 *** Got signal Terminated *** 2023-12-03T12:04:16.377 INFO:tasks.ceph.osd.4.smithi149.stderr:2023-12-03T12:04:16.374+0000 7f04c7f67640 -1 osd.4 256 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-03T12:04:16.377 INFO:tasks.ceph.osd.0.smithi145.stderr:2023-12-03T12:04:16.372+0000 7f7ada030640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 0 (PID: 83877) UID: 0 2023-12-03T12:04:16.377 INFO:tasks.ceph.osd.0.smithi145.stderr:2023-12-03T12:04:16.372+0000 7f7ada030640 -1 osd.0 256 *** Got signal Terminated *** 2023-12-03T12:04:16.377 INFO:tasks.ceph.osd.0.smithi145.stderr:2023-12-03T12:04:16.372+0000 7f7ada030640 -1 osd.0 256 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-03T12:04:16.377 INFO:tasks.ceph.osd.6.smithi149.stderr:2023-12-03T12:04:16.374+0000 7f01bbfe8640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 6 (PID: 83836) UID: 0 2023-12-03T12:04:16.377 INFO:tasks.ceph.osd.6.smithi149.stderr:2023-12-03T12:04:16.374+0000 7f01bbfe8640 -1 osd.6 256 *** Got signal Terminated *** 2023-12-03T12:04:16.377 INFO:tasks.ceph.osd.6.smithi149.stderr:2023-12-03T12:04:16.374+0000 7f01bbfe8640 -1 osd.6 256 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-03T12:04:16.378 INFO:tasks.ceph.osd.7.smithi149.stderr:2023-12-03T12:04:16.374+0000 7fe9fdd8b640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 7 (PID: 83838) UID: 0 2023-12-03T12:04:16.378 INFO:tasks.ceph.osd.7.smithi149.stderr:2023-12-03T12:04:16.374+0000 7fe9fdd8b640 -1 osd.7 256 *** Got signal Terminated *** 2023-12-03T12:04:16.378 INFO:tasks.ceph.osd.7.smithi149.stderr:2023-12-03T12:04:16.374+0000 7fe9fdd8b640 -1 osd.7 256 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-03T12:04:16.378 INFO:tasks.ceph.osd.1.smithi145.stderr:2023-12-03T12:04:16.372+0000 7f1bfbedd640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 1 (PID: 83879) UID: 0 2023-12-03T12:04:16.378 INFO:tasks.ceph.osd.1.smithi145.stderr:2023-12-03T12:04:16.372+0000 7f1bfbedd640 -1 osd.1 256 *** Got signal Terminated *** 2023-12-03T12:04:16.379 INFO:tasks.ceph.osd.1.smithi145.stderr:2023-12-03T12:04:16.372+0000 7f1bfbedd640 -1 osd.1 256 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-03T12:04:16.379 INFO:tasks.ceph.osd.5.smithi149.stderr:2023-12-03T12:04:16.374+0000 7fb534df9640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 5 (PID: 83834) UID: 0 2023-12-03T12:04:16.379 INFO:tasks.ceph.osd.5.smithi149.stderr:2023-12-03T12:04:16.374+0000 7fb534df9640 -1 osd.5 256 *** Got signal Terminated *** 2023-12-03T12:04:16.379 INFO:tasks.ceph.osd.5.smithi149.stderr:2023-12-03T12:04:16.374+0000 7fb534df9640 -1 osd.5 256 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-03T12:04:16.379 INFO:tasks.ceph.osd.2.smithi145.stderr:2023-12-03T12:04:16.373+0000 7f8969bed640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 2 (PID: 83886) UID: 0 2023-12-03T12:04:16.379 INFO:tasks.ceph.osd.2.smithi145.stderr:2023-12-03T12:04:16.373+0000 7f8969bed640 -1 osd.2 256 *** Got signal Terminated *** 2023-12-03T12:04:16.379 INFO:tasks.ceph.osd.2.smithi145.stderr:2023-12-03T12:04:16.373+0000 7f8969bed640 -1 osd.2 256 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-03T12:04:16.380 INFO:tasks.ceph.mon.b.smithi149.stderr:2023-12-03T12:04:16.374+0000 7f7b32147640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mon -f --cluster ceph -i b (PID: 83304) UID: 0 2023-12-03T12:04:16.380 INFO:tasks.ceph.mon.b.smithi149.stderr:2023-12-03T12:04:16.374+0000 7f7b32147640 -1 mon.b@1(peon) e1 *** Got Signal Terminated *** 2023-12-03T12:04:16.380 INFO:tasks.ceph.osd.3.smithi145.stderr:2023-12-03T12:04:16.373+0000 7f8ef2c5a640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 3 (PID: 83888) UID: 0 2023-12-03T12:04:16.380 INFO:tasks.ceph.osd.3.smithi145.stderr:2023-12-03T12:04:16.373+0000 7f8ef2c5a640 -1 osd.3 256 *** Got signal Terminated *** 2023-12-03T12:04:16.380 INFO:tasks.ceph.osd.3.smithi145.stderr:2023-12-03T12:04:16.373+0000 7f8ef2c5a640 -1 osd.3 256 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-03T12:04:16.380 INFO:tasks.ceph.mon.a.smithi145.stderr:2023-12-03T12:04:16.374+0000 7ff16d6c2640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mon -f --cluster ceph -i a (PID: 83560) UID: 0 2023-12-03T12:04:16.381 INFO:tasks.ceph.mon.a.smithi145.stderr:2023-12-03T12:04:16.374+0000 7ff16d6c2640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-12-03T12:04:16.381 INFO:tasks.ceph.mon.c.smithi145.stderr:2023-12-03T12:04:16.374+0000 7ff16c591640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mon -f --cluster ceph -i c (PID: 83562) UID: 0 2023-12-03T12:04:16.381 INFO:tasks.ceph.mon.c.smithi145.stderr:2023-12-03T12:04:16.374+0000 7ff16c591640 -1 mon.c@2(peon) e1 *** Got Signal Terminated *** 2023-12-03T12:04:16.577 INFO:tasks.ceph.mgr.x.smithi149.stderr:daemon-helper: command crashed with signal 15 2023-12-03T12:04:21.241 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag FAILED [ 67%] 2023-12-03T12:04:21.241 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag ERROR [ 67%] 2023-12-03T12:04:30.777 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_get_part FAILED [ 67%] 2023-12-03T12:04:30.777 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_get_part ERROR [ 67%] 2023-12-03T12:04:51.835 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part FAILED [ 67%] 2023-12-03T12:04:51.835 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part ERROR [ 67%] 2023-12-03T12:05:06.425 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue FAILED [ 67%] 2023-12-03T12:05:06.426 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue ERROR [ 67%] 2023-12-03T12:05:18.640 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_set_cors FAILED [ 68%] 2023-12-03T12:05:18.640 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_set_cors ERROR [ 68%] 2023-12-03T12:05:35.351 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_response FAILED [ 68%] 2023-12-03T12:05:35.351 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_response ERROR [ 68%] 2023-12-03T12:05:46.984 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard FAILED [ 68%] 2023-12-03T12:05:46.984 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard ERROR [ 68%] 2023-12-03T12:05:58.019 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_cors_header_option FAILED [ 68%] 2023-12-03T12:05:58.019 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_cors_header_option ERROR [ 68%] 2023-12-03T12:06:16.526 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object FAILED [ 68%] 2023-12-03T12:06:16.527 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object ERROR [ 68%] 2023-12-03T12:06:37.496 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant FAILED [ 68%] 2023-12-03T12:06:37.496 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant ERROR [ 68%] 2023-12-03T12:06:49.338 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging FAILED [ 68%] 2023-12-03T12:06:49.338 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging ERROR [ 68%] 2023-12-03T12:07:04.863 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb FAILED [ 69%] 2023-12-03T12:07:04.864 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb ERROR [ 69%] 2023-12-03T12:07:27.028 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb FAILED [ 69%] 2023-12-03T12:07:27.028 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb ERROR [ 69%] 2023-12-03T12:07:43.004 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb FAILED [ 69%] 2023-12-03T12:07:43.004 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb ERROR [ 69%] 2023-12-03T12:07:52.607 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb FAILED [ 69%] 2023-12-03T12:07:52.607 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb ERROR [ 69%] 2023-12-03T12:08:08.178 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb FAILED [ 69%] 2023-12-03T12:08:08.178 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb ERROR [ 69%] 2023-12-03T12:08:19.694 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb FAILED [ 69%] 2023-12-03T12:08:19.694 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb ERROR [ 69%] 2023-12-03T12:08:34.685 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb FAILED [ 69%] 2023-12-03T12:08:34.685 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb ERROR [ 69%] 2023-12-03T12:08:50.959 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb FAILED [ 70%] 2023-12-03T12:08:50.959 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb ERROR [ 70%] 2023-12-03T12:09:05.288 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb FAILED [ 70%] 2023-12-03T12:09:05.288 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb ERROR [ 70%] 2023-12-03T12:09:23.876 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb FAILED [ 70%] 2023-12-03T12:09:23.876 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb ERROR [ 70%] 2023-12-03T12:09:38.374 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write FAILED [ 70%] 2023-12-03T12:09:38.374 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write ERROR [ 70%] 2023-12-03T12:10:00.574 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last FAILED [ 70%] 2023-12-03T12:10:00.574 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last ERROR [ 70%] 2023-12-03T12:10:20.656 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code FAILED [ 70%] 2023-12-03T12:10:20.656 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code ERROR [ 70%] 2023-12-03T12:10:39.612 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code FAILED [ 71%] 2023-12-03T12:10:39.612 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code ERROR [ 71%] 2023-12-03T12:11:01.308 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code FAILED [ 71%] 2023-12-03T12:11:01.308 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code ERROR [ 71%] 2023-12-03T12:11:20.753 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code FAILED [ 71%] 2023-12-03T12:11:20.753 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code ERROR [ 71%] 2023-12-03T12:11:32.950 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range FAILED [ 71%] 2023-12-03T12:11:32.951 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range ERROR [ 71%] 2023-12-03T12:11:49.447 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object FAILED [ 71%] 2023-12-03T12:11:49.448 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object ERROR [ 71%] 2023-12-03T12:12:10.731 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend FAILED [ 71%] 2023-12-03T12:12:10.731 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend ERROR [ 71%] 2023-12-03T12:12:29.172 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove FAILED [ 71%] 2023-12-03T12:12:29.173 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove ERROR [ 71%] 2023-12-03T12:12:40.935 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head FAILED [ 72%] 2023-12-03T12:12:40.936 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head ERROR [ 72%] 2023-12-03T12:13:01.080 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal FAILED [ 72%] 2023-12-03T12:13:01.080 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal ERROR [ 72%] 2023-12-03T12:13:18.777 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite FAILED [ 72%] 2023-12-03T12:13:18.778 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite ERROR [ 72%] 2023-12-03T12:13:33.262 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended FAILED [ 72%] 2023-12-03T12:13:33.262 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended ERROR [ 72%] 2023-12-03T12:13:49.359 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions FAILED [ 72%] 2023-12-03T12:13:49.359 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions ERROR [ 72%] 2023-12-03T12:14:03.311 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all FAILED [ 72%] 2023-12-03T12:14:03.311 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all ERROR [ 72%] 2023-12-03T12:14:20.645 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names FAILED [ 73%] 2023-12-03T12:14:20.646 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names ERROR [ 73%] 2023-12-03T12:14:39.522 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart FAILED [ 73%] 2023-12-03T12:14:39.522 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart ERROR [ 73%] 2023-12-03T12:14:58.549 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker FAILED [ 73%] 2023-12-03T12:14:58.549 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker ERROR [ 73%] 2023-12-03T12:15:13.067 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version FAILED [ 73%] 2023-12-03T12:15:13.067 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version ERROR [ 73%] 2023-12-03T12:15:25.349 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete FAILED [ 73%] 2023-12-03T12:15:25.349 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete ERROR [ 73%] 2023-12-03T12:15:34.871 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker FAILED [ 73%] 2023-12-03T12:15:34.872 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker ERROR [ 73%] 2023-12-03T12:15:46.289 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create FAILED [ 73%] 2023-12-03T12:15:46.289 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create ERROR [ 73%] 2023-12-03T12:15:56.913 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl FAILED [ 74%] 2023-12-03T12:15:56.913 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl ERROR [ 74%] 2023-12-03T12:16:09.693 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified FAILED [ 74%] 2023-12-03T12:16:09.693 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified ERROR [ 74%] 2023-12-03T12:16:23.583 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove FAILED [ 74%] 2023-12-03T12:16:23.583 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove ERROR [ 74%] 2023-12-03T12:16:42.377 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set FAILED [ 74%] 2023-12-03T12:16:42.377 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set ERROR [ 74%] 2023-12-03T12:16:55.388 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get FAILED [ 74%] 2023-12-03T12:16:55.388 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get ERROR [ 74%] 2023-12-03T12:17:08.321 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id FAILED [ 74%] 2023-12-03T12:17:08.321 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id ERROR [ 74%] 2023-12-03T12:17:20.367 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long FAILED [ 74%] 2023-12-03T12:17:20.367 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long ERROR [ 74%] 2023-12-03T12:17:40.088 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id FAILED [ 75%] 2023-12-03T12:17:40.088 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id ERROR [ 75%] 2023-12-03T12:18:00.433 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status FAILED [ 75%] 2023-12-03T12:18:00.433 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status ERROR [ 75%] 2023-12-03T12:18:15.663 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date FAILED [ 75%] 2023-12-03T12:18:15.664 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date ERROR [ 75%] 2023-12-03T12:18:34.213 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date FAILED [ 75%] 2023-12-03T12:18:34.213 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date ERROR [ 75%] 2023-12-03T12:18:44.277 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent FAILED [ 75%] 2023-12-03T12:18:44.277 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent ERROR [ 75%] 2023-12-03T12:19:04.997 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker FAILED [ 75%] 2023-12-03T12:19:04.998 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker ERROR [ 75%] 2023-12-03T12:19:15.495 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter FAILED [ 76%] 2023-12-03T12:19:15.495 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter ERROR [ 76%] 2023-12-03T12:19:35.834 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter FAILED [ 76%] 2023-12-03T12:19:35.834 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter ERROR [ 76%] 2023-12-03T12:19:47.411 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart FAILED [ 76%] 2023-12-03T12:19:47.411 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart ERROR [ 76%] 2023-12-03T12:20:05.744 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date FAILED [ 76%] 2023-12-03T12:20:05.744 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date ERROR [ 76%] 2023-12-03T12:20:15.264 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b FAILED [ 76%] 2023-12-03T12:20:15.264 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b ERROR [ 76%] 2023-12-03T12:20:27.118 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb FAILED [ 76%] 2023-12-03T12:20:27.118 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb ERROR [ 76%] 2023-12-03T12:20:42.149 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB FAILED [ 76%] 2023-12-03T12:20:42.149 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB ERROR [ 76%] 2023-12-03T12:20:54.806 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b FAILED [ 77%] 2023-12-03T12:20:54.807 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b ERROR [ 77%] 2023-12-03T12:21:12.720 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head FAILED [ 77%] 2023-12-03T12:21:12.720 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head ERROR [ 77%] 2023-12-03T12:21:29.505 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present FAILED [ 77%] 2023-12-03T12:21:29.506 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present ERROR [ 77%] 2023-12-03T12:21:42.531 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key FAILED [ 77%] 2023-12-03T12:21:42.531 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key ERROR [ 77%] 2023-12-03T12:21:55.182 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 FAILED [ 77%] 2023-12-03T12:21:55.182 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 ERROR [ 77%] 2023-12-03T12:22:10.578 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 FAILED [ 77%] 2023-12-03T12:22:10.578 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 ERROR [ 77%] 2023-12-03T12:22:19.304 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key FAILED [ 77%] 2023-12-03T12:22:19.309 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key ERROR [ 77%] 2023-12-03T12:22:33.970 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c FAILED [ 78%] 2023-12-03T12:22:33.970 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c ERROR [ 78%] 2023-12-03T12:22:44.189 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload FAILED [ 78%] 2023-12-03T12:22:44.189 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload ERROR [ 78%] 2023-12-03T12:23:00.695 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload FAILED [ 78%] 2023-12-03T12:23:00.695 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload ERROR [ 78%] 2023-12-03T12:23:15.710 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download FAILED [ 78%] 2023-12-03T12:23:15.711 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download ERROR [ 78%] 2023-12-03T12:23:32.968 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request FAILED [ 78%] 2023-12-03T12:23:32.968 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request ERROR [ 78%] 2023-12-03T12:23:46.252 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head FAILED [ 78%] 2023-12-03T12:23:46.252 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head ERROR [ 78%] 2023-12-03T12:24:04.455 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_present FAILED [ 79%] 2023-12-03T12:24:04.456 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_present ERROR [ 79%] 2023-12-03T12:24:23.027 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key FAILED [ 79%] 2023-12-03T12:24:23.027 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key ERROR [ 79%] 2023-12-03T12:24:38.368 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared FAILED [ 79%] 2023-12-03T12:24:38.368 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared ERROR [ 79%] 2023-12-03T12:24:57.475 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload FAILED [ 79%] 2023-12-03T12:24:57.476 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload ERROR [ 79%] 2023-12-03T12:25:18.907 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 FAILED [ 79%] 2023-12-03T12:25:18.908 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 ERROR [ 79%] 2023-12-03T12:25:35.089 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 FAILED [ 79%] 2023-12-03T12:25:35.090 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 ERROR [ 79%] 2023-12-03T12:25:56.228 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request FAILED [ 79%] 2023-12-03T12:25:56.229 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request ERROR [ 79%] 2023-12-03T12:26:02.747 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b FAILED [ 80%] 2023-12-03T12:26:02.747 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b ERROR [ 80%] 2023-12-03T12:26:16.377 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb FAILED [ 80%] 2023-12-03T12:26:16.377 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb ERROR [ 80%] 2023-12-03T12:26:31.702 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB FAILED [ 80%] 2023-12-03T12:26:31.702 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB ERROR [ 80%] 2023-12-03T12:26:45.780 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b FAILED [ 80%] 2023-12-03T12:26:45.780 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b ERROR [ 80%] 2023-12-03T12:27:03.332 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare FAILED [ 80%] 2023-12-03T12:27:03.332 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare ERROR [ 80%] 2023-12-03T12:27:08.565 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy FAILED [ 80%] 2023-12-03T12:27:08.565 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy ERROR [ 80%] 2023-12-03T12:27:18.342 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy FAILED [ 80%] 2023-12-03T12:27:18.342 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy ERROR [ 80%] 2023-12-03T12:27:35.662 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl FAILED [ 81%] 2023-12-03T12:27:35.663 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl ERROR [ 81%] 2023-12-03T12:27:47.748 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl FAILED [ 81%] 2023-12-03T12:27:47.748 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl ERROR [ 81%] 2023-12-03T12:27:58.314 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket FAILED [ 81%] 2023-12-03T12:27:58.315 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket ERROR [ 81%] 2023-12-03T12:28:11.195 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket FAILED [ 81%] 2023-12-03T12:28:11.195 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket ERROR [ 81%] 2023-12-03T12:28:26.050 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_tagging FAILED [ 81%] 2023-12-03T12:28:26.050 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_tagging ERROR [ 81%] 2023-12-03T12:28:34.847 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging FAILED [ 81%] 2023-12-03T12:28:34.847 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging ERROR [ 81%] 2023-12-03T12:28:44.334 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_tags FAILED [ 82%] 2023-12-03T12:28:44.335 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_tags ERROR [ 82%] 2023-12-03T12:29:00.707 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_tags FAILED [ 82%] 2023-12-03T12:29:00.708 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_tags ERROR [ 82%] 2023-12-03T12:29:10.551 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags FAILED [ 82%] 2023-12-03T12:29:10.552 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags ERROR [ 82%] 2023-12-03T12:29:22.168 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags FAILED [ 82%] 2023-12-03T12:29:22.168 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags ERROR [ 82%] 2023-12-03T12:29:38.211 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags FAILED [ 82%] 2023-12-03T12:29:38.212 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags ERROR [ 82%] 2023-12-03T12:29:49.950 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_modify_tags FAILED [ 82%] 2023-12-03T12:29:49.950 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_modify_tags ERROR [ 82%] 2023-12-03T12:30:03.965 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_delete_tags FAILED [ 82%] 2023-12-03T12:30:03.965 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_delete_tags ERROR [ 82%] 2023-12-03T12:30:27.291 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request FAILED [ 83%] 2023-12-03T12:30:27.292 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request ERROR [ 83%] 2023-12-03T12:30:43.780 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request FAILED [ 83%] 2023-12-03T12:30:43.780 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request ERROR [ 83%] 2023-12-03T12:30:58.903 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags FAILED [ 83%] 2023-12-03T12:30:58.903 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags ERROR [ 83%] 2023-12-03T12:31:14.533 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public FAILED [ 83%] 2023-12-03T12:31:14.550 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public ERROR [ 83%] 2023-12-03T12:31:28.920 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public FAILED [ 83%] 2023-12-03T12:31:28.921 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public ERROR [ 83%] 2023-12-03T12:31:45.674 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public FAILED [ 83%] 2023-12-03T12:31:45.674 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public ERROR [ 83%] 2023-12-03T12:32:01.852 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id FAILED [ 84%] 2023-12-03T12:32:01.853 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id ERROR [ 84%] 2023-12-03T12:32:18.012 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id FAILED [ 84%] 2023-12-03T12:32:18.013 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id ERROR [ 84%] 2023-12-03T12:32:35.260 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag FAILED [ 84%] 2023-12-03T12:32:35.260 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag ERROR [ 84%] 2023-12-03T12:32:49.070 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag FAILED [ 84%] 2023-12-03T12:32:49.070 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag ERROR [ 84%] 2023-12-03T12:32:59.848 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag FAILED [ 84%] 2023-12-03T12:32:59.848 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag ERROR [ 84%] 2023-12-03T12:33:12.277 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source FAILED [ 84%] 2023-12-03T12:33:12.277 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source ERROR [ 84%] 2023-12-03T12:33:28.962 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta FAILED [ 84%] 2023-12-03T12:33:28.963 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta ERROR [ 84%] 2023-12-03T12:33:40.638 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl FAILED [ 85%] 2023-12-03T12:33:40.638 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl ERROR [ 85%] 2023-12-03T12:33:52.930 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant FAILED [ 85%] 2023-12-03T12:33:52.930 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant ERROR [ 85%] 2023-12-03T12:34:04.562 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 FAILED [ 85%] 2023-12-03T12:34:04.563 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 ERROR [ 85%] 2023-12-03T12:34:24.042 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms FAILED [ 85%] 2023-12-03T12:34:24.043 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms ERROR [ 85%] 2023-12-03T12:34:39.123 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms FAILED [ 85%] 2023-12-03T12:34:39.124 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms ERROR [ 85%] 2023-12-03T12:34:49.171 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms FAILED [ 85%] 2023-12-03T12:34:49.171 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms ERROR [ 85%] 2023-12-03T12:35:01.986 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc FAILED [ 85%] 2023-12-03T12:35:01.986 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc ERROR [ 85%] 2023-12-03T12:35:08.942 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 FAILED [ 86%] 2023-12-03T12:35:08.943 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 ERROR [ 86%] 2023-12-03T12:35:19.776 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag FAILED [ 86%] 2023-12-03T12:35:19.777 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag ERROR [ 86%] 2023-12-03T12:35:35.619 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock FAILED [ 86%] 2023-12-03T12:35:35.619 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock ERROR [ 86%] 2023-12-03T12:35:59.097 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket FAILED [ 86%] 2023-12-03T12:35:59.097 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket ERROR [ 86%] 2023-12-03T12:36:11.641 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years FAILED [ 86%] 2023-12-03T12:36:11.641 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years ERROR [ 86%] 2023-12-03T12:36:31.792 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days FAILED [ 86%] 2023-12-03T12:36:31.792 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days ERROR [ 86%] 2023-12-03T12:36:52.759 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years FAILED [ 87%] 2023-12-03T12:36:52.760 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years ERROR [ 87%] 2023-12-03T12:37:11.392 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode FAILED [ 87%] 2023-12-03T12:37:11.392 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode ERROR [ 87%] 2023-12-03T12:37:24.990 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status FAILED [ 87%] 2023-12-03T12:37:24.991 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status ERROR [ 87%] 2023-12-03T12:37:37.503 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning FAILED [ 87%] 2023-12-03T12:37:37.503 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning ERROR [ 87%] 2023-12-03T12:37:44.405 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock FAILED [ 87%] 2023-12-03T12:37:44.406 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock ERROR [ 87%] 2023-12-03T12:37:59.073 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket FAILED [ 87%] 2023-12-03T12:37:59.073 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket ERROR [ 87%] 2023-12-03T12:38:15.034 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention FAILED [ 87%] 2023-12-03T12:38:15.034 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention ERROR [ 87%] 2023-12-03T12:38:27.910 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket FAILED [ 88%] 2023-12-03T12:38:27.910 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket ERROR [ 88%] 2023-12-03T12:38:38.222 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode FAILED [ 88%] 2023-12-03T12:38:38.222 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode ERROR [ 88%] 2023-12-03T12:38:56.073 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention FAILED [ 88%] 2023-12-03T12:38:56.074 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention ERROR [ 88%] 2023-12-03T12:39:08.830 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 FAILED [ 88%] 2023-12-03T12:39:08.830 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 ERROR [ 88%] 2023-12-03T12:39:32.671 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket FAILED [ 88%] 2023-12-03T12:39:32.672 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket ERROR [ 88%] 2023-12-03T12:39:48.411 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid FAILED [ 88%] 2023-12-03T12:39:48.411 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid ERROR [ 88%] 2023-12-03T12:39:58.677 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention FAILED [ 88%] 2023-12-03T12:39:58.677 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention ERROR [ 88%] 2023-12-03T12:40:12.822 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period FAILED [ 89%] 2023-12-03T12:40:12.823 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period ERROR [ 89%] 2023-12-03T12:40:27.147 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period FAILED [ 89%] 2023-12-03T12:40:27.147 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period ERROR [ 89%] 2023-12-03T12:40:42.202 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass FAILED [ 89%] 2023-12-03T12:40:42.202 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass ERROR [ 89%] 2023-12-03T12:40:57.032 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention FAILED [ 89%] 2023-12-03T12:40:57.033 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention ERROR [ 89%] 2023-12-03T12:41:13.113 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker FAILED [ 89%] 2023-12-03T12:41:13.114 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker ERROR [ 89%] 2023-12-03T12:41:28.326 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention FAILED [ 89%] 2023-12-03T12:41:28.326 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention ERROR [ 89%] 2023-12-03T12:41:44.192 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold FAILED [ 90%] 2023-12-03T12:41:44.192 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold ERROR [ 90%] 2023-12-03T12:41:56.163 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket FAILED [ 90%] 2023-12-03T12:41:56.163 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket ERROR [ 90%] 2023-12-03T12:42:13.567 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status FAILED [ 90%] 2023-12-03T12:42:13.567 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status ERROR [ 90%] 2023-12-03T12:42:26.348 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold FAILED [ 90%] 2023-12-03T12:42:26.348 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold ERROR [ 90%] 2023-12-03T12:42:42.403 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket FAILED [ 90%] 2023-12-03T12:42:42.403 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket ERROR [ 90%] 2023-12-03T12:43:01.376 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on FAILED [ 90%] 2023-12-03T12:43:01.376 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on ERROR [ 90%] 2023-12-03T12:43:14.051 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off FAILED [ 90%] 2023-12-03T12:43:14.052 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off ERROR [ 90%] 2023-12-03T12:43:29.938 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata FAILED [ 91%] 2023-12-03T12:43:29.938 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata ERROR [ 91%] 2023-12-03T12:43:51.410 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj FAILED [ 91%] 2023-12-03T12:43:51.411 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj ERROR [ 91%] 2023-12-03T12:44:09.252 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass FAILED [ 91%] 2023-12-03T12:44:09.252 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass ERROR [ 91%] 2023-12-03T12:44:25.703 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass FAILED [ 91%] 2023-12-03T12:44:25.703 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass ERROR [ 91%] 2023-12-03T12:44:33.624 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance FAILED [ 91%] 2023-12-03T12:44:33.625 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance ERROR [ 91%] 2023-12-03T12:44:49.759 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good FAILED [ 91%] 2023-12-03T12:44:49.759 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good ERROR [ 91%] 2023-12-03T12:45:13.269 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed FAILED [ 92%] 2023-12-03T12:45:13.270 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed ERROR [ 92%] 2023-12-03T12:45:26.857 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status FAILED [ 92%] 2023-12-03T12:45:26.857 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status ERROR [ 92%] 2023-12-03T12:45:49.301 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status FAILED [ 92%] 2023-12-03T12:45:49.301 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status ERROR [ 92%] 2023-12-03T12:46:07.788 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status FAILED [ 92%] 2023-12-03T12:46:07.788 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status ERROR [ 92%] 2023-12-03T12:46:27.815 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status FAILED [ 92%] 2023-12-03T12:46:27.815 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status ERROR [ 92%] 2023-12-03T12:46:48.587 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status FAILED [ 92%] 2023-12-03T12:46:48.588 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status ERROR [ 92%] 2023-12-03T12:47:00.870 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_deny_bucket_policy_status FAILED [ 92%] 2023-12-03T12:47:00.870 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_deny_bucket_policy_status ERROR [ 92%] 2023-12-03T12:47:17.938 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_default_public_block FAILED [ 93%] 2023-12-03T12:47:17.939 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_default_public_block ERROR [ 93%] 2023-12-03T12:47:30.913 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_public_block FAILED [ 93%] 2023-12-03T12:47:30.914 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_public_block ERROR [ 93%] 2023-12-03T12:47:46.012 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls FAILED [ 93%] 2023-12-03T12:47:46.012 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls ERROR [ 93%] 2023-12-03T12:48:03.749 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls FAILED [ 93%] 2023-12-03T12:48:03.749 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls ERROR [ 93%] 2023-12-03T12:48:18.759 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy FAILED [ 93%] 2023-12-03T12:48:18.759 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy ERROR [ 93%] 2023-12-03T12:48:30.151 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_ignore_public_acls FAILED [ 93%] 2023-12-03T12:48:30.152 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_ignore_public_acls ERROR [ 93%] 2023-12-03T12:48:45.884 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy FAILED [ 93%] 2023-12-03T12:48:45.884 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy ERROR [ 93%] 2023-12-03T12:49:05.655 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms FAILED [ 94%] 2023-12-03T12:49:05.655 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms ERROR [ 94%] 2023-12-03T12:49:20.517 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms FAILED [ 94%] 2023-12-03T12:49:20.517 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms ERROR [ 94%] 2023-12-03T12:49:37.108 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms FAILED [ 94%] 2023-12-03T12:49:37.108 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms ERROR [ 94%] 2023-12-03T12:49:53.052 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request FAILED [ 94%] 2023-12-03T12:49:53.052 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request ERROR [ 94%] 2023-12-03T12:50:07.099 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_torrent FAILED [ 94%] 2023-12-03T12:50:07.099 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_torrent ERROR [ 94%] 2023-12-03T12:50:16.156 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_where_clause ERROR [ 94%] 2023-12-03T12:50:16.356 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_projection ERROR [ 95%] 2023-12-03T12:50:16.485 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_count_operation ERROR [ 95%] 2023-12-03T12:50:16.684 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_count_json_operation ERROR [ 95%] 2023-12-03T12:50:16.815 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_json_column_sum_min_max ERROR [ 95%] 2023-12-03T12:50:17.017 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_json_nullif_expressions ERROR [ 95%] 2023-12-03T12:50:17.146 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_column_sum_min_max ERROR [ 95%] 2023-12-03T12:50:17.348 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_nullif_expressions ERROR [ 95%] 2023-12-03T12:50:17.479 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_nulliftrue_expressions ERROR [ 96%] 2023-12-03T12:50:17.683 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_is_not_null_expressions ERROR [ 96%] 2023-12-03T12:50:17.811 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_lowerupper_expressions ERROR [ 96%] 2023-12-03T12:50:18.019 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_in_expressions ERROR [ 96%] 2023-12-03T12:50:18.150 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_in_expressions ERROR [ 96%] 2023-12-03T12:50:18.357 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_like_expressions ERROR [ 96%] 2023-12-03T12:50:18.487 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalselike_expressions ERROR [ 96%] 2023-12-03T12:50:18.617 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_complex_expressions ERROR [ 97%] 2023-12-03T12:50:18.814 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_alias ERROR [ 97%] 2023-12-03T12:50:18.943 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_alias_cyclic_refernce ERROR [ 97%] 2023-12-03T12:50:19.140 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_datetime ERROR [ 97%] 2023-12-03T12:50:19.273 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_datetime ERROR [ 97%] 2023-12-03T12:50:19.472 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_parser ERROR [ 97%] 2023-12-03T12:50:19.600 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_definition ERROR [ 98%] 2023-12-03T12:50:19.801 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_schema_definition ERROR [ 98%] 2023-12-03T12:50:19.933 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_when_then_else_expressions ERROR [ 98%] 2023-12-03T12:50:20.136 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_coalesce_expressions ERROR [ 98%] 2023-12-03T12:50:20.267 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_cast_expressions ERROR [ 98%] 2023-12-03T12:50:20.471 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_version ERROR [ 98%] 2023-12-03T12:50:20.600 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_trim_expressions ERROR [ 98%] 2023-12-03T12:50:20.807 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalse_trim_expressions ERROR [ 99%] 2023-12-03T12:50:20.937 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_escape_expressions ERROR [ 99%] 2023-12-03T12:50:21.146 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_case_value_expressions ERROR [ 99%] 2023-12-03T12:50:21.276 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_bool_cast_expressions ERROR [ 99%] 2023-12-03T12:50:21.484 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_progress_expressions ERROR [ 99%] 2023-12-03T12:50:21.613 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3select.py::test_output_serial_expressions ERROR [ 99%] 2023-12-03T12:50:21.636 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_utils.py::test_generate PASSED [100%] 2023-12-03T12:50:21.636 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.637 INFO:teuthology.orchestra.run.smithi145.stdout:==================================== ERRORS ==================================== 2023-12-03T12:50:21.637 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ ERROR at teardown of test_multipart_upload_empty _______________ 2023-12-03T12:50:21.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.637 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.637 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.637 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.637 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.637 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.637 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.637 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.637 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.638 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.638 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.638 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.638 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.638 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.638 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.638 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.639 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.639 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.639 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.639 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.639 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.639 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.639 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.639 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.639 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.639 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.639 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.639 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.639 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.640 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.640 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.640 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.640 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.640 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.640 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.640 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.640 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.640 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.640 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.640 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.640 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.640 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.640 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.640 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.640 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.641 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.641 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.641 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.641 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.641 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.641 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.641 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.641 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.641 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.641 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.641 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.641 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.641 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.641 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.641 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.642 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.642 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.642 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.642 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.642 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.642 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.642 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.642 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.642 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.642 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.642 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.642 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.643 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.643 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.643 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.643 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.643 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.643 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.643 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.643 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.643 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.643 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.643 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.643 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.644 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.644 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.644 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.644 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.644 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.644 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.644 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.644 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.644 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.644 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.644 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.644 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.644 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.644 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.644 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.644 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.645 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.645 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.645 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.645 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.645 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.645 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.645 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.645 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.645 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.645 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.645 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.645 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.646 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.646 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.646 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.646 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.646 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.646 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.646 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.646 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.646 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.646 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.646 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.646 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.647 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.647 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.647 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.647 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.647 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.647 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.647 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.647 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.647 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.647 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.647 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.647 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.647 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.648 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.648 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.648 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.648 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.648 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.648 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.648 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.648 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.648 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.648 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.648 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.649 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.649 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.649 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.649 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.649 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.649 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.649 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.649 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.649 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.649 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.649 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.649 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.649 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.655 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.655 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.655 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.655 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.655 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.655 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.655 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.655 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.655 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.656 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.656 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.656 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.656 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.656 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.656 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.656 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.657 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.657 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.657 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.657 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.657 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.657 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.657 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.657 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.657 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.657 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.657 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.658 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.658 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.658 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.658 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.658 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.658 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.658 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.658 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.658 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.658 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.658 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.658 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.658 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.658 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.658 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.659 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.659 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.659 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.659 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.659 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.659 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.659 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.659 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.659 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.659 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.659 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.659 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.659 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.659 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.659 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.660 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.660 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.660 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.660 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.660 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.660 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.660 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.660 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.660 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.660 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.660 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.660 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.660 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.660 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.660 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.660 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.661 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.661 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ ERROR at teardown of test_multipart_upload_small _______________ 2023-12-03T12:50:21.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.661 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.661 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.661 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.661 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.661 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.661 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.661 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.661 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.662 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.662 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.662 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.662 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.662 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.662 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.662 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.662 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.662 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.662 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.662 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.662 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.662 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.663 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.663 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.663 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.663 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.663 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.663 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.663 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.663 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.663 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.663 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.663 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.663 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.663 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.663 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.663 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.663 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.663 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.664 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.664 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.664 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.664 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.664 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.664 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.664 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.664 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.664 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.664 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.664 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.664 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.664 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.664 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.665 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.665 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.665 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.665 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.665 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.665 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.665 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.665 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.665 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.665 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.665 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.665 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.665 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.666 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.666 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.666 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.666 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.666 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.666 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.666 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.666 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.666 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.666 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.666 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.666 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.666 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.667 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.667 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.667 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.667 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.667 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.667 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.667 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.667 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.667 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.667 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.667 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.667 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.667 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.667 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.667 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.667 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.668 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.668 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.668 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.668 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.668 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.668 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.668 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.668 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.668 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.668 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.668 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.669 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.669 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.669 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.669 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.669 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.669 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.669 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.669 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.669 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.669 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.669 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.670 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.670 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.670 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.670 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.670 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.670 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.670 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.670 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.670 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.670 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.670 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.670 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.671 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.671 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.671 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.671 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.671 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.671 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.671 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.671 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.671 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.671 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.671 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.671 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.672 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.672 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.672 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.672 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.672 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.672 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.672 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.672 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.672 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.672 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.672 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.672 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.672 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.672 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.672 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.672 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.672 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.673 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.673 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.673 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.673 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.673 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.673 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.673 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.673 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.674 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.674 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.674 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.674 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.674 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.674 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.674 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.674 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.674 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.674 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.674 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.674 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.674 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.674 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.674 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.675 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.675 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.675 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.675 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.675 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.675 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.675 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.675 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.675 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.675 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.675 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.675 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.675 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.675 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.675 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.675 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.675 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.676 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.676 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.676 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.676 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.676 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.676 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.676 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.676 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.676 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.676 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.676 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.676 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.676 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.676 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.676 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.676 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.676 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.677 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.677 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.677 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.677 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.677 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.677 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.677 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.677 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.677 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.677 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_multipart_copy_small ________________ 2023-12-03T12:50:21.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.677 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.678 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.678 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.678 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.678 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.678 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.678 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.678 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.678 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.678 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.678 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.678 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.678 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.678 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.679 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.679 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.679 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.679 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.679 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.679 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.679 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.679 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.679 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.679 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.679 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.679 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.679 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.679 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.680 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.680 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.680 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.680 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.680 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.680 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.680 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.680 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.680 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.680 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.680 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.680 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.680 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.680 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.680 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.680 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.681 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.681 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.681 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.681 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.681 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.681 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.681 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.681 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.681 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.681 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.681 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.681 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.681 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.681 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.681 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.682 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.682 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.682 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.682 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.682 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.682 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.682 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.682 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.682 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.682 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.682 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.683 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.683 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.683 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.683 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.683 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.683 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.683 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.683 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.683 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.683 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.683 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.683 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.683 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.683 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.683 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.684 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.684 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.684 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.684 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.684 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.684 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.684 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.684 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.684 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.684 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.684 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.684 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.684 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.684 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.685 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.685 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.685 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.685 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.685 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.685 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.685 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.685 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.685 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.686 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.686 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.686 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.686 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.686 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.686 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.686 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.686 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.686 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.686 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.687 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.687 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.687 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.687 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.687 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.687 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.687 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.687 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.687 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.687 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.687 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.687 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.688 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.688 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.688 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.688 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.688 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.688 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.688 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.688 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.688 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.688 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.688 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.688 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.688 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.689 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.689 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.689 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.689 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.689 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.689 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.689 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.689 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.689 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.689 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.689 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.690 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.690 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.690 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.690 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.690 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.690 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.690 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.690 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.691 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.691 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.691 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.691 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.691 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.691 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.691 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.691 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.691 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.691 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.691 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.691 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.691 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.691 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.692 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.692 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.692 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.692 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.692 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.692 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.692 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.692 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.692 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.692 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.692 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.692 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.692 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.692 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.692 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.692 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.692 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.693 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.693 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.693 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.693 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.693 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.693 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.693 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.693 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.693 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.693 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.693 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.693 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.693 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.693 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.693 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.694 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.694 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.694 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.694 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.694 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.694 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.694 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.694 INFO:teuthology.orchestra.run.smithi145.stdout:____________ ERROR at teardown of test_multipart_copy_invalid_range ____________ 2023-12-03T12:50:21.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.694 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.694 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.694 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.694 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.695 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.695 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.695 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.695 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.695 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.695 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.695 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.695 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.695 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.695 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.695 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.695 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.695 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.695 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.695 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.696 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.696 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.696 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.696 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.696 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.696 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.696 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.696 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.696 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.696 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.696 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.696 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.696 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.696 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.697 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.697 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.697 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.697 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.697 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.697 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.697 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.697 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.697 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.697 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.697 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.697 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.697 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.697 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.697 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.697 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.697 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.698 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.698 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.698 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.698 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.698 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.698 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.698 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.698 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.698 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.698 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.698 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.698 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.698 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.699 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.699 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.699 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.699 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.699 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.699 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.699 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.699 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.699 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.699 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.699 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.699 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.700 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.700 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.700 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.700 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.700 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.700 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.700 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.700 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.700 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.700 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.700 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.700 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.700 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.700 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.700 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.700 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.700 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.700 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.701 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.701 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.701 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.701 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.701 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.701 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.701 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.701 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.701 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.701 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.701 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.701 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.702 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.702 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.702 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.702 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.702 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.702 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.702 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.702 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.702 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.702 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.702 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.703 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.703 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.703 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.703 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.703 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.703 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.703 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.703 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.703 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.703 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.703 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.703 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.703 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.704 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.704 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.704 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.704 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.704 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.704 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.704 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.704 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.704 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.704 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.704 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.704 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.704 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.705 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.705 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.705 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.705 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.705 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.705 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.705 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.705 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.705 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.705 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.705 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.705 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.706 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.706 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.706 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.706 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.706 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.706 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.706 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.706 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.707 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.707 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.707 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.707 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.707 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.707 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.707 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.707 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.707 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.707 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.707 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.707 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.707 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.707 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.707 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.708 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.708 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.708 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.708 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.708 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.708 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.708 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.708 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.708 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.708 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.708 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.708 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.708 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.708 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.708 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.708 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.709 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.709 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.709 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.709 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.709 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.709 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.709 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.709 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.709 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.709 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.709 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.709 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.709 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.709 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.709 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.709 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.710 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.710 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.710 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.710 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.710 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.710 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.710 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.710 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.710 INFO:teuthology.orchestra.run.smithi145.stdout:____________ ERROR at teardown of test_multipart_copy_without_range ____________ 2023-12-03T12:50:21.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.710 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.710 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.710 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.711 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.711 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.711 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.711 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.711 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.711 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.711 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.711 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.711 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.711 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.711 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.711 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.712 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.712 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.712 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.712 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.712 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.712 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.712 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.712 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.712 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.712 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.712 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.712 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.712 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.712 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.712 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.713 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.713 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.713 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.713 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.713 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.713 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.713 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.713 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.713 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.713 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.713 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.713 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.713 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.713 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.714 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.714 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.714 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.714 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.714 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.714 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.714 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.714 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.714 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.714 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.714 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.714 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.714 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.714 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.714 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.715 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.715 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.715 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.715 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.715 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.715 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.715 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.715 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.715 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.715 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.715 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.715 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.715 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.716 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.716 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.716 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.716 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.716 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.716 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.716 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.716 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.716 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.716 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.716 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.716 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.716 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.716 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.716 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.716 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.716 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.717 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.717 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.717 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.717 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.717 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.717 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.717 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.717 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.717 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.717 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.717 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.717 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.718 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.718 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.718 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.718 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.718 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.718 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.718 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.718 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.718 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.718 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.718 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.718 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.718 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.718 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.718 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.719 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.719 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.719 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.719 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.719 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.719 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.719 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.719 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.719 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.719 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.719 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.719 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.719 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.720 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.720 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.720 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.720 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.720 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.720 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.720 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.720 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.720 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.720 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.720 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.720 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.721 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.721 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.721 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.721 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.721 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.721 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.721 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.721 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.721 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.721 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.721 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.722 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.722 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.722 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.722 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.722 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.722 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.722 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.722 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.722 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.723 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.723 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.723 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.723 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.723 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.723 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.723 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.723 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.723 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.723 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.723 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.723 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.723 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.723 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.724 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.724 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.724 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.724 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.724 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.724 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.724 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.724 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.724 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.724 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.724 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.724 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.724 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.724 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.724 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.724 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.724 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.725 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.725 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.725 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.725 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.725 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.725 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.725 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.725 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.725 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.725 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.725 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.725 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.725 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.725 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.725 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.725 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.726 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.726 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.726 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.726 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.726 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.726 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.726 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.726 INFO:teuthology.orchestra.run.smithi145.stdout:____________ ERROR at teardown of test_multipart_copy_special_names ____________ 2023-12-03T12:50:21.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.726 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.726 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.726 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.727 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.727 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.727 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.727 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.727 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.727 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.727 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.727 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.727 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.727 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.727 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.727 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.728 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.728 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.728 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.728 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.728 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.728 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.728 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.728 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.728 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.728 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.728 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.728 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.728 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.728 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.729 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.729 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.729 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.729 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.729 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.729 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.729 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.729 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.729 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.729 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.729 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.729 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.729 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.729 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.730 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.730 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.730 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.730 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.730 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.730 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.730 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.730 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.730 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.730 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.730 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.730 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.730 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.730 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.731 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.731 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.731 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.731 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.731 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.731 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.731 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.731 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.731 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.731 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.731 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.731 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.731 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.732 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.732 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.732 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.732 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.732 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.732 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.732 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.732 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.732 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.732 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.732 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.732 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.732 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.732 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.733 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.733 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.733 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.733 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.733 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.733 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.733 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.733 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.733 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.733 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.733 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.733 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.733 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.733 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.733 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.733 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.733 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.733 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.734 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.734 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.734 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.734 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.734 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.734 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.734 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.734 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.734 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.734 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.734 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.734 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.734 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.735 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.735 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.735 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.735 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.735 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.735 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.735 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.735 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.735 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.735 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.735 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.735 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.735 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.735 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.735 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.735 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.736 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.736 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.736 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.736 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.736 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.736 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.736 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.736 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.736 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.736 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.736 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.736 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.737 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.737 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.737 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.737 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.737 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.737 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.737 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.737 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.737 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.737 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.737 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.737 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.737 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.737 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.737 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.737 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.737 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.738 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.738 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.738 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.738 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.738 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.738 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.738 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.738 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.739 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.739 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.739 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.739 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.739 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.739 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.739 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.739 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.739 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.739 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.739 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.740 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.740 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.740 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.740 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.740 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.740 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.740 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.740 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.740 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.740 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.740 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.740 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.740 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.740 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.740 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.740 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.740 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.741 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.741 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.741 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.741 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.741 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.741 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.741 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.741 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.741 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.741 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.741 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.741 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.741 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.741 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.741 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.741 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.741 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.742 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.742 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.742 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.742 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.742 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.742 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.742 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.742 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.742 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.742 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.742 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.742 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.742 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.742 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.742 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.743 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.743 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at teardown of test_multipart_upload __________________ 2023-12-03T12:50:21.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.743 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.743 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.743 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.743 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.743 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.743 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.743 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.743 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.743 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.743 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.743 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.744 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.744 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.744 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.744 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.744 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.744 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.744 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.744 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.744 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.744 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.744 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.744 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.745 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.745 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.745 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.745 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.745 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.745 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.745 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.745 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.745 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.745 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.745 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.745 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.745 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.745 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.745 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.745 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.746 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.746 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.746 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.746 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.746 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.746 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.746 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.746 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.746 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.746 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.746 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.746 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.746 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.746 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.746 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.746 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.746 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.747 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.747 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.747 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.747 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.747 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.747 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.747 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.747 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.747 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.747 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.747 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.747 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.747 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.748 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.748 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.748 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.748 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.748 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.748 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.748 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.748 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.748 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.748 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.748 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.748 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.748 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.748 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.748 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.749 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.749 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.749 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.749 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.749 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.749 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.749 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.749 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.749 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.749 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.749 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.749 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.749 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.749 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.749 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.749 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.749 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.750 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.750 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.750 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.750 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.750 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.750 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.750 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.750 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.750 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.750 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.750 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.750 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.750 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.750 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.751 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.751 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.751 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.751 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.751 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.751 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.751 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.751 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.751 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.751 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.751 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.751 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.751 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.751 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.751 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.751 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.751 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.752 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.752 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.752 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.752 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.752 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.752 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.752 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.752 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.752 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.752 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.752 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.752 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.752 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.753 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.753 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.753 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.753 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.753 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.753 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.753 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.753 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.753 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.753 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.753 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.753 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.753 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.753 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.754 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.754 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.754 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.754 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.754 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.754 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.754 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.754 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.755 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.755 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.755 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.755 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.755 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.755 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.755 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.755 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.756 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.756 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.756 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.756 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.756 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.756 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.756 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.756 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.756 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.756 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.756 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.756 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.756 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.756 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.756 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.756 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.757 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.757 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.757 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.757 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.757 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.757 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.757 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.757 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.757 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.757 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.757 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.757 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.757 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.757 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.757 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.757 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.757 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.758 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.758 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.758 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.758 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.758 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.758 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.758 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.758 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.758 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.758 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.758 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.758 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.758 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.759 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.759 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.759 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.759 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.759 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.759 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.759 INFO:teuthology.orchestra.run.smithi145.stdout:______________ ERROR at teardown of test_multipart_copy_versioned ______________ 2023-12-03T12:50:21.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.759 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.759 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.759 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.759 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.759 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.760 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.760 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.760 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.760 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.760 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.760 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.760 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.760 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.760 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.760 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.760 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.760 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.761 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.761 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.761 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.761 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.761 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.761 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.761 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.761 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.761 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.761 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.761 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.761 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.761 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.762 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.762 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.762 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.762 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.762 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.762 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.762 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.762 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.762 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.762 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.762 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.762 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.762 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.762 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.762 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.762 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.762 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.763 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.763 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.763 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.763 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.763 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.763 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.763 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.763 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.763 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.763 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.763 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.763 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.763 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.763 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.764 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.764 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.764 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.764 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.764 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.764 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.764 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.764 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.764 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.764 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.764 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.764 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.764 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.765 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.765 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.765 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.765 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.765 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.765 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.765 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.765 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.765 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.765 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.765 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.765 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.765 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.765 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.765 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.765 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.765 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.766 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.766 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.766 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.766 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.766 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.766 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.766 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.766 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.766 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.766 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.766 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.767 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.767 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.767 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.767 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.767 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.767 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.767 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.767 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.767 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.767 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.767 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.767 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.767 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.768 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.768 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.768 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.768 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.768 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.768 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.768 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.768 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.768 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.768 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.768 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.768 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.769 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.769 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.769 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.769 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.769 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.769 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.769 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.769 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.769 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.769 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.769 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.770 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.770 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.770 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.770 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.770 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.770 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.770 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.770 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.770 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.770 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.770 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.770 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.770 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.770 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.770 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.771 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.771 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.771 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.771 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.771 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.771 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.771 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.772 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.772 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.772 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.772 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.772 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.772 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.772 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.773 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.773 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.773 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.773 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.773 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.773 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.773 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.773 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.773 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.773 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.773 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.773 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.773 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.774 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.774 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.774 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.774 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.774 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.774 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.774 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.774 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.774 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.774 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.774 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.774 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.774 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.774 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.774 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.775 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.775 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.775 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.775 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.775 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.775 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.775 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.775 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.775 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.775 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.775 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.775 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.775 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.775 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.775 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.776 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.776 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.776 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.776 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.776 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.776 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.776 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.776 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.776 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.776 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.776 INFO:teuthology.orchestra.run.smithi145.stdout:____________ ERROR at teardown of test_multipart_upload_resend_part ____________ 2023-12-03T12:50:21.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.776 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.776 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.776 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.777 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.777 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.777 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.777 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.777 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.777 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.777 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.777 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.777 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.777 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.777 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.777 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.778 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.778 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.778 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.778 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.778 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.778 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.778 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.778 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.778 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.778 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.778 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.778 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.778 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.778 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.779 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.779 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.779 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.779 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.779 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.779 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.779 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.779 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.779 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.779 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.779 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.779 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.779 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.779 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.779 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.780 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.780 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.780 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.780 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.780 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.780 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.780 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.780 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.780 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.780 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.780 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.780 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.780 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.780 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.780 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.781 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.781 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.781 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.781 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.781 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.781 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.781 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.781 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.781 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.781 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.781 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.781 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.781 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.781 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.781 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.781 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.782 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.782 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.782 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.782 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.782 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.782 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.782 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.782 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.782 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.782 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.782 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.782 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.782 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.782 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.782 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.782 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.782 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.783 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.783 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.783 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.783 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.783 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.783 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.783 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.783 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.783 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.783 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.783 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.783 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.784 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.784 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.784 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.784 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.784 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.784 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.784 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.784 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.784 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.784 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.784 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.784 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.784 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.785 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.785 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.785 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.785 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.785 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.785 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.785 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.785 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.785 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.785 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.785 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.785 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.785 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.785 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.785 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.785 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.785 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.785 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.786 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.786 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.786 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.786 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.786 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.786 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.786 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.786 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.786 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.786 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.786 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.787 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.787 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.787 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.787 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.787 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.787 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.787 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.787 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.787 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.787 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.787 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.787 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.787 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.788 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.788 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.788 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.788 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.788 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.788 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.788 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.788 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.789 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.789 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.789 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.789 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.789 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.789 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.789 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.789 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.789 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.789 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.789 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.789 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.789 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.789 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.789 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.789 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.789 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.790 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.790 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.790 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.790 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.790 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.790 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.790 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.790 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.790 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.790 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.790 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.790 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.790 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.790 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.790 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.790 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.790 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.791 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.791 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.791 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.791 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.791 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.791 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.791 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.791 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.791 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.791 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.791 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.791 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.791 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.791 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.791 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.791 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.792 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.792 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.792 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.792 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.792 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.792 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.792 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.792 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.792 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.792 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.792 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.792 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.792 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.793 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.793 INFO:teuthology.orchestra.run.smithi145.stdout:__________ ERROR at teardown of test_multipart_upload_multiple_sizes ___________ 2023-12-03T12:50:21.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.793 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.793 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.793 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.793 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.793 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.793 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.793 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.793 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.793 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.793 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.794 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.794 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.794 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.794 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.794 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.794 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.794 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.794 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.794 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.794 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.794 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.794 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.794 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.794 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.794 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.794 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.794 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.795 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.795 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.795 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.795 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.795 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.795 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.795 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.795 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.795 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.795 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.795 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.795 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.795 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.795 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.795 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.796 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.796 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.796 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.796 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.796 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.796 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.796 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.796 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.796 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.796 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.796 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.796 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.796 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.796 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.797 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.797 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.797 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.797 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.797 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.797 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.797 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.797 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.797 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.797 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.797 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.797 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.797 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.798 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.798 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.798 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.798 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.798 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.798 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.798 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.798 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.798 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.798 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.798 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.798 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.798 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.798 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.798 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.798 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.798 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.799 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.799 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.799 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.799 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.799 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.799 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.799 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.799 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.799 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.799 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.799 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.799 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.799 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.799 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.799 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.799 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.799 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.800 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.800 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.800 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.800 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.800 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.800 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.800 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.800 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.800 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.800 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.801 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.801 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.801 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.801 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.801 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.801 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.801 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.801 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.801 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.801 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.801 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.801 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.801 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.802 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.802 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.802 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.802 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.802 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.802 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.802 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.802 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.802 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.802 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.802 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.802 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.802 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.802 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.802 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.802 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.802 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.803 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.803 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.803 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.803 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.803 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.803 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.803 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.803 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.803 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.803 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.803 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.803 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.803 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.803 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.804 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.804 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.804 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.804 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.804 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.804 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.804 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.804 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.804 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.805 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.805 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.805 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.805 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.805 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.805 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.805 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.805 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.805 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.805 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.806 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.806 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.806 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.806 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.806 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.806 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.806 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.806 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.806 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.806 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.806 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.806 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.806 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.806 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.806 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.806 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.806 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.807 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.807 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.807 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.807 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.807 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.807 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.807 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.807 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.807 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.807 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.807 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.807 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.807 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.807 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.807 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.807 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.807 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.807 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.808 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.808 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.808 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.808 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.808 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.808 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.808 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.808 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.808 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.808 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.808 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.808 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.808 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.808 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.809 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.809 INFO:teuthology.orchestra.run.smithi145.stdout:___________ ERROR at teardown of test_multipart_copy_multiple_sizes ____________ 2023-12-03T12:50:21.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.809 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.809 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.809 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.809 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.809 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.809 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.809 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.809 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.809 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.809 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.809 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.810 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.810 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.810 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.810 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.810 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.810 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.810 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.810 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.810 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.810 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.810 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.810 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.810 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.810 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.810 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.810 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.810 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.811 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.811 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.811 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.811 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.811 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.811 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.811 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.811 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.811 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.811 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.811 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.811 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.811 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.811 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.811 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.812 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.812 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.812 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.812 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.812 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.812 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.812 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.812 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.812 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.812 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.812 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.812 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.812 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.812 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.812 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.812 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.812 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.813 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.813 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.813 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.813 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.813 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.813 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.813 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.813 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.813 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.813 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.814 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.814 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.814 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.814 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.814 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.814 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.814 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.814 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.814 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.814 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.814 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.814 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.815 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.815 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.815 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.815 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.815 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.815 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.815 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.815 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.815 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.815 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.815 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.815 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.815 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.815 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.815 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.815 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.815 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.816 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.816 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.816 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.816 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.816 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.816 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.816 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.816 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.816 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.816 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.817 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.817 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.817 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.817 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.817 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.817 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.817 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.817 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.817 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.817 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.817 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.817 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.817 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.817 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.817 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.817 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.818 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.818 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.818 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.818 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.818 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.818 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.818 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.818 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.818 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.818 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.818 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.818 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.818 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.818 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.818 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.818 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.818 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.819 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.819 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.819 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.819 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.819 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.819 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.819 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.819 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.819 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.819 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.819 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.819 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.819 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.819 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.819 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.819 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.819 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.820 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.820 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.820 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.820 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.820 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.820 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.820 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.820 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.820 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.820 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.820 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.820 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.820 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.820 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.820 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.820 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.820 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.820 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.821 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.821 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.821 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.821 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.821 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.821 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.821 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.821 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.822 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.822 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.822 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.822 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.822 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.822 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.822 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.822 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.822 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.822 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.822 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.822 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.822 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.822 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.822 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.823 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.823 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.823 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.823 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.823 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.823 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.823 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.823 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.823 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.823 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.823 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.823 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.823 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.823 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.823 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.823 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.823 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.824 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.824 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.824 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.824 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.824 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.824 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.824 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.824 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.824 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.824 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.824 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.824 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.824 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.824 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.824 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.825 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.825 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.825 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.825 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.825 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.825 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.825 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.825 INFO:teuthology.orchestra.run.smithi145.stdout:__________ ERROR at teardown of test_multipart_upload_size_too_small ___________ 2023-12-03T12:50:21.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.825 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.825 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.825 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.825 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.825 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.826 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.826 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.826 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.826 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.826 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.826 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.826 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.826 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.826 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.826 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.826 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.826 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.826 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.827 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.827 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.827 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.827 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.827 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.827 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.827 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.827 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.827 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.827 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.827 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.827 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.827 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.828 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.828 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.828 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.828 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.828 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.828 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.828 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.828 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.828 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.828 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.828 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.828 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.828 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.828 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.828 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.829 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.829 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.829 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.829 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.829 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.829 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.829 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.829 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.829 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.829 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.829 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.829 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.829 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.829 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.829 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.830 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.830 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.830 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.830 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.830 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.830 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.830 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.830 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.830 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.830 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.830 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.830 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.830 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.830 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.830 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.830 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.830 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.831 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.831 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.831 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.831 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.831 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.831 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.831 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.831 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.831 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.831 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.831 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.831 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.831 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.831 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.831 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.831 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.832 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.832 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.832 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.832 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.832 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.832 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.832 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.832 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.832 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.832 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.832 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.832 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.832 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.832 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.832 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.832 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.832 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.833 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.833 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.833 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.833 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.833 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.833 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.833 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.833 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.833 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.833 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.833 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.833 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.833 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.833 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.834 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.834 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.834 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.834 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.834 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.834 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.834 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.834 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.834 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.834 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.834 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.834 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.834 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.835 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.835 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.835 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.835 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.835 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.835 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.835 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.835 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.835 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.835 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.835 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.836 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.836 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.836 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.836 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.836 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.836 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.836 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.836 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.836 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.836 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.836 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.836 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.837 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.837 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.837 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.837 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.837 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.837 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.837 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.837 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.837 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.838 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.838 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.838 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.838 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.838 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.838 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.838 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.838 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.838 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.838 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.838 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.838 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.838 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.838 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.838 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.839 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.839 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.839 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.839 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.839 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.839 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.839 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.839 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.839 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.839 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.839 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.839 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.839 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.839 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.839 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.839 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.839 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.839 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.840 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.840 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.840 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.840 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.840 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.840 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.840 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.840 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.840 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.840 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.840 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.840 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.840 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.840 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.840 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.841 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.841 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.841 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.841 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.841 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.841 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.841 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.841 INFO:teuthology.orchestra.run.smithi145.stdout:_____________ ERROR at teardown of test_multipart_upload_contents ______________ 2023-12-03T12:50:21.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.841 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.841 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.841 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.841 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.841 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.842 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.842 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.842 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.842 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.842 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.842 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.842 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.842 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.842 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.842 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.842 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.842 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.842 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.842 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.843 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.843 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.843 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.843 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.843 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.843 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.843 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.843 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.843 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.843 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.843 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.843 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.843 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.844 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.844 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.844 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.844 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.844 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.844 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.844 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.844 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.844 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.844 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.844 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.844 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.844 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.844 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.844 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.845 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.845 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.845 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.845 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.845 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.845 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.845 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.845 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.845 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.845 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.845 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.845 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.845 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.845 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.845 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.845 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.845 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.846 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.846 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.846 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.846 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.846 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.846 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.846 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.846 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.846 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.846 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.846 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.846 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.846 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.847 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.847 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.847 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.847 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.847 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.847 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.847 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.847 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.847 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.847 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.847 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.847 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.847 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.847 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.847 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.847 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.847 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.848 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.848 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.848 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.848 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.848 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.848 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.848 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.848 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.848 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.848 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.848 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.848 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.848 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.848 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.848 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.848 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.849 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.849 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.849 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.849 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.849 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.849 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.849 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.849 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.849 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.849 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.849 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.850 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.850 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.850 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.850 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.850 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.850 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.850 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.850 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.850 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.850 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.850 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.850 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.850 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.850 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.850 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.850 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.851 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.851 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.851 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.851 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.851 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.851 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.851 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.851 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.851 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.851 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.851 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.851 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.852 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.852 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.852 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.852 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.852 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.852 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.852 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.852 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.852 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.852 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.852 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.852 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.852 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.852 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.853 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.853 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.853 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.853 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.853 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.853 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.853 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.853 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.854 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.854 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.854 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.854 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.854 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.854 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.854 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.854 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.854 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.854 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.854 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.854 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.854 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.854 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.854 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.854 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.855 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.855 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.855 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.855 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.855 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.855 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.855 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.855 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.855 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.855 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.855 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.855 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.855 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.855 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.855 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.855 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.855 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.856 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.856 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.856 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.856 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.856 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.856 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.856 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.856 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.856 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.856 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.856 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.856 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.856 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.856 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.856 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.857 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.857 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.857 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.857 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.857 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.857 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.857 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.857 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.857 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.857 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.857 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.857 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.857 INFO:teuthology.orchestra.run.smithi145.stdout:_____ ERROR at teardown of test_multipart_upload_overwrite_existing_object _____ 2023-12-03T12:50:21.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.857 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.858 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.858 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.858 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.858 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.858 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.858 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.858 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.858 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.858 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.858 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.858 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.858 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.858 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.859 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.859 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.859 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.859 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.859 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.859 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.859 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.859 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.859 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.859 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.859 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.859 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.859 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.860 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.860 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.860 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.860 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.860 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.860 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.860 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.860 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.860 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.860 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.860 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.860 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.860 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.860 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.861 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.861 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.861 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.861 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.861 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.861 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.861 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.861 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.861 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.861 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.861 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.861 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.861 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.861 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.861 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.861 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.861 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.862 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.862 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.862 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.862 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.862 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.862 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.862 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.862 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.862 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.862 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.862 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.862 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.863 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.863 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.863 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.863 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.863 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.863 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.863 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.863 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.863 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.863 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.863 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.863 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.863 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.863 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.863 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.863 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.863 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.863 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.864 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.864 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.864 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.864 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.864 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.864 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.864 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.864 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.864 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.864 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.864 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.864 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.864 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.864 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.864 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.864 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.865 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.865 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.865 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.865 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.865 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.865 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.865 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.865 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.865 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.865 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.866 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.866 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.866 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.866 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.866 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.866 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.866 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.866 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.866 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.866 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.866 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.866 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.867 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.867 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.867 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.867 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.867 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.867 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.867 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.867 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.867 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.867 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.867 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.867 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.867 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.868 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.868 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.868 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.868 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.868 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.868 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.868 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.868 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.868 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.868 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.868 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.868 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.868 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.868 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.869 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.869 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.869 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.869 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.869 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.869 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.869 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.869 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.869 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.870 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.870 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.870 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.870 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.870 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.870 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.870 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.870 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.870 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.870 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.870 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.871 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.871 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.871 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.871 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.871 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.871 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.871 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.871 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.871 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.871 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.871 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.871 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.871 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.871 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.871 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.871 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.872 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.872 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.872 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.872 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.872 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.872 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.872 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.872 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.872 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.872 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.872 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.872 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.872 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.872 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.872 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.872 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.872 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.872 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.873 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.873 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.873 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.873 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.873 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.873 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.873 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.873 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.873 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.873 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.873 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.873 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.873 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.873 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ ERROR at teardown of test_abort_multipart_upload _______________ 2023-12-03T12:50:21.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.874 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.874 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.874 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.874 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.874 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.874 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.874 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.874 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.874 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.874 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.874 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.874 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.875 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.875 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.875 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.875 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.875 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.875 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.875 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.875 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.875 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.875 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.875 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.875 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.875 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.875 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.876 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.876 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.876 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.876 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.876 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.876 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.876 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.876 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.876 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.876 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.876 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.876 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.876 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.876 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.876 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.877 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.877 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.877 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.877 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.877 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.877 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.877 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.877 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.877 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.877 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.877 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.877 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.877 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.877 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.878 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.878 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.878 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.878 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.878 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.878 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.878 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.878 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.878 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.878 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.878 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.879 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.879 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.879 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.879 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.879 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.879 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.879 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.879 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.879 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.879 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.879 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.879 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.879 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.880 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.880 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.880 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.880 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.880 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.880 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.880 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.880 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.880 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.880 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.880 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.880 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.880 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.880 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.880 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.880 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.880 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.880 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.881 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.881 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.881 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.881 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.881 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.881 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.881 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.882 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.882 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.882 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.882 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.882 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.882 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.882 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.882 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.882 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.882 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.882 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.883 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.883 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.883 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.883 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.883 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.883 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.883 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.883 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.883 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.883 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.883 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.883 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.884 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.884 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.884 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.884 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.884 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.884 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.884 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.884 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.884 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.884 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.885 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.885 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.885 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.885 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.885 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.885 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.885 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.885 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.885 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.885 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.885 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.885 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.886 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.886 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.886 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.886 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.886 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.886 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.886 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.887 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.887 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.887 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.887 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.887 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.887 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.887 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.887 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.887 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.887 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.887 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.887 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.888 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.888 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.888 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.888 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.888 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.888 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.888 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.888 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.888 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.888 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.888 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.888 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.888 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.888 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.888 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.888 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.888 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.888 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.889 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.889 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.889 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.889 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.889 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.889 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.889 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.889 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.889 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.889 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.889 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.889 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.889 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.889 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.889 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.889 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.889 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.890 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.890 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.890 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.890 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.890 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.890 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.890 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.890 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.890 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.890 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.890 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.890 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.891 INFO:teuthology.orchestra.run.smithi145.stdout:__________ ERROR at teardown of test_abort_multipart_upload_not_found __________ 2023-12-03T12:50:21.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.891 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.891 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.891 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.891 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.891 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.891 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.891 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.891 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.891 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.891 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.892 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.892 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.892 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.892 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.892 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.892 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.892 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.892 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.892 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.892 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.892 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.893 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.893 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.893 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.893 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.893 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.893 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.893 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.893 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.893 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.893 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.893 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.893 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.893 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.893 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.893 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.893 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.894 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.894 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.894 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.894 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.894 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.894 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.894 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.894 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.894 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.894 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.894 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.894 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.894 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.895 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.895 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.895 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.895 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.895 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.895 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.895 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.895 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.895 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.895 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.895 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.895 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.895 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.896 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.896 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.896 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.896 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.896 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.896 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.896 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.896 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.896 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.896 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.896 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.896 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.896 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.897 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.897 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.897 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.897 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.897 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.897 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.897 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.897 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.897 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.897 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.897 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.897 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.897 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.897 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.897 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.897 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.897 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.898 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.898 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.898 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.898 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.898 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.898 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.898 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.898 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.898 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.898 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.898 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.899 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.899 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.899 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.899 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.899 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.899 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.899 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.899 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.899 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.899 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.899 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.899 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.899 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.899 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.900 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.900 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.900 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.900 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.900 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.900 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.900 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.900 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.900 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.900 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.900 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.900 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.900 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.900 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.901 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.901 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.901 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.901 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.901 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.901 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.901 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.901 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.901 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.901 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.902 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.902 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.902 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.902 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.902 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.902 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.902 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.902 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.902 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.902 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.902 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.903 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.903 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.903 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.903 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.903 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.903 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.903 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.903 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.903 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.904 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.904 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.904 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.904 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.904 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.904 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.904 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.904 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.904 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.904 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.904 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.904 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.904 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.904 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.904 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.904 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.904 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.905 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.905 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.905 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.905 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.905 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.905 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.905 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.905 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.905 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.905 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.905 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.905 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.905 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.905 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.905 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.905 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.905 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.905 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.906 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.906 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.906 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.906 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.906 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.906 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.906 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.906 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.906 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.906 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.906 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.906 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.906 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.906 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.906 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.906 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.907 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.907 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.907 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.907 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.907 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.907 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.907 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.907 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ ERROR at teardown of test_list_multipart_upload ________________ 2023-12-03T12:50:21.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.907 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.907 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.907 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.907 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.907 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.908 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.908 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.908 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.908 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.908 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.908 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.908 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.908 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.908 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.908 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.908 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.908 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.908 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.908 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.909 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.909 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.909 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.909 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.909 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.909 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.909 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.909 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.909 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.909 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.909 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.909 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.909 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.909 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.909 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.909 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.909 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.909 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.910 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.910 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.910 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.910 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.910 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.910 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.910 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.910 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.910 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.910 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.910 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.910 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.910 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.911 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.911 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.911 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.911 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.911 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.911 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.911 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.911 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.911 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.911 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.911 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.911 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.911 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.911 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.911 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.911 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.912 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.912 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.912 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.912 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.912 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.912 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.912 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.912 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.912 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.912 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.912 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.912 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.912 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.912 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.913 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.913 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.913 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.913 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.913 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.913 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.913 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.913 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.913 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.913 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.913 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.913 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.913 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.913 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.913 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.913 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.913 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.913 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.914 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.914 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.914 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.914 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.914 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.914 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.914 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.914 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.914 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.914 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.914 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.915 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.915 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.915 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.915 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.915 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.915 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.915 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.915 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.915 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.915 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.915 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.915 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.915 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.916 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.916 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.916 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.916 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.916 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.916 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.916 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.916 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.916 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.916 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.916 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.916 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.916 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.916 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.917 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.917 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.917 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.917 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.917 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.917 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.917 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.917 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.917 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.917 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.917 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.918 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.918 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.918 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.918 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.918 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.918 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.918 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.918 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.918 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.918 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.918 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.918 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.919 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.919 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.919 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.919 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.919 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.919 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.919 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.919 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.920 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.920 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.920 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.920 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.920 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.920 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.920 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.920 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.920 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.920 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.920 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.920 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.921 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.921 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.921 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.921 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.921 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.921 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.921 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.921 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.921 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.921 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.921 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.921 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.921 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.921 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.921 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.921 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.922 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.922 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.922 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.922 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.922 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.922 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.922 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.922 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.922 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.922 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.922 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.922 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.922 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.922 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.922 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.922 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.923 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.923 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.923 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.923 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.923 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.923 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.923 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.923 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.923 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.923 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.923 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.923 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.923 INFO:teuthology.orchestra.run.smithi145.stdout:____________ ERROR at teardown of test_list_multipart_upload_owner _____________ 2023-12-03T12:50:21.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.923 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.924 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.924 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.924 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.924 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.924 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.924 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.924 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.924 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.924 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.924 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.924 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.924 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.924 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.925 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.925 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.925 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.925 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.925 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.925 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.925 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.925 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.925 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.925 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.925 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.925 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.925 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.925 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.926 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.926 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.926 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.926 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.926 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.926 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.926 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.926 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.926 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.926 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.926 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.926 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.926 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.926 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.926 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.927 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.927 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.927 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.927 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.927 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.927 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.927 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.927 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.927 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.927 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.927 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.927 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.928 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.928 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.928 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.928 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.928 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.928 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.928 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.928 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.928 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.928 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.928 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.928 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.929 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.929 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.929 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.929 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.929 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.929 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.929 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.929 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.929 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.929 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.929 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.929 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.929 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.929 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.929 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.930 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.930 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.930 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.930 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.930 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.930 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.930 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.930 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.930 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.930 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.930 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.930 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.930 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.930 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.931 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.931 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.931 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.931 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.931 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.931 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.931 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.931 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.931 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.931 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.932 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.932 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.932 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.932 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.932 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.932 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.932 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.932 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.932 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.932 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.932 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.932 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.932 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.933 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.933 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.933 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.933 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.933 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.933 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.933 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.933 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.933 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.933 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.933 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.933 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.933 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.934 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.934 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.934 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.934 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.934 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.934 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.934 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.934 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.934 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.934 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.935 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.935 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.935 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.935 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.935 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.935 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.935 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.935 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.935 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.935 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.935 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.935 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.935 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.935 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.936 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.936 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.936 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.936 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.936 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.936 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.937 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.937 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.937 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.937 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.937 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.937 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.937 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.937 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.937 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.937 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.937 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.937 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.937 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.937 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.937 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.937 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.937 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.938 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.938 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.938 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.938 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.938 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.938 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.938 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.938 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.938 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.938 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.938 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.938 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.938 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.938 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.938 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.939 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.939 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.939 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.939 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.939 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.939 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.939 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.939 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.939 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.939 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.939 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.939 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.939 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.939 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.940 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.940 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.940 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.940 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.940 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.940 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.940 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.940 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.940 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.940 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.940 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.940 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.940 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.941 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.941 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.941 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.941 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.941 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.941 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.941 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.941 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.941 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.941 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.941 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.941 INFO:teuthology.orchestra.run.smithi145.stdout:___________ ERROR at teardown of test_multipart_upload_missing_part ____________ 2023-12-03T12:50:21.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.942 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.942 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.942 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.942 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.942 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.942 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.942 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.942 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.942 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.942 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.942 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.943 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.943 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.943 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.943 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.943 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.943 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.943 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.943 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.943 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.943 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.943 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.943 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.943 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.943 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.943 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.944 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.944 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.944 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.944 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.944 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.944 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.944 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.944 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.944 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.944 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.944 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.944 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.944 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.944 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.944 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.945 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.945 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.945 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.945 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.945 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.945 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.945 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.945 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.945 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.945 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.945 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.945 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.945 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.945 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.946 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.946 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.946 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.946 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.946 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.946 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.946 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.946 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.946 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.946 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.946 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.946 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.946 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.946 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.946 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.946 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.947 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.947 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.947 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.947 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.947 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.947 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.947 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.947 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.947 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.947 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.947 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.947 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.947 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.947 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.947 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.947 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.947 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.948 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.948 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.948 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.948 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.948 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.948 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.948 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.948 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.948 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.948 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.948 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.948 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.948 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.948 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.948 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.948 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.948 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.948 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.949 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.949 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.949 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.949 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.949 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.949 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.949 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.949 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.949 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.949 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.949 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.949 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.949 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.949 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.949 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.949 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.949 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.950 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.950 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.950 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.950 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.950 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.950 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.950 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.950 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.950 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.950 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.950 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.951 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.951 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.951 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.951 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.951 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.951 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.951 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.951 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.951 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.951 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.951 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.951 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.951 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.952 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.952 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.952 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.952 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.952 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.952 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.952 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.952 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.952 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.952 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.952 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.952 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.952 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.952 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.953 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.953 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.953 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.953 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.953 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.953 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.953 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.953 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.954 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.954 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.954 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.954 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.954 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.954 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.954 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.954 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.954 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.954 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.954 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.954 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.954 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.954 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.954 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.954 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.955 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.955 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.955 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.955 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.955 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.955 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.955 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.955 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.955 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.955 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.955 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.955 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.955 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.955 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.955 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.955 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.956 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.956 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.956 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.956 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.956 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.956 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.956 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.956 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.956 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.956 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.956 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.956 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.956 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.956 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.956 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.956 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.956 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.957 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.957 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.957 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.957 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.957 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.957 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.957 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.957 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.957 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.957 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.957 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.957 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.957 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.957 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.957 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.958 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.958 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.958 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.958 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.958 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.958 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.958 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.958 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.958 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.958 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.958 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.958 INFO:teuthology.orchestra.run.smithi145.stdout:__________ ERROR at teardown of test_multipart_upload_incorrect_etag ___________ 2023-12-03T12:50:21.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.958 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.959 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.959 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.959 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.959 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.959 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.959 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.959 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.959 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.959 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.959 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.959 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.959 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.959 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.959 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.959 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.959 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.959 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.960 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.960 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.960 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.960 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.960 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.960 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.960 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.960 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.960 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.960 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.960 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.960 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.960 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.961 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.961 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.961 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.961 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.961 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.961 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.961 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.961 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.961 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.961 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.961 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.961 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.961 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.962 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.962 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.962 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.962 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.962 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.962 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.962 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.962 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.962 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.962 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.962 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.962 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.962 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.963 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.963 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.963 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.963 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.963 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.963 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.963 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.963 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.963 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.963 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.963 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.963 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.963 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.963 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.963 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.963 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.963 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.964 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.964 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.964 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.964 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.964 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.964 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.964 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.964 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.964 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.964 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.964 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.964 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.964 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.964 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.964 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.964 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.964 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.964 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.965 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.965 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.965 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.965 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.965 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.965 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.965 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.965 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.965 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.965 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.965 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.965 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.965 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.965 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.965 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.965 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.965 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.965 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.966 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.966 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.966 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.966 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.966 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.966 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.966 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.966 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.966 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.966 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.966 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.966 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.966 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.966 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.967 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.967 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.967 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.967 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.967 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.967 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.967 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.967 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.967 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.967 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.967 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.967 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.967 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.967 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.968 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.968 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.968 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.968 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.968 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.968 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.968 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.968 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.968 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.968 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.968 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.968 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.968 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.968 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.968 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.968 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.969 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.969 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.969 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.969 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.969 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.969 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.969 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.969 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.969 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.969 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.969 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.969 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.969 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.969 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.969 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.969 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.969 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.970 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.970 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.970 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.970 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.970 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.970 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.970 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.970 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.971 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.971 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.971 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.971 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.971 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.971 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.971 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.971 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.971 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.971 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.971 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.971 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.971 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.971 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.971 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.971 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.972 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.972 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.972 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.972 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.972 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.972 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.972 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.972 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.972 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.972 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.972 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.972 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.972 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.972 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.972 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.972 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.973 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.973 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.973 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.973 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.973 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.973 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.973 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.973 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.973 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.973 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.973 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.973 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.973 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.973 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.973 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.973 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.973 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.973 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.974 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.974 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.974 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.974 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.974 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.974 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.974 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.974 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.974 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.974 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.974 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.974 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.974 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.974 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.974 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.975 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.975 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:21.975 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.975 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:21.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.975 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:21.975 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ ERROR at teardown of test_multipart_get_part _________________ 2023-12-03T12:50:21.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.975 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.975 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.975 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.975 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.975 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.975 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.975 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.975 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.976 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.976 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.976 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.976 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:21.976 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.976 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.976 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:21.976 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.976 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:21.976 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:21.976 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.976 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:21.976 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:21.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.977 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:21.977 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:21.977 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:21.977 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:21.977 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:21.977 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.977 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:21.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.977 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:21.977 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:21.977 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:21.977 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:21.977 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:21.977 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:21.977 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:21.977 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:21.977 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.978 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:21.978 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:21.978 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:21.978 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:21.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.978 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:21.978 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:21.978 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:21.978 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:21.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.978 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.978 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:21.978 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:21.978 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:21.979 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:21.979 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.979 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.979 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:21.979 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:21.979 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:21.979 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.979 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:21.979 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.979 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:21.979 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:21.979 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.979 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:21.979 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:21.979 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:21.979 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:21.980 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:21.980 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:21.980 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.980 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:21.980 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.980 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.980 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.980 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.980 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.980 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.980 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.980 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.980 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.980 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.980 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.981 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.981 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.981 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.981 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.981 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.981 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.981 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.981 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.981 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.981 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.981 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.981 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.981 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:21.981 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.981 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.981 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.982 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.982 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.982 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.982 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.982 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.982 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.982 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.982 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:21.982 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.982 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:21.982 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:21.982 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:21.982 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:21.982 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:21.983 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:21.983 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:21.983 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:21.983 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:21.983 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:21.983 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:21.983 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:21.983 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:21.983 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:21.983 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.983 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.983 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:21.983 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:21.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.984 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:21.984 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:21.984 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:21.984 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:21.984 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:21.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.984 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:21.984 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:21.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.984 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.984 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:21.984 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:21.984 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.984 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:21.984 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:21.985 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:21.985 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:21.985 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:21.985 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.985 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.985 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:21.985 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:21.985 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:21.985 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.985 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:21.985 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:21.985 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.985 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:21.986 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.986 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:21.986 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.986 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:21.986 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:21.986 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:21.986 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:21.986 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.986 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:21.986 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.986 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:21.986 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:21.986 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:21.986 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:21.986 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:21.987 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:21.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:21.987 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:21.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:21.987 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:21.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:21.987 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:21.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:21.987 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:21.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:21.987 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:21.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:21.987 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:21.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:21.987 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:21.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:21.988 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:21.988 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:21.988 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:21.988 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:21.988 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:21.988 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:21.988 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:21.988 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:21.988 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:21.988 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:21.988 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:21.988 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:21.988 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:21.988 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:21.988 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:21.989 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:21.989 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:21.989 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:21.989 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:21.989 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:21.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.989 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:21.989 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:21.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.989 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:21.989 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:21.989 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:21.989 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:21.989 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:21.989 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:21.990 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:21.990 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:21.990 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:21.990 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:21.990 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:21.990 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:21.990 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:21.990 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:21.990 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:21.990 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.990 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:21.990 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:21.990 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:21.990 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:21.991 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:21.991 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:21.991 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:21.991 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:21.991 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:21.991 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:21.991 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:21.991 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.991 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.991 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:21.991 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:21.991 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:21.991 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:21.991 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:21.991 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:21.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.992 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:21.992 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:21.992 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:21.992 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:21.992 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:21.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:21.992 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:21.992 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:21.992 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:21.992 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.010 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.010 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.010 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.010 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ ERROR at teardown of test_non_multipart_get_part _______________ 2023-12-03T12:50:22.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.010 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.010 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.010 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.011 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.011 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.011 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.011 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.011 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.011 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.011 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.011 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.011 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.011 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.011 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.011 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.011 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.011 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.011 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.011 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.012 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.012 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.012 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.012 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.012 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.012 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.012 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.012 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.012 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.012 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.012 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.012 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.012 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.012 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.012 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.012 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.013 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.013 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.013 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.013 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.013 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.013 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.013 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.013 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.013 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.013 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.013 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.013 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.013 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.013 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.013 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.013 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.013 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.014 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.014 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.014 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.014 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.014 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.014 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.014 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.014 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.014 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.014 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.014 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.014 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.014 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.014 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.014 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.014 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.014 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.015 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.015 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.015 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.015 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.015 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.015 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.015 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.015 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.015 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.015 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.015 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.015 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.015 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.015 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.015 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.015 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.015 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.016 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.016 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.016 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.016 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.016 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.016 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.016 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.016 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.016 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.016 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.016 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.016 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.016 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.016 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.016 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.016 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.016 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.017 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.017 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.017 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.017 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.017 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.017 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.017 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.017 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.017 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.017 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.017 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.017 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.017 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.017 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.017 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.017 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.017 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.018 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.018 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.018 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.018 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.018 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.018 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.018 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.018 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.018 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.018 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.018 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.018 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.018 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.018 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.018 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.018 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.018 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.019 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.019 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.019 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.019 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.019 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.019 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.019 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.019 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.019 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.019 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.019 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.019 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.019 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.019 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.019 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.019 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.020 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.020 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.020 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.020 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.020 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.020 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.020 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.020 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.020 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.020 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.020 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.020 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.020 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.020 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.020 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.020 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.020 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.021 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.021 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.021 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.021 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.021 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.021 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.021 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.021 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.021 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.021 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.021 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.021 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.021 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.022 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.022 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.022 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.022 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.022 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.022 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.022 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.022 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.022 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.022 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.022 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.022 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.022 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.022 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.022 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.023 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.023 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.023 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.023 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.023 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.023 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.023 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.023 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.023 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.023 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.023 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.023 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.023 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.023 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.023 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.023 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.024 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.024 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.024 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.024 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.024 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.024 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.024 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.024 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.024 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.024 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.024 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.024 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.024 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.024 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.024 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.025 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.025 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.025 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.025 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.025 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.025 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.025 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.025 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.025 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.025 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.025 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.025 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.025 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.025 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.025 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.025 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.026 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.026 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.026 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.026 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.026 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.026 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.026 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.026 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.026 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.026 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.026 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.026 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.026 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.026 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.026 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.026 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.027 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.027 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.027 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.027 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.027 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.027 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.027 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.027 INFO:teuthology.orchestra.run.smithi145.stdout:____________________ ERROR at teardown of test_100_continue ____________________ 2023-12-03T12:50:22.027 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.027 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.027 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.027 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.027 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.027 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.027 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.027 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.028 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.028 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.028 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.028 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.028 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.028 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.028 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.028 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.028 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.028 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.028 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.028 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.028 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.028 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.028 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.028 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.029 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.029 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.029 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.029 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.029 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.029 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.029 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.029 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.029 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.029 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.029 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.029 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.029 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.029 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.029 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.029 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.029 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.030 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.030 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.030 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.030 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.030 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.030 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.030 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.030 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.030 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.030 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.030 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.030 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.030 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.030 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.030 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.031 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.031 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.031 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.031 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.031 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.031 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.031 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.031 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.031 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.031 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.031 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.031 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.031 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.031 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.031 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.032 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.032 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.032 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.032 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.032 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.032 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.032 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.032 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.032 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.032 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.032 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.032 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.032 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.032 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.032 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.033 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.033 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.033 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.033 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.033 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.033 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.033 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.033 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.033 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.033 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.033 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.033 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.033 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.033 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.033 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.033 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.034 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.034 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.034 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.034 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.034 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.034 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.034 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.034 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.034 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.034 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.034 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.034 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.034 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.034 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.034 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.035 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.035 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.035 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.035 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.035 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.035 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.035 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.035 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.035 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.035 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.035 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.035 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.035 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.035 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.035 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.035 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.036 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.036 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.036 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.036 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.036 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.036 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.036 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.036 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.036 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.036 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.036 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.036 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.036 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.036 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.036 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.036 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.036 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.037 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.037 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.037 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.037 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.037 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.037 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.037 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.037 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.037 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.037 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.037 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.037 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.037 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.037 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.037 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.037 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.037 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.038 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.038 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.038 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.038 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.038 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.038 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.038 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.038 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.038 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.038 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.038 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.038 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.038 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.038 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.038 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.038 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.038 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.039 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.039 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.039 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.039 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.039 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.039 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.039 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.039 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.039 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.039 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.039 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.039 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.039 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.039 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.039 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.039 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.039 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.039 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.040 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.040 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.040 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.040 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.040 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.040 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.040 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.040 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.040 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.040 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.040 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.040 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.040 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.040 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.040 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.040 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.041 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.041 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.041 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.041 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.041 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.041 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.041 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.041 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.041 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.041 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.041 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.041 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.041 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.041 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.041 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.041 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.042 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.042 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.042 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.042 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.042 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.042 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.042 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.042 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.042 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.042 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.042 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.042 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.042 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.042 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.043 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.043 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.043 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.043 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.043 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.043 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.043 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.043 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.043 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.043 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.043 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.043 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.043 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.043 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.043 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.043 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.043 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.044 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.044 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.044 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.044 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.044 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.044 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.044 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.044 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ ERROR at teardown of test_set_cors ______________________ 2023-12-03T12:50:22.044 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.044 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.044 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.044 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.044 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.044 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.044 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.044 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.044 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.045 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.045 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.045 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.045 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.045 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.045 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.045 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.045 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.045 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.045 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.045 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.045 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.045 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.045 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.045 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.045 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.045 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.046 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.046 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.046 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.046 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.046 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.046 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.046 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.046 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.046 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.046 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.046 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.046 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.046 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.046 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.046 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.046 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.047 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.047 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.047 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.047 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.047 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.047 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.047 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.047 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.047 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.047 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.047 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.047 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.047 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.047 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.048 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.048 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.048 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.048 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.048 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.048 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.048 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.048 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.048 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.048 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.048 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.048 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.048 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.048 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.048 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.048 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.048 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.049 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.049 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.049 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.049 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.049 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.049 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.049 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.049 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.049 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.049 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.049 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.049 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.049 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.050 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.050 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.050 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.050 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.050 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.050 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.050 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.050 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.050 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.050 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.050 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.050 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.050 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.050 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.050 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.051 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.051 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.051 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.051 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.051 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.051 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.051 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.051 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.051 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.051 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.051 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.051 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.051 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.051 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.051 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.052 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.052 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.052 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.052 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.052 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.052 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.052 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.052 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.052 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.052 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.052 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.052 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.052 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.052 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.052 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.053 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.053 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.053 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.053 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.053 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.053 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.053 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.053 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.053 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.053 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.053 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.053 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.053 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.053 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.053 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.053 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.053 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.054 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.054 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.054 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.054 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.054 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.054 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.054 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.054 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.054 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.054 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.054 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.054 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.054 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.055 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.055 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.055 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.055 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.055 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.055 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.055 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.055 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.055 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.055 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.055 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.055 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.055 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.055 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.055 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.055 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.055 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.056 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.056 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.056 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.056 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.056 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.056 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.056 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.056 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.056 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.056 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.056 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.056 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.056 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.056 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.056 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.056 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.057 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.057 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.057 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.057 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.057 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.057 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.057 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.057 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.057 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.057 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.057 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.057 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.057 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.057 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.057 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.057 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.057 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.058 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.058 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.058 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.058 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.058 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.058 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.058 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.058 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.058 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.058 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.058 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.058 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.058 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.058 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.059 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.059 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.059 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.059 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.059 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.059 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.059 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.059 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.059 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.059 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.059 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.059 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.059 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.059 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.059 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.059 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.059 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.060 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.060 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.060 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.060 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.060 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.060 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.060 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.060 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.060 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.060 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.060 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.060 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.060 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.060 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.060 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.060 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.061 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.061 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.061 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.061 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.061 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.061 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.061 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.061 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.061 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.061 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_cors_origin_response ________________ 2023-12-03T12:50:22.061 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.061 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.061 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.061 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.061 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.062 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.062 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.062 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.062 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.062 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.062 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.062 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.062 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.062 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.062 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.062 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.062 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.062 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.062 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.062 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.062 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.063 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.063 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.063 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.063 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.063 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.063 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.063 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.063 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.063 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.063 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.063 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.063 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.063 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.063 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.063 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.063 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.063 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.064 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.064 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.064 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.064 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.064 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.064 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.064 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.064 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.064 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.064 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.064 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.064 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.064 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.064 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.064 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.065 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.065 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.065 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.065 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.065 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.065 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.065 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.065 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.065 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.065 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.065 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.065 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.065 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.065 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.066 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.066 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.066 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.066 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.066 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.066 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.066 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.066 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.066 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.066 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.066 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.066 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.066 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.066 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.066 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.067 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.067 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.067 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.067 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.067 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.067 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.067 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.067 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.067 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.067 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.067 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.067 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.067 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.067 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.068 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.068 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.068 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.068 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.068 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.068 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.068 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.068 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.068 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.068 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.068 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.068 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.068 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.068 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.068 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.068 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.068 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.069 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.069 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.069 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.069 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.069 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.069 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.069 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.069 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.070 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.070 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.070 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.070 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.070 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.070 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.070 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.070 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.070 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.070 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.070 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.070 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.070 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.070 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.070 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.070 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.071 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.071 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.071 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.071 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.071 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.071 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.071 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.071 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.071 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.071 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.071 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.071 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.071 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.071 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.071 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.072 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.072 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.072 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.072 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.072 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.072 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.072 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.072 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.072 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.072 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.072 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.072 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.072 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.072 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.072 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.073 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.073 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.073 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.073 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.073 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.073 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.073 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.073 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.073 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.073 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.073 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.073 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.073 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.073 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.073 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.073 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.073 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.073 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.074 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.074 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.074 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.074 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.074 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.074 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.074 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.074 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.074 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.074 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.074 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.074 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.074 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.074 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.074 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.075 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.075 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.075 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.075 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.075 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.075 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.075 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.075 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.075 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.075 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.075 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.075 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.075 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.075 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.076 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.076 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.076 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.076 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.076 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.076 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.076 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.076 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.076 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.076 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.076 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.076 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.076 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.076 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.076 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.076 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.077 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.077 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.077 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.077 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.077 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.077 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.077 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.077 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.077 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.077 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.077 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.077 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.077 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.077 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.077 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.077 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.077 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.077 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.078 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.078 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.078 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.078 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.078 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.078 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.078 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.078 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.078 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.078 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.078 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.078 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.078 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.078 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.078 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_cors_origin_wildcard ________________ 2023-12-03T12:50:22.078 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.079 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.079 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.079 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.079 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.079 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.079 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.079 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.079 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.079 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.079 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.079 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.079 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.079 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.079 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.079 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.079 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.079 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.080 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.080 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.080 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.080 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.080 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.080 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.080 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.080 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.080 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.080 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.080 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.080 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.080 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.080 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.080 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.080 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.080 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.081 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.081 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.081 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.081 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.081 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.081 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.081 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.081 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.081 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.081 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.081 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.081 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.081 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.081 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.081 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.081 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.082 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.082 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.082 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.082 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.082 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.082 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.082 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.082 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.082 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.082 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.082 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.082 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.082 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.082 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.082 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.083 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.083 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.083 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.083 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.083 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.083 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.083 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.083 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.083 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.083 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.083 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.083 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.083 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.083 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.083 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.083 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.083 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.084 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.084 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.084 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.084 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.084 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.084 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.084 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.084 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.084 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.084 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.084 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.084 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.084 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.084 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.085 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.085 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.085 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.085 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.085 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.085 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.085 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.085 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.085 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.085 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.085 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.085 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.085 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.085 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.085 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.085 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.086 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.086 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.086 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.086 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.086 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.086 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.086 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.086 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.087 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.087 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.087 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.087 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.087 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.087 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.087 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.087 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.087 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.087 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.087 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.087 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.087 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.087 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.087 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.087 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.088 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.088 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.088 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.088 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.088 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.088 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.088 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.088 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.088 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.088 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.088 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.088 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.088 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.088 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.088 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.088 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.088 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.089 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.089 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.089 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.089 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.089 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.089 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.089 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.089 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.089 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.089 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.089 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.089 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.089 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.089 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.089 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.089 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.089 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.090 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.090 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.090 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.090 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.090 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.090 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.090 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.090 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.090 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.090 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.090 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.090 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.090 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.090 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.090 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.091 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.091 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.091 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.091 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.091 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.091 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.091 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.091 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.091 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.091 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.091 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.091 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.091 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.091 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.091 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.091 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.092 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.092 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.092 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.092 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.092 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.092 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.092 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.092 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.092 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.092 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.092 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.092 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.092 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.092 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.092 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.093 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.093 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.093 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.093 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.093 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.093 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.093 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.093 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.093 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.093 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.093 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.093 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.093 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.093 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.093 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.093 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.093 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.093 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.094 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.094 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.094 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.094 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.094 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.094 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.094 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.094 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.094 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.094 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.094 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.094 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.094 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.094 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.094 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.094 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.094 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.095 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.095 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.095 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.095 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.095 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.095 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.095 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.095 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.095 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.095 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ ERROR at teardown of test_cors_header_option _________________ 2023-12-03T12:50:22.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.095 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.095 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.096 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.096 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.096 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.096 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.096 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.096 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.096 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.096 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.096 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.096 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.096 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.096 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.096 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.096 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.096 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.096 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.096 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.097 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.097 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.097 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.097 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.097 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.097 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.097 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.097 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.097 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.097 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.097 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.097 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.097 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.097 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.097 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.098 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.098 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.098 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.098 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.098 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.098 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.098 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.098 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.098 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.098 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.098 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.098 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.098 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.098 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.098 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.098 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.099 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.099 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.099 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.099 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.099 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.099 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.099 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.099 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.099 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.099 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.099 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.099 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.099 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.100 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.100 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.100 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.100 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.100 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.100 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.100 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.100 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.100 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.100 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.100 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.100 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.100 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.100 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.100 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.101 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.101 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.101 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.101 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.101 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.101 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.101 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.101 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.101 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.101 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.101 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.101 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.101 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.101 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.102 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.102 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.102 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.102 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.102 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.102 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.102 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.102 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.102 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.102 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.102 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.102 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.102 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.102 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.102 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.102 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.103 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.103 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.103 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.103 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.103 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.103 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.103 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.103 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.103 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.103 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.104 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.104 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.104 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.104 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.104 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.104 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.104 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.104 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.104 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.104 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.104 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.104 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.104 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.104 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.104 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.104 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.104 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.105 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.105 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.105 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.105 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.105 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.105 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.105 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.105 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.105 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.105 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.105 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.105 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.105 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.105 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.105 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.105 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.105 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.105 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.106 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.106 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.106 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.106 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.106 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.106 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.106 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.106 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.106 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.106 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.106 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.106 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.107 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.107 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.107 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.107 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.107 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.107 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.107 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.107 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.107 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.107 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.107 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.107 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.107 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.107 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.107 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.107 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.107 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.107 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.108 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.108 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.108 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.108 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.108 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.108 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.108 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.108 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.108 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.108 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.108 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.108 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.109 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.109 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.109 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.109 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.109 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.109 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.109 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.109 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.109 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.109 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.109 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.109 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.109 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.110 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.110 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.110 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.110 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.110 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.110 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.110 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.110 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.110 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.110 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.110 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.110 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.110 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.110 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.110 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.111 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.111 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.111 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.111 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.111 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.111 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.111 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.111 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.111 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.111 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.111 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.111 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.111 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.111 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.112 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.112 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.112 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.112 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.112 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.112 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.112 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.112 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.112 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.112 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.112 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.112 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.112 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.113 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.113 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.113 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.113 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.113 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.113 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.113 INFO:teuthology.orchestra.run.smithi145.stdout:_____________ ERROR at teardown of test_cors_presigned_get_object ______________ 2023-12-03T12:50:22.113 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.113 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.113 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.113 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.113 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.113 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.113 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.113 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.114 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.114 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.114 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.114 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.114 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.114 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.114 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.114 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.114 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.114 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.114 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.114 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.114 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.115 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.115 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.115 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.115 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.115 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.115 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.115 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.115 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.115 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.115 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.115 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.115 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.115 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.115 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.115 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.116 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.116 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.116 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.116 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.116 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.116 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.116 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.116 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.116 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.116 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.116 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.116 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.116 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.116 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.116 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.116 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.117 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.117 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.117 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.117 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.117 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.117 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.117 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.117 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.117 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.117 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.117 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.117 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.117 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.118 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.118 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.118 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.118 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.118 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.118 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.118 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.118 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.118 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.118 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.118 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.118 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.118 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.118 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.119 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.119 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.119 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.119 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.119 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.119 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.119 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.119 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.119 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.119 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.119 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.119 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.119 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.119 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.120 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.120 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.120 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.120 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.120 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.120 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.120 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.120 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.120 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.120 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.120 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.120 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.120 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.120 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.121 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.121 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.121 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.121 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.121 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.121 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.121 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.121 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.121 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.121 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.121 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.121 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.121 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.121 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.122 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.122 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.122 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.122 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.122 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.122 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.122 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.122 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.122 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.122 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.122 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.122 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.122 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.122 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.122 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.122 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.123 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.123 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.123 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.123 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.123 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.123 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.123 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.123 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.123 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.123 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.123 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.124 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.124 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.124 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.124 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.124 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.124 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.124 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.124 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.124 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.124 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.124 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.124 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.124 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.125 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.125 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.125 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.125 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.125 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.125 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.125 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.125 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.125 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.125 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.125 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.125 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.125 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.125 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.125 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.126 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.126 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.126 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.126 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.126 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.126 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.126 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.126 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.126 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.126 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.126 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.126 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.126 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.126 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.126 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.126 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.127 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.127 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.127 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.127 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.127 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.127 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.127 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.127 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.128 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.128 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.128 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.128 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.128 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.128 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.128 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.128 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.128 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.128 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.128 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.128 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.128 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.128 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.128 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.128 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.129 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.129 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.129 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.129 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.129 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.129 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.129 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.129 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.129 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.129 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.129 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.129 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.129 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.129 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.129 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.129 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.129 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.130 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.130 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.130 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.130 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.130 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.130 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.130 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.130 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.130 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.130 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.130 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.130 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.130 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.130 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.130 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.130 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.131 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.131 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.131 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.131 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.131 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.131 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.131 INFO:teuthology.orchestra.run.smithi145.stdout:__________ ERROR at teardown of test_cors_presigned_get_object_tenant __________ 2023-12-03T12:50:22.131 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.131 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.131 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.131 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.131 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.131 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.132 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.132 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.132 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.132 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.132 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.132 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.132 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.132 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.132 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.132 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.132 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.132 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.132 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.132 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.132 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.132 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.133 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.133 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.133 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.133 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.133 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.133 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.133 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.133 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.133 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.133 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.133 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.133 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.133 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.133 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.134 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.134 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.134 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.134 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.134 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.134 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.134 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.134 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.134 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.134 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.134 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.134 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.134 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.134 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.134 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.134 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.135 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.135 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.135 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.135 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.135 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.135 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.135 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.135 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.135 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.135 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.135 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.135 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.135 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.135 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.135 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.135 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.135 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.136 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.136 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.136 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.136 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.136 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.136 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.136 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.136 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.136 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.136 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.136 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.136 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.136 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.136 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.136 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.136 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.136 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.136 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.137 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.137 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.137 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.137 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.137 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.137 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.137 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.137 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.137 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.137 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.137 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.137 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.137 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.137 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.137 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.137 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.137 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.138 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.138 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.138 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.138 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.138 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.138 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.138 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.138 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.138 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.138 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.138 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.138 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.138 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.138 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.139 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.139 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.139 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.139 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.139 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.139 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.139 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.139 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.139 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.139 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.139 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.139 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.139 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.139 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.140 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.140 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.140 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.140 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.140 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.140 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.140 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.140 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.140 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.140 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.140 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.140 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.140 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.140 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.140 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.140 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.141 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.141 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.141 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.141 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.141 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.141 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.141 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.141 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.141 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.141 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.141 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.141 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.141 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.141 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.142 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.142 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.142 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.142 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.142 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.142 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.142 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.142 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.142 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.142 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.142 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.142 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.142 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.142 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.142 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.142 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.143 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.143 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.143 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.143 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.143 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.143 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.143 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.143 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.143 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.143 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.143 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.143 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.143 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.143 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.144 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.144 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.144 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.144 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.144 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.144 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.144 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.144 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.144 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.144 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.144 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.144 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.144 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.144 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.144 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.145 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.145 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.145 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.145 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.145 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.145 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.145 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.145 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.145 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.145 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.145 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.145 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.145 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.145 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.146 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.146 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.146 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.146 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.146 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.146 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.146 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.146 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.146 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.146 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.146 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.146 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.146 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.146 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.146 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.147 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.147 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.147 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.147 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.147 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.147 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.147 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.147 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.147 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.147 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.147 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.147 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.147 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.147 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.147 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.147 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.148 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.148 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.148 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.148 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.148 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.148 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.148 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.148 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.148 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.148 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.148 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.148 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.148 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.148 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.148 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.149 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.149 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.149 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ ERROR at teardown of test_set_bucket_tagging _________________ 2023-12-03T12:50:22.149 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.149 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.149 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.149 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.149 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.149 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.149 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.149 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.149 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.149 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.149 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.149 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.149 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.150 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.150 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.150 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.150 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.150 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.150 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.150 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.150 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.150 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.150 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.150 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.150 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.150 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.150 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.151 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.151 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.151 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.151 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.151 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.151 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.151 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.151 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.151 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.151 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.151 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.151 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.151 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.151 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.151 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.152 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.152 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.152 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.152 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.152 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.152 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.152 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.152 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.152 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.152 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.152 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.152 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.152 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.152 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.152 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.152 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.153 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.153 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.153 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.153 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.153 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.153 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.153 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.153 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.153 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.153 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.153 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.153 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.153 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.153 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.153 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.153 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.153 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.154 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.154 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.154 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.154 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.154 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.154 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.154 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.154 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.154 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.154 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.154 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.154 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.154 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.155 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.155 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.155 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.155 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.155 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.155 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.155 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.155 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.155 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.155 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.155 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.155 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.155 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.155 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.155 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.156 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.156 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.156 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.156 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.156 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.156 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.156 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.156 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.156 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.156 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.156 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.156 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.156 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.156 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.156 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.156 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.157 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.157 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.157 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.157 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.157 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.157 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.157 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.157 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.157 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.157 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.157 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.157 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.157 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.157 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.157 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.157 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.157 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.158 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.158 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.158 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.158 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.158 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.158 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.158 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.158 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.158 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.158 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.158 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.158 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.158 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.158 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.158 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.158 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.159 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.159 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.159 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.159 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.159 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.159 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.159 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.159 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.159 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.159 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.159 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.159 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.159 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.159 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.159 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.159 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.159 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.160 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.160 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.160 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.160 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.160 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.160 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.160 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.160 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.160 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.160 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.160 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.160 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.160 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.160 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.160 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.160 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.161 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.161 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.161 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.161 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.161 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.161 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.161 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.161 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.161 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.161 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.161 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.161 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.161 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.161 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.161 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.162 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.162 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.162 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.162 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.162 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.162 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.162 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.162 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.162 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.162 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.162 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.162 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.162 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.162 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.162 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.163 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.163 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.163 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.163 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.163 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.163 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.163 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.163 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.163 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.163 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.163 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.163 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.163 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.163 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.163 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.163 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.164 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.164 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.164 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.164 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.164 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.164 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.164 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.164 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.164 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.164 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.164 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.164 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.164 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.164 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.164 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.164 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.164 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.165 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.165 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.165 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.165 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.165 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.165 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.165 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.165 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.165 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.165 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.165 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.165 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.165 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.165 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.165 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.166 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.166 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.166 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.166 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.166 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.166 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.166 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.166 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.166 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at teardown of test_atomic_read_1mb ___________________ 2023-12-03T12:50:22.166 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.166 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.166 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.166 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.166 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.166 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.166 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.166 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.167 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.167 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.167 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.167 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.167 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.167 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.167 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.167 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.167 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.167 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.167 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.167 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.167 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.167 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.167 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.167 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.167 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.168 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.168 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.168 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.168 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.168 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.168 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.168 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.168 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.168 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.168 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.168 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.168 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.168 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.168 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.168 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.169 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.169 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.169 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.169 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.169 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.169 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.169 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.169 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.169 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.169 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.169 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.169 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.169 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.169 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.170 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.170 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.170 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.170 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.170 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.170 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.170 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.170 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.170 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.170 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.170 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.170 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.170 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.170 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.170 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.170 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.170 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.171 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.171 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.171 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.171 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.171 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.171 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.171 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.171 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.171 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.171 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.171 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.171 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.171 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.171 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.171 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.171 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.171 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.172 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.172 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.172 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.172 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.172 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.172 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.172 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.172 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.172 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.172 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.172 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.172 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.172 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.172 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.172 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.172 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.173 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.173 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.173 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.173 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.173 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.173 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.173 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.173 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.173 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.173 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.173 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.173 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.173 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.173 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.173 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.173 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.173 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.173 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.174 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.174 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.174 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.174 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.174 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.174 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.174 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.174 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.174 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.174 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.174 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.174 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.174 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.174 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.174 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.174 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.174 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.175 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.175 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.175 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.175 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.175 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.175 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.175 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.175 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.175 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.175 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.175 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.175 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.175 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.175 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.176 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.176 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.176 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.176 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.176 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.176 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.176 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.176 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.176 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.176 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.177 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.177 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.177 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.177 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.177 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.177 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.177 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.177 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.177 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.177 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.177 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.177 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.177 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.177 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.177 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.177 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.178 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.178 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.178 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.178 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.178 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.178 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.178 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.178 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.178 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.178 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.178 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.178 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.178 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.178 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.178 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.178 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.179 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.179 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.179 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.179 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.179 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.179 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.179 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.179 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.179 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.179 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.180 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.180 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.180 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.180 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.180 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.180 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.180 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.180 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.180 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.180 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.180 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.180 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.180 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.180 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.181 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.181 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.181 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.181 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.181 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.181 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.181 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.181 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.181 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.181 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.181 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.181 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.181 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.181 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.181 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.181 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.182 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.182 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.182 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.182 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.182 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.182 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.182 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.182 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.182 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.182 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.182 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.182 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.182 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.182 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.182 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.182 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.182 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.183 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.183 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.183 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.183 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.183 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at teardown of test_atomic_read_4mb ___________________ 2023-12-03T12:50:22.183 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.183 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.183 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.183 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.183 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.183 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.183 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.183 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.183 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.184 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.184 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.184 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.184 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.184 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.184 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.184 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.184 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.184 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.184 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.184 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.184 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.184 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.184 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.184 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.184 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.185 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.185 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.185 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.185 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.185 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.185 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.185 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.185 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.185 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.185 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.185 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.185 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.185 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.186 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.186 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.186 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.186 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.186 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.186 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.186 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.186 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.186 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.186 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.186 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.186 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.186 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.186 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.186 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.186 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.187 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.187 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.187 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.187 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.187 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.187 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.187 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.187 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.187 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.187 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.187 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.187 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.188 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.188 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.188 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.188 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.188 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.188 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.188 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.188 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.188 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.188 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.189 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.189 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.189 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.189 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.189 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.189 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.189 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.189 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.189 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.189 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.189 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.189 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.189 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.189 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.190 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.190 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.190 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.190 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.190 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.190 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.190 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.190 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.190 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.190 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.190 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.190 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.190 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.190 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.190 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.190 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.191 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.191 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.191 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.191 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.191 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.191 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.191 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.191 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.191 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.191 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.191 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.191 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.191 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.191 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.192 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.192 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.192 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.192 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.192 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.192 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.192 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.192 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.192 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.192 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.192 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.192 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.192 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.193 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.193 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.193 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.193 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.193 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.193 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.193 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.193 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.193 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.193 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.193 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.193 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.193 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.193 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.193 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.193 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.193 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.194 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.194 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.194 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.194 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.194 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.194 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.194 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.194 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.194 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.194 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.194 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.194 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.194 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.194 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.194 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.194 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.195 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.195 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.195 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.195 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.195 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.195 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.195 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.195 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.195 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.195 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.195 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.195 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.195 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.195 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.195 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.195 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.195 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.196 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.196 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.196 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.196 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.196 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.196 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.196 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.196 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.197 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.197 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.197 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.197 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.197 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.197 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.197 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.197 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.197 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.197 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.197 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.197 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.197 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.197 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.197 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.197 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.197 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.198 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.198 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.198 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.198 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.198 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.198 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.198 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.198 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.198 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.198 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.198 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.198 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.199 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.199 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.199 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.199 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.199 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.199 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.199 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.199 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.199 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.199 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.199 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.199 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.199 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.199 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.199 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.199 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.199 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.200 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.200 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.200 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.200 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.200 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.200 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.200 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.200 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.200 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.200 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.200 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.200 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.200 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.200 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.200 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.200 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.201 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at teardown of test_atomic_read_8mb ___________________ 2023-12-03T12:50:22.201 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.201 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.201 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.201 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.201 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.201 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.201 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.201 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.201 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.201 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.201 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.201 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.201 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.201 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.201 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.201 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.202 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.202 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.202 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.202 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.202 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.202 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.202 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.202 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.202 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.202 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.202 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.202 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.202 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.202 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.202 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.202 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.203 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.203 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.203 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.203 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.203 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.203 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.203 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.203 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.203 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.203 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.203 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.203 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.203 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.203 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.203 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.204 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.204 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.204 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.204 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.204 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.204 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.204 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.204 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.204 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.204 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.204 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.204 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.204 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.204 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.204 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.204 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.204 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.205 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.205 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.205 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.205 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.205 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.205 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.205 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.205 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.205 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.205 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.205 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.205 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.206 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.206 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.206 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.206 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.206 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.206 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.206 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.206 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.206 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.206 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.206 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.206 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.206 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.206 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.207 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.207 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.207 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.207 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.207 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.207 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.207 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.207 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.207 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.207 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.207 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.207 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.207 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.207 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.208 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.208 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.208 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.208 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.208 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.208 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.208 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.208 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.208 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.208 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.208 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.208 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.208 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.208 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.208 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.209 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.209 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.209 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.209 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.209 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.209 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.209 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.209 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.209 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.209 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.209 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.209 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.209 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.210 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.210 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.210 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.210 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.210 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.210 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.210 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.210 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.210 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.210 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.210 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.210 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.210 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.210 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.210 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.210 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.211 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.211 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.211 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.211 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.211 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.211 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.211 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.211 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.211 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.211 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.211 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.211 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.211 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.211 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.211 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.212 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.212 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.212 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.212 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.212 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.212 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.212 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.212 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.212 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.212 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.212 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.212 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.212 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.212 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.213 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.213 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.213 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.213 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.213 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.213 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.213 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.213 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.213 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.213 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.213 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.213 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.213 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.213 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.213 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.213 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.214 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.214 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.214 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.214 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.214 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.214 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.214 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.215 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.215 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.215 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.215 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.215 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.215 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.215 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.215 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.215 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.215 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.215 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.215 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.215 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.216 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.216 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.216 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.216 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.216 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.216 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.216 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.216 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.216 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.216 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.216 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.216 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.216 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.216 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.216 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.216 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.217 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.217 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.217 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.217 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.217 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.217 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.217 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.217 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.217 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.217 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.217 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.217 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.217 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.217 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.217 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.217 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.218 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.218 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.218 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.218 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.218 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.218 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.218 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.218 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.218 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.218 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.218 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.218 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.218 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.218 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at teardown of test_atomic_write_1mb __________________ 2023-12-03T12:50:22.218 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.218 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.219 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.219 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.219 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.219 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.219 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.219 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.219 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.219 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.219 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.219 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.219 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.219 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.219 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.219 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.219 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.219 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.219 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.220 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.220 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.220 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.220 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.220 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.220 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.220 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.220 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.220 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.220 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.220 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.220 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.220 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.221 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.221 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.221 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.221 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.221 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.221 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.221 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.221 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.221 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.221 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.221 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.221 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.221 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.222 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.222 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.222 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.222 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.222 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.222 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.222 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.222 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.222 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.222 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.222 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.222 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.222 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.222 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.222 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.223 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.223 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.223 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.223 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.223 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.223 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.223 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.223 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.223 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.223 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.223 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.223 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.223 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.224 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.224 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.224 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.224 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.224 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.224 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.224 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.224 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.224 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.224 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.224 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.224 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.224 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.224 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.225 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.225 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.225 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.225 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.225 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.225 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.225 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.225 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.225 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.225 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.225 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.225 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.225 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.225 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.225 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.225 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.226 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.226 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.226 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.226 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.226 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.226 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.226 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.226 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.226 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.226 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.226 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.226 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.226 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.226 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.227 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.227 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.227 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.227 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.227 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.227 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.227 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.227 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.227 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.227 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.227 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.227 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.227 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.227 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.227 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.227 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.228 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.228 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.228 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.228 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.228 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.228 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.228 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.228 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.228 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.228 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.228 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.228 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.228 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.228 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.228 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.228 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.228 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.229 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.229 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.229 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.229 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.229 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.229 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.229 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.229 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.229 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.229 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.229 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.229 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.229 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.229 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.229 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.229 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.229 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.230 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.230 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.230 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.230 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.230 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.230 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.230 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.230 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.230 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.230 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.230 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.230 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.230 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.230 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.230 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.230 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.231 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.231 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.231 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.231 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.231 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.231 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.231 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.231 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.231 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.231 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.231 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.231 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.231 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.231 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.231 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.231 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.231 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.232 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.232 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.232 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.232 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.232 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.232 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.232 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.232 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.232 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.232 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.232 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.233 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.233 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.233 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.233 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.233 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.233 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.233 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.233 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.233 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.233 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.233 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.233 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.233 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.233 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.233 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.233 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.233 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.233 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.234 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.234 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.234 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.234 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.234 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.234 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.234 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.234 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.234 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.234 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.234 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.234 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.234 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.234 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.234 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.234 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.234 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.235 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.235 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.235 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.235 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.235 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.235 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.235 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.235 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.235 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.235 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.235 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.235 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.235 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.235 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at teardown of test_atomic_write_4mb __________________ 2023-12-03T12:50:22.235 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.235 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.235 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.236 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.236 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.236 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.236 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.236 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.236 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.236 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.236 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.236 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.236 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.236 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.236 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.236 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.236 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.236 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.236 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.236 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.236 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.237 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.237 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.237 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.237 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.237 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.237 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.237 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.237 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.237 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.237 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.237 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.237 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.237 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.238 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.238 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.238 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.238 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.238 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.238 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.238 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.238 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.238 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.238 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.238 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.238 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.238 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.239 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.239 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.239 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.239 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.239 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.239 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.239 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.239 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.239 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.239 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.239 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.239 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.239 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.239 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.239 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.239 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.240 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.240 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.240 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.240 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.240 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.240 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.240 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.240 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.240 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.240 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.240 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.240 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.240 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.240 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.240 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.241 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.241 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.241 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.241 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.241 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.241 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.241 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.241 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.241 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.241 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.241 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.241 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.241 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.241 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.241 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.241 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.242 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.242 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.242 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.242 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.242 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.242 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.242 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.242 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.242 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.242 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.242 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.242 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.242 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.242 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.242 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.243 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.243 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.243 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.243 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.243 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.243 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.243 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.243 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.243 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.243 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.243 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.243 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.243 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.243 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.243 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.244 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.244 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.244 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.244 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.244 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.244 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.244 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.244 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.244 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.244 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.244 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.244 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.244 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.244 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.244 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.244 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.245 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.245 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.245 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.245 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.245 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.245 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.245 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.245 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.245 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.245 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.245 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.245 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.245 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.245 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.246 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.246 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.246 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.246 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.246 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.246 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.246 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.246 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.246 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.246 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.246 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.246 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.246 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.246 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.246 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.246 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.246 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.246 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.247 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.247 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.247 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.247 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.247 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.247 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.247 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.247 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.247 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.247 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.247 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.247 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.247 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.247 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.247 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.247 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.248 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.248 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.248 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.248 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.248 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.248 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.248 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.248 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.248 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.249 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.249 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.249 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.249 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.249 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.249 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.249 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.249 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.249 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.249 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.249 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.249 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.249 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.250 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.250 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.250 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.250 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.250 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.250 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.250 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.250 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.250 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.250 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.250 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.250 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.250 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.250 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.250 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.250 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.250 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.251 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.251 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.251 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.251 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.251 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.251 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.251 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.251 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.251 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.251 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.251 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.251 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.251 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.251 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.251 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.251 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.252 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.252 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.252 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.252 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.252 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.252 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.252 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.252 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.252 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.252 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.252 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.252 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.252 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.252 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at teardown of test_atomic_write_8mb __________________ 2023-12-03T12:50:22.252 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.252 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.252 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.253 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.253 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.253 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.253 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.253 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.253 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.253 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.253 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.253 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.253 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.253 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.253 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.253 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.254 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.254 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.254 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.254 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.254 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.254 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.254 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.254 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.254 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.254 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.254 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.254 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.254 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.254 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.255 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.255 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.255 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.255 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.255 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.255 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.255 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.255 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.255 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.255 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.255 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.255 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.255 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.255 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.255 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.255 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.255 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.256 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.256 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.256 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.256 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.256 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.256 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.256 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.256 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.256 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.256 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.256 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.256 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.256 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.256 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.256 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.256 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.256 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.257 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.257 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.257 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.257 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.257 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.257 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.257 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.257 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.257 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.257 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.257 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.257 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.258 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.258 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.258 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.258 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.258 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.258 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.258 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.258 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.258 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.258 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.258 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.258 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.258 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.258 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.258 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.258 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.258 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.259 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.259 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.259 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.259 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.259 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.259 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.259 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.259 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.259 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.259 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.259 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.259 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.259 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.259 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.259 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.259 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.259 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.259 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.260 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.260 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.260 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.260 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.260 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.260 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.260 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.260 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.260 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.260 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.260 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.260 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.260 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.260 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.260 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.260 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.261 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.261 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.261 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.261 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.261 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.261 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.261 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.261 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.261 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.261 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.261 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.261 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.262 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.262 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.262 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.262 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.262 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.262 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.262 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.262 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.262 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.262 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.262 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.262 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.262 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.262 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.262 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.262 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.262 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.263 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.263 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.263 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.263 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.263 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.263 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.263 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.263 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.263 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.263 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.263 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.263 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.263 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.263 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.263 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.263 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.263 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.264 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.264 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.264 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.264 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.264 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.264 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.264 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.264 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.265 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.265 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.265 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.265 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.265 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.265 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.265 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.265 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.265 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.265 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.266 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.266 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.266 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.266 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.266 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.266 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.266 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.266 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.266 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.266 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.266 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.266 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.266 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.266 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.266 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.266 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.266 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.267 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.267 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.267 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.267 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.267 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.267 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.267 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.267 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.267 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.267 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.267 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.267 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.267 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.267 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.267 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.267 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.267 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.268 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.268 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.268 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.268 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.268 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.268 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.268 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.268 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.268 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.268 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.268 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.268 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.268 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.268 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.268 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.268 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.268 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.268 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.269 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.269 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ ERROR at teardown of test_atomic_dual_write_1mb ________________ 2023-12-03T12:50:22.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.269 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.269 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.269 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.269 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.269 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.269 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.269 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.269 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.269 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.269 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.270 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.270 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.270 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.270 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.270 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.270 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.270 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.270 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.270 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.270 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.270 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.270 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.270 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.270 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.271 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.271 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.271 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.271 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.271 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.271 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.271 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.271 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.271 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.271 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.271 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.271 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.271 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.271 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.271 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.271 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.271 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.272 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.272 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.272 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.272 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.272 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.272 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.272 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.272 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.272 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.272 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.272 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.272 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.272 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.272 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.272 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.272 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.272 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.273 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.273 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.273 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.273 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.273 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.273 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.273 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.273 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.273 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.273 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.273 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.273 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.273 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.274 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.274 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.274 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.274 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.274 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.274 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.274 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.274 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.274 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.274 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.274 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.274 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.274 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.274 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.274 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.275 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.275 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.275 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.275 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.275 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.275 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.275 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.275 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.275 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.275 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.275 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.275 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.275 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.275 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.275 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.276 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.276 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.276 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.276 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.276 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.276 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.276 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.276 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.276 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.276 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.276 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.276 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.276 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.276 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.276 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.276 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.276 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.277 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.277 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.277 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.277 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.277 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.277 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.277 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.277 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.277 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.277 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.277 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.277 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.277 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.277 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.277 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.278 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.278 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.278 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.278 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.278 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.278 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.278 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.278 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.278 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.278 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.278 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.278 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.278 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.278 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.279 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.279 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.279 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.279 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.279 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.279 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.279 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.279 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.279 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.279 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.279 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.279 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.279 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.279 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.279 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.279 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.280 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.280 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.280 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.280 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.280 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.280 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.280 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.280 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.280 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.280 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.280 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.280 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.280 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.280 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.280 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.280 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.280 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.281 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.281 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.281 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.281 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.281 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.281 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.281 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.282 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.282 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.282 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.282 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.282 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.282 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.282 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.282 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.282 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.282 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.282 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.282 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.283 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.283 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.283 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.283 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.283 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.283 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.283 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.283 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.283 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.283 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.283 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.283 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.283 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.283 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.283 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.283 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.283 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.284 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.284 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.284 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.284 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.284 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.284 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.284 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.284 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.284 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.284 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.284 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.284 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.284 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.284 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.284 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.284 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.284 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.285 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.285 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.285 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.285 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.285 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.285 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.285 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.285 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.285 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.285 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.285 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.285 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.285 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.285 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ ERROR at teardown of test_atomic_dual_write_4mb ________________ 2023-12-03T12:50:22.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.286 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.286 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.286 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.286 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.286 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.286 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.286 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.286 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.286 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.286 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.286 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.287 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.287 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.287 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.287 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.287 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.287 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.287 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.287 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.287 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.287 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.287 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.287 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.287 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.287 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.288 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.288 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.288 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.288 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.288 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.288 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.288 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.288 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.288 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.288 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.288 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.288 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.288 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.288 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.288 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.288 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.288 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.288 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.289 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.289 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.289 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.289 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.289 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.289 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.289 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.289 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.289 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.289 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.289 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.289 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.289 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.289 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.289 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.289 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.289 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.290 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.290 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.290 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.290 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.290 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.290 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.290 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.290 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.290 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.290 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.290 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.290 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.290 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.290 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.290 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.290 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.290 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.291 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.291 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.291 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.291 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.291 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.291 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.291 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.291 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.291 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.291 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.291 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.291 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.291 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.291 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.291 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.292 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.292 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.292 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.292 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.292 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.292 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.292 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.292 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.292 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.292 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.292 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.292 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.292 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.292 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.292 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.292 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.292 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.293 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.293 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.293 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.293 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.293 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.293 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.293 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.293 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.293 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.293 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.293 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.293 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.293 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.293 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.293 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.293 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.293 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.293 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.294 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.294 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.294 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.294 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.294 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.294 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.294 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.294 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.294 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.294 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.294 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.294 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.294 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.295 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.295 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.295 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.295 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.295 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.295 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.295 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.295 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.295 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.295 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.295 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.295 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.295 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.295 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.295 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.295 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.295 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.296 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.296 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.296 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.296 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.296 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.296 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.296 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.296 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.296 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.296 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.296 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.296 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.296 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.296 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.296 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.296 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.297 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.297 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.297 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.297 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.297 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.297 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.297 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.297 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.297 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.297 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.297 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.297 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.297 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.297 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.297 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.297 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.298 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.298 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.298 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.298 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.298 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.298 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.298 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.298 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.298 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.299 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.299 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.299 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.299 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.299 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.299 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.299 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.299 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.299 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.299 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.299 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.299 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.299 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.299 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.299 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.299 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.299 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.299 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.300 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.300 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.300 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.300 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.300 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.300 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.300 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.300 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.300 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.300 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.300 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.300 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.300 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.300 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.300 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.300 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.300 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.301 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.301 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.301 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.301 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.301 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.301 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.301 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.301 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.301 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.301 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.301 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.301 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.301 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.301 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.301 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.301 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.302 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.302 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.302 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.302 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ ERROR at teardown of test_atomic_dual_write_8mb ________________ 2023-12-03T12:50:22.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.302 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.302 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.302 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.302 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.302 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.302 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.302 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.302 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.303 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.303 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.303 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.303 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.303 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.303 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.303 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.303 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.303 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.303 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.303 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.303 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.303 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.304 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.304 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.304 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.304 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.304 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.304 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.304 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.304 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.304 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.304 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.304 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.304 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.304 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.304 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.304 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.304 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.304 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.305 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.305 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.305 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.305 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.305 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.305 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.305 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.305 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.305 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.305 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.305 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.305 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.305 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.305 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.306 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.306 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.306 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.306 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.306 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.306 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.306 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.306 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.306 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.306 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.306 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.306 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.306 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.306 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.306 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.307 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.307 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.307 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.307 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.307 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.307 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.307 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.307 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.307 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.307 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.307 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.307 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.307 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.307 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.307 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.307 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.307 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.308 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.308 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.308 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.308 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.308 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.308 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.308 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.308 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.308 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.308 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.308 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.308 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.308 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.308 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.308 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.308 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.309 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.309 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.309 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.309 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.309 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.309 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.309 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.309 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.309 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.309 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.309 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.309 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.309 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.309 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.309 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.309 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.309 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.309 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.310 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.310 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.310 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.310 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.310 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.310 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.310 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.310 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.310 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.310 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.310 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.310 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.311 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.311 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.311 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.311 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.311 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.311 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.311 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.311 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.311 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.311 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.311 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.311 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.311 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.311 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.311 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.312 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.312 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.312 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.312 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.312 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.312 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.312 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.312 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.312 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.312 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.312 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.312 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.312 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.313 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.313 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.313 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.313 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.313 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.313 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.313 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.313 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.313 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.313 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.313 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.313 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.313 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.313 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.313 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.313 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.314 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.314 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.314 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.314 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.314 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.314 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.314 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.314 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.315 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.315 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.315 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.315 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.315 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.315 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.315 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.315 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.315 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.315 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.315 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.315 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.316 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.316 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.316 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.316 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.316 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.316 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.316 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.316 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.316 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.316 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.316 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.316 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.316 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.316 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.316 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.316 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.317 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.317 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.317 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.317 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.317 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.317 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.317 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.317 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.317 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.317 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.317 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.317 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.317 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.317 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.317 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.317 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.317 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.318 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.318 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.318 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.318 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.318 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.318 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.318 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.318 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.318 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.318 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.318 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.318 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.318 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.318 INFO:teuthology.orchestra.run.smithi145.stdout:____________ ERROR at teardown of test_atomic_conditional_write_1mb ____________ 2023-12-03T12:50:22.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.319 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.319 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.319 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.319 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.319 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.319 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.319 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.319 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.319 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.319 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.319 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.319 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.320 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.320 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.320 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.320 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.320 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.320 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.320 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.320 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.320 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.320 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.320 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.320 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.320 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.320 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.320 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.320 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.321 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.321 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.321 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.321 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.321 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.321 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.321 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.321 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.321 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.321 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.321 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.321 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.321 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.321 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.321 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.321 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.321 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.322 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.322 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.322 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.322 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.322 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.322 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.322 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.322 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.322 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.322 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.322 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.322 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.322 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.322 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.322 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.322 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.322 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.323 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.323 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.323 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.323 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.323 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.323 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.323 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.323 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.323 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.323 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.323 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.323 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.323 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.323 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.323 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.323 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.323 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.324 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.324 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.324 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.324 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.324 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.324 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.324 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.324 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.324 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.324 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.324 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.324 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.324 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.324 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.324 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.324 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.324 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.325 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.325 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.325 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.325 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.325 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.325 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.325 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.325 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.325 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.325 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.325 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.325 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.325 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.325 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.325 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.325 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.326 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.326 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.326 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.326 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.326 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.326 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.326 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.326 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.326 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.326 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.326 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.326 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.326 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.326 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.326 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.327 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.327 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.327 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.327 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.327 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.327 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.327 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.327 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.327 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.327 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.327 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.327 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.328 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.328 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.328 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.328 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.328 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.328 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.328 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.328 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.328 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.328 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.328 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.328 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.328 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.328 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.328 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.328 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.328 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.328 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.329 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.329 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.329 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.329 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.329 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.329 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.329 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.329 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.329 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.329 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.329 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.329 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.329 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.329 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.329 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.329 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.329 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.330 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.330 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.330 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.330 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.330 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.330 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.330 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.330 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.331 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.331 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.331 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.331 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.331 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.331 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.331 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.331 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.331 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.332 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.332 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.332 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.332 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.332 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.332 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.332 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.332 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.332 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.332 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.332 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.332 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.332 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.332 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.332 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.332 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.332 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.333 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.333 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.333 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.333 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.333 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.333 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.333 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.333 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.333 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.333 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.333 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.333 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.333 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.333 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.333 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.333 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.333 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.334 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.334 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.334 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.334 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.334 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.334 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.334 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.334 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.334 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.334 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.334 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.334 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.334 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.334 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.334 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.334 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.334 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.334 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.335 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.335 INFO:teuthology.orchestra.run.smithi145.stdout:___________ ERROR at teardown of test_atomic_multipart_upload_write ____________ 2023-12-03T12:50:22.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.335 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.335 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.335 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.335 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.335 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.335 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.335 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.335 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.335 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.335 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.336 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.336 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.336 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.336 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.336 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.336 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.336 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.336 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.336 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.336 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.336 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.336 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.336 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.336 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.337 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.337 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.337 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.337 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.337 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.337 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.337 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.337 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.337 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.337 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.337 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.337 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.337 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.337 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.337 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.337 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.338 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.338 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.338 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.338 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.338 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.338 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.338 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.338 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.338 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.338 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.338 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.338 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.338 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.338 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.338 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.338 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.339 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.339 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.339 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.339 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.339 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.339 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.339 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.339 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.339 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.339 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.339 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.339 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.339 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.339 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.340 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.340 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.340 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.340 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.340 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.340 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.340 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.340 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.340 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.340 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.340 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.340 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.340 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.340 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.340 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.340 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.340 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.341 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.341 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.341 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.341 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.341 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.341 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.341 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.341 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.341 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.341 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.341 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.341 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.341 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.341 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.341 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.341 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.341 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.342 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.342 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.342 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.342 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.342 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.342 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.342 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.342 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.342 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.342 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.342 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.342 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.342 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.342 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.342 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.342 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.342 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.343 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.343 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.343 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.343 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.343 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.343 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.343 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.343 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.343 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.343 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.343 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.343 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.344 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.344 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.344 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.344 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.344 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.344 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.344 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.344 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.344 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.344 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.344 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.344 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.344 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.344 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.344 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.344 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.344 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.345 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.345 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.345 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.345 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.345 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.345 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.345 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.345 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.345 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.345 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.345 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.345 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.345 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.345 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.345 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.345 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.345 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.346 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.346 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.346 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.346 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.346 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.346 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.346 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.346 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.346 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.347 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.347 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.347 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.347 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.347 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.347 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.347 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.347 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.348 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.348 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.348 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.348 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.348 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.348 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.348 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.348 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.348 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.348 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.348 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.348 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.348 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.348 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.348 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.349 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.349 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.349 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.349 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.349 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.349 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.349 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.349 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.349 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.349 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.349 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.349 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.349 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.349 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.349 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.350 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.350 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.350 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.350 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.350 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.350 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.350 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.350 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.350 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.350 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.350 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.350 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.350 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.350 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.351 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.351 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.351 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.351 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.351 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.351 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.351 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.351 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.351 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.351 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.351 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.351 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.351 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.351 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.351 INFO:teuthology.orchestra.run.smithi145.stdout:________ ERROR at teardown of test_multipart_resend_first_finishes_last ________ 2023-12-03T12:50:22.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.352 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.352 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.352 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.352 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.352 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.352 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.352 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.352 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.352 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.352 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.352 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.353 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.353 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.353 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.353 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.353 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.353 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.353 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.353 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.353 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.353 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.353 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.354 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.354 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.354 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.354 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.354 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.354 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.354 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.354 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.354 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.354 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.354 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.354 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.354 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.354 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.354 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.355 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.355 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.355 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.355 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.355 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.355 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.355 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.355 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.355 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.355 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.355 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.355 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.355 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.355 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.355 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.356 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.356 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.356 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.356 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.356 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.356 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.356 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.356 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.356 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.356 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.356 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.356 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.356 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.356 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.356 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.356 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.357 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.357 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.357 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.357 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.357 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.357 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.357 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.357 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.357 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.357 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.357 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.357 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.357 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.357 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.357 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.357 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.358 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.358 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.358 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.358 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.358 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.358 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.358 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.358 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.358 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.358 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.358 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.358 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.358 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.358 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.358 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.359 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.359 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.359 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.359 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.359 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.359 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.359 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.359 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.359 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.359 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.359 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.359 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.359 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.359 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.359 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.360 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.360 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.360 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.360 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.360 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.360 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.360 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.360 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.360 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.360 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.360 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.360 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.360 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.361 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.361 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.361 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.361 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.361 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.361 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.361 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.361 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.361 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.361 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.361 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.361 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.361 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.361 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.361 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.362 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.362 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.362 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.362 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.362 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.362 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.362 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.362 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.362 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.362 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.362 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.362 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.362 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.363 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.363 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.363 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.363 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.363 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.363 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.363 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.363 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.363 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.363 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.363 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.363 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.363 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.363 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.363 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.363 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.363 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.364 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.364 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.364 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.364 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.364 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.364 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.364 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.364 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.364 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.365 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.365 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.365 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.365 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.365 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.365 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.365 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.365 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.365 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.365 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.366 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.366 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.366 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.366 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.366 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.366 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.366 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.366 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.366 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.366 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.366 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.366 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.366 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.366 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.366 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.366 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.367 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.367 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.367 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.367 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.367 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.367 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.367 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.367 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.367 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.367 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.367 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.367 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.367 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.367 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.367 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.367 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.367 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.367 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.368 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.368 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.368 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.368 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.368 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.368 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.368 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.368 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.368 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.368 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.368 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.368 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.368 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.368 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.368 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.369 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.369 INFO:teuthology.orchestra.run.smithi145.stdout:____________ ERROR at teardown of test_ranged_request_response_code ____________ 2023-12-03T12:50:22.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.369 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.369 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.369 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.369 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.369 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.369 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.369 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.369 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.369 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.369 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.370 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.370 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.370 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.370 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.370 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.370 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.370 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.370 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.370 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.370 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.370 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.370 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.370 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.371 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.371 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.371 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.371 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.371 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.371 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.371 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.371 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.371 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.371 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.371 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.371 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.371 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.371 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.371 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.371 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.372 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.372 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.372 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.372 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.372 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.372 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.372 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.372 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.372 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.372 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.372 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.372 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.372 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.372 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.372 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.372 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.372 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.373 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.373 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.373 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.373 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.373 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.373 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.373 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.373 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.373 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.373 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.373 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.373 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.373 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.373 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.373 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.373 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.373 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.374 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.374 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.374 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.374 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.374 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.374 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.374 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.374 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.374 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.374 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.374 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.374 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.374 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.374 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.374 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.374 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.374 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.375 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.375 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.375 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.375 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.375 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.375 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.375 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.375 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.375 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.375 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.375 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.375 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.375 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.375 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.375 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.375 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.375 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.376 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.376 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.376 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.376 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.376 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.376 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.376 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.376 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.376 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.376 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.377 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.377 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.377 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.377 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.377 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.377 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.377 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.377 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.377 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.377 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.377 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.377 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.378 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.378 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.378 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.378 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.378 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.378 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.378 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.378 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.378 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.378 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.378 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.378 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.378 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.378 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.378 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.378 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.378 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.379 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.379 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.379 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.379 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.379 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.379 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.379 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.379 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.379 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.379 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.379 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.379 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.379 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.379 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.380 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.380 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.380 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.380 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.380 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.380 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.380 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.380 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.381 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.381 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.381 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.381 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.381 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.381 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.381 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.381 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.382 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.382 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.382 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.382 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.382 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.382 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.382 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.382 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.382 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.382 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.382 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.382 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.382 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.382 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.382 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.382 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.382 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.383 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.383 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.383 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.383 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.383 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.383 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.383 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.383 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.383 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.383 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.383 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.383 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.383 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.383 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.384 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.384 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.384 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.384 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.384 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.384 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.384 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.384 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.384 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.384 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.384 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.384 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.384 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.384 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.384 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.384 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.384 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.385 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.385 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.385 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.385 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.385 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.385 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.385 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.385 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.385 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.385 INFO:teuthology.orchestra.run.smithi145.stdout:__________ ERROR at teardown of test_ranged_big_request_response_code __________ 2023-12-03T12:50:22.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.385 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.385 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.385 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.386 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.386 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.386 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.386 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.386 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.386 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.386 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.386 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.386 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.386 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.386 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.386 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.386 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.387 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.387 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.387 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.387 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.387 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.387 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.387 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.387 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.387 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.387 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.387 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.387 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.387 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.387 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.387 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.387 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.387 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.388 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.388 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.388 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.388 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.388 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.388 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.388 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.388 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.388 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.388 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.388 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.388 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.388 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.388 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.388 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.388 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.388 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.389 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.389 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.389 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.389 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.389 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.389 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.389 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.389 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.389 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.389 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.389 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.389 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.389 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.389 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.389 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.389 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.389 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.389 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.390 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.390 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.390 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.390 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.390 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.390 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.390 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.390 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.390 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.390 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.390 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.390 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.390 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.390 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.390 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.390 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.391 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.391 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.391 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.391 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.391 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.391 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.391 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.391 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.391 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.391 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.391 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.392 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.392 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.392 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.392 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.392 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.392 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.392 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.392 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.392 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.392 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.392 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.392 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.392 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.393 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.393 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.393 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.393 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.393 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.393 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.393 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.393 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.393 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.393 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.393 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.393 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.393 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.393 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.393 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.394 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.394 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.394 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.394 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.394 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.394 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.394 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.394 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.394 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.394 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.394 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.394 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.395 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.395 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.395 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.395 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.395 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.395 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.395 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.395 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.395 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.395 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.395 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.395 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.395 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.395 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.395 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.396 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.396 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.396 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.396 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.396 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.396 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.396 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.396 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.396 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.396 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.397 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.397 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.397 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.397 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.397 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.397 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.397 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.397 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.397 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.397 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.397 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.397 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.397 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.397 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.398 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.398 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.398 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.398 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.398 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.398 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.398 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.398 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.399 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.399 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.399 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.399 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.399 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.399 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.399 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.400 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.400 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.400 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.400 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.400 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.400 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.400 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.400 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.400 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.400 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.400 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.400 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.400 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.400 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.400 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.400 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.401 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.401 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.401 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.401 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.401 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.401 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.401 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.401 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.401 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.401 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.401 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.401 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.401 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.402 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.402 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.402 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.402 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.402 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.402 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.402 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.402 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.402 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.402 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.402 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.402 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.402 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.403 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.403 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.403 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.403 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.403 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.403 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.403 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.403 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.403 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.403 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.403 INFO:teuthology.orchestra.run.smithi145.stdout:__ ERROR at teardown of test_ranged_request_skip_leading_bytes_response_code ___ 2023-12-03T12:50:22.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.404 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.404 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.404 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.404 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.404 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.404 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.404 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.404 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.404 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.404 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.404 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.404 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.405 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.405 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.405 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.405 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.405 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.405 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.405 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.405 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.405 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.405 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.405 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.405 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.405 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.405 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.405 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.405 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.405 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.405 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.406 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.406 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.406 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.406 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.406 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.406 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.406 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.406 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.406 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.406 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.406 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.406 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.406 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.406 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.407 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.407 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.407 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.407 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.407 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.407 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.407 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.407 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.407 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.407 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.407 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.407 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.407 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.407 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.407 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.407 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.407 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.407 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.408 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.408 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.408 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.408 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.408 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.408 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.408 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.408 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.408 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.408 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.408 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.408 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.409 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.409 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.409 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.409 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.409 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.409 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.409 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.409 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.409 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.409 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.409 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.409 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.409 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.409 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.409 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.409 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.409 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.410 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.410 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.410 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.410 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.410 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.410 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.410 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.410 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.410 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.410 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.410 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.410 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.410 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.410 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.410 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.410 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.411 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.411 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.411 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.411 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.411 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.411 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.411 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.411 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.411 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.411 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.411 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.411 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.411 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.411 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.411 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.411 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.412 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.412 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.412 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.412 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.412 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.412 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.412 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.412 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.412 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.412 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.412 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.412 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.412 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.413 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.413 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.413 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.413 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.413 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.413 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.413 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.413 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.413 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.413 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.413 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.413 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.413 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.414 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.414 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.414 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.414 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.414 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.414 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.414 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.414 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.414 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.414 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.414 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.414 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.414 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.414 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.414 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.415 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.415 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.415 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.415 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.415 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.415 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.415 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.415 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.416 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.416 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.416 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.416 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.416 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.416 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.416 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.416 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.416 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.416 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.416 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.416 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.416 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.416 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.416 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.416 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.416 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.416 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.417 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.417 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.417 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.417 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.417 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.417 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.417 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.417 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.417 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.417 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.417 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.417 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.417 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.417 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.417 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.418 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.418 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.418 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.418 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.418 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.418 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.418 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.418 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.418 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.418 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.418 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.418 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.418 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.418 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.419 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.419 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.419 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.419 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.419 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.419 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.419 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.419 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.419 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.419 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.419 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.419 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.419 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.419 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.419 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.420 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.420 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.420 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.420 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.420 INFO:teuthology.orchestra.run.smithi145.stdout:_ ERROR at teardown of test_ranged_request_return_trailing_bytes_response_code _ 2023-12-03T12:50:22.420 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.420 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.420 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.420 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.420 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.420 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.420 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.420 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.420 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.421 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.421 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.421 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.421 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.421 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.421 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.421 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.421 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.421 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.421 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.421 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.421 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.421 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.422 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.422 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.422 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.422 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.422 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.422 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.422 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.422 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.422 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.422 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.422 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.422 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.422 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.422 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.422 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.423 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.423 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.423 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.423 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.423 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.423 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.423 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.423 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.423 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.423 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.423 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.423 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.423 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.423 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.423 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.424 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.424 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.424 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.424 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.424 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.424 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.424 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.424 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.424 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.424 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.424 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.424 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.424 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.424 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.425 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.425 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.425 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.425 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.425 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.425 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.425 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.425 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.425 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.425 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.425 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.426 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.426 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.426 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.426 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.426 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.426 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.426 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.426 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.426 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.426 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.426 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.426 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.426 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.426 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.426 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.426 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.427 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.427 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.427 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.427 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.427 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.427 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.427 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.427 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.427 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.427 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.427 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.427 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.427 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.427 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.428 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.428 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.428 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.428 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.428 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.428 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.428 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.428 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.428 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.428 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.429 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.429 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.429 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.429 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.429 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.429 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.429 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.429 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.429 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.429 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.429 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.429 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.429 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.429 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.429 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.429 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.430 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.430 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.430 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.430 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.430 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.430 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.430 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.430 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.430 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.430 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.430 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.430 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.430 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.430 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.430 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.430 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.431 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.431 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.431 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.431 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.431 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.431 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.431 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.431 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.431 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.431 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.431 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.431 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.431 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.431 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.431 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.431 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.432 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.432 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.432 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.432 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.432 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.432 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.432 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.432 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.432 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.432 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.432 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.432 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.432 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.432 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.432 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.432 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.432 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.433 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.433 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.433 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.433 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.433 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.433 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.433 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.433 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.434 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.434 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.434 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.434 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.435 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.435 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.435 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.435 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.435 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.435 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.435 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.435 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.435 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.435 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.435 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.435 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.435 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.435 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.436 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.436 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.436 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.436 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.436 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.436 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.436 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.436 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.436 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.436 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.436 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.436 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.436 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.436 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.436 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.437 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.437 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.437 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.437 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.437 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.437 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.437 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.437 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.437 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.437 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.437 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.437 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.437 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.437 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.437 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.437 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.437 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.438 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.438 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.438 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.438 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.438 INFO:teuthology.orchestra.run.smithi145.stdout:____________ ERROR at teardown of test_ranged_request_invalid_range ____________ 2023-12-03T12:50:22.438 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.438 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.438 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.438 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.438 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.438 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.438 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.438 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.438 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.438 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.439 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.439 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.439 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.439 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.439 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.439 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.439 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.439 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.439 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.439 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.439 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.439 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.439 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.439 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.439 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.440 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.440 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.440 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.440 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.440 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.440 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.440 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.440 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.440 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.440 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.440 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.440 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.440 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.440 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.440 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.441 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.441 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.441 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.441 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.441 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.441 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.441 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.441 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.441 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.441 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.441 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.441 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.441 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.441 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.441 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.441 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.441 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.442 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.442 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.442 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.442 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.442 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.442 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.442 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.442 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.442 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.442 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.442 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.442 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.442 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.443 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.443 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.443 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.443 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.443 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.443 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.443 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.443 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.443 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.443 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.443 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.443 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.443 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.444 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.444 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.444 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.444 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.444 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.444 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.444 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.444 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.444 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.444 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.444 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.444 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.444 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.444 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.444 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.444 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.445 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.445 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.445 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.445 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.445 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.445 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.445 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.445 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.445 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.445 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.445 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.445 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.445 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.445 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.445 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.445 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.446 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.446 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.446 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.446 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.446 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.446 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.446 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.446 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.446 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.446 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.446 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.446 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.446 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.446 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.446 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.447 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.447 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.447 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.447 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.447 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.447 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.447 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.447 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.447 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.447 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.447 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.447 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.448 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.448 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.448 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.448 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.448 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.448 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.448 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.448 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.448 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.448 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.448 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.448 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.448 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.448 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.448 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.448 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.448 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.449 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.449 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.449 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.449 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.449 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.449 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.449 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.449 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.449 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.449 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.449 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.449 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.449 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.449 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.449 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.449 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.449 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.450 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.450 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.450 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.450 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.450 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.450 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.450 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.450 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.451 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.451 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.451 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.451 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.451 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.451 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.451 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.451 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.451 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.451 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.451 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.451 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.451 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.451 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.452 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.452 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.452 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.452 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.452 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.452 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.452 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.452 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.452 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.452 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.452 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.452 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.452 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.452 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.453 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.453 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.453 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.453 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.453 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.453 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.453 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.453 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.453 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.453 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.453 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.453 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.453 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.453 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.453 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.453 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.453 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.454 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.454 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.454 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.454 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.454 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.454 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.454 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.454 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.454 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.454 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.454 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.454 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.454 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.454 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.454 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.454 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.455 INFO:teuthology.orchestra.run.smithi145.stdout:____________ ERROR at teardown of test_ranged_request_empty_object _____________ 2023-12-03T12:50:22.455 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.455 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.455 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.455 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.455 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.455 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.455 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.455 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.455 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.455 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.455 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.455 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.455 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.455 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.455 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.455 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.456 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.456 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.456 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.456 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.456 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.456 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.456 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.456 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.456 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.456 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.456 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.456 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.456 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.456 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.456 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.456 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.456 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.456 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.457 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.457 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.457 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.457 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.457 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.457 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.457 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.457 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.457 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.457 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.457 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.457 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.457 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.457 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.457 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.457 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.457 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.458 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.458 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.458 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.458 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.458 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.458 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.458 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.458 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.458 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.458 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.458 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.458 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.458 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.458 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.458 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.459 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.459 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.459 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.459 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.459 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.459 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.459 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.459 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.459 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.459 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.459 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.459 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.459 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.460 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.460 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.460 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.460 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.460 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.460 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.460 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.460 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.460 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.460 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.460 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.460 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.460 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.460 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.460 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.460 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.461 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.461 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.461 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.461 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.461 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.461 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.461 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.461 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.461 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.461 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.461 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.461 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.461 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.461 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.461 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.461 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.462 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.462 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.462 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.462 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.462 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.462 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.462 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.462 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.462 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.462 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.462 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.462 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.462 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.462 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.462 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.462 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.462 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.463 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.463 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.463 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.463 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.463 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.463 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.463 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.463 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.463 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.463 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.463 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.463 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.463 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.463 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.463 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.463 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.463 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.464 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.464 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.464 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.464 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.464 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.464 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.464 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.464 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.464 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.464 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.464 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.464 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.464 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.464 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.465 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.465 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.465 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.465 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.465 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.465 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.465 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.465 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.465 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.465 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.465 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.465 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.465 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.465 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.465 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.465 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.465 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.465 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.466 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.466 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.466 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.466 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.466 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.466 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.466 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.466 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.467 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.467 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.467 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.467 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.467 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.467 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.467 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.467 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.467 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.468 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.468 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.468 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.468 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.468 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.468 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.468 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.468 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.468 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.468 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.468 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.468 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.469 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.469 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.469 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.469 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.469 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.469 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.469 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.469 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.469 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.469 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.469 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.469 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.469 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.469 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.469 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.469 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.470 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.470 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.470 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.470 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.470 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.470 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.470 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.470 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.470 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.470 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.470 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.470 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.470 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.470 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.470 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.470 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.471 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.471 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.471 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.471 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.471 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.471 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.471 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.471 INFO:teuthology.orchestra.run.smithi145.stdout:__________ ERROR at teardown of test_versioning_bucket_create_suspend __________ 2023-12-03T12:50:22.471 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.471 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.471 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.471 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.471 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.471 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.471 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.472 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.472 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.472 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.472 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.472 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.472 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.472 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.472 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.472 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.472 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.472 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.472 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.472 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.472 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.472 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.472 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.472 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.473 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.473 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.473 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.473 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.473 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.473 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.473 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.473 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.473 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.473 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.473 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.473 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.473 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.473 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.473 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.473 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.473 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.473 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.474 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.474 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.474 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.474 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.474 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.474 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.474 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.474 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.474 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.474 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.474 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.474 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.474 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.474 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.474 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.474 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.474 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.475 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.475 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.475 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.475 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.475 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.475 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.475 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.475 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.475 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.475 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.475 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.475 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.475 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.475 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.476 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.476 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.476 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.476 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.476 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.476 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.476 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.476 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.476 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.476 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.476 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.476 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.476 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.477 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.477 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.477 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.477 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.477 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.477 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.477 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.477 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.477 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.477 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.477 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.477 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.477 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.477 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.477 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.477 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.477 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.478 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.478 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.478 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.478 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.478 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.478 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.478 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.478 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.478 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.478 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.478 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.478 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.478 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.478 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.478 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.478 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.479 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.479 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.479 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.479 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.479 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.479 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.479 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.479 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.479 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.479 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.479 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.479 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.479 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.479 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.480 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.480 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.480 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.480 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.480 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.480 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.480 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.480 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.480 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.480 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.480 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.480 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.480 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.480 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.480 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.480 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.481 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.481 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.481 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.481 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.481 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.481 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.481 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.481 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.481 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.481 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.481 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.481 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.481 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.481 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.481 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.481 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.482 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.482 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.482 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.482 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.482 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.482 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.482 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.482 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.482 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.482 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.482 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.482 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.482 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.482 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.482 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.482 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.482 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.483 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.483 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.483 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.483 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.483 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.483 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.483 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.483 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.483 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.484 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.484 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.484 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.484 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.484 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.484 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.484 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.484 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.484 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.484 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.484 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.484 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.484 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.484 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.484 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.484 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.484 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.485 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.485 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.485 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.485 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.485 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.485 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.485 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.485 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.485 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.485 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.485 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.485 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.485 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.485 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.486 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.486 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.486 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.486 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.486 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.486 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.486 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.486 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.486 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.486 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.486 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.486 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.486 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.486 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.486 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.486 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.487 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.487 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.487 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.487 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.487 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.487 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.487 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.487 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.487 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.487 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.487 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.487 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.487 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.487 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.487 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.487 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.487 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.488 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.488 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.488 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.488 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.488 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.488 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.488 INFO:teuthology.orchestra.run.smithi145.stdout:_________ ERROR at teardown of test_versioning_obj_create_read_remove __________ 2023-12-03T12:50:22.488 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.488 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.488 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.488 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.488 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.488 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.488 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.488 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.488 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.489 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.489 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.489 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.489 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.489 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.489 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.489 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.489 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.489 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.489 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.489 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.489 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.489 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.489 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.489 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.490 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.490 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.490 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.490 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.490 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.490 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.490 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.490 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.490 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.490 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.490 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.490 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.490 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.490 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.491 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.491 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.491 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.491 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.491 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.491 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.491 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.491 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.491 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.491 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.491 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.491 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.491 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.491 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.491 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.491 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.492 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.492 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.492 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.492 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.492 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.492 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.492 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.492 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.492 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.492 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.492 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.492 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.492 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.493 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.493 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.493 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.493 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.493 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.493 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.493 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.493 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.493 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.493 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.493 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.493 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.494 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.494 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.494 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.494 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.494 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.494 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.494 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.494 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.494 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.494 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.494 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.494 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.494 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.494 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.494 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.495 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.495 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.495 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.495 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.495 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.495 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.495 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.495 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.495 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.495 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.495 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.495 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.495 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.495 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.495 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.495 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.495 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.496 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.496 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.496 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.496 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.496 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.496 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.496 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.496 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.496 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.496 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.496 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.496 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.496 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.496 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.496 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.496 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.496 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.496 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.497 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.497 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.497 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.497 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.497 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.497 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.497 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.497 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.497 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.497 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.497 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.497 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.497 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.497 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.497 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.497 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.497 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.498 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.498 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.498 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.498 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.498 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.498 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.498 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.498 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.498 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.498 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.498 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.498 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.498 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.498 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.498 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.498 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.498 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.499 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.499 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.499 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.499 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.499 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.499 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.499 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.499 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.499 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.499 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.499 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.499 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.499 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.499 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.499 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.499 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.499 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.499 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.500 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.500 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.500 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.500 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.500 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.500 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.500 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.500 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.501 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.501 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.501 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.501 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.501 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.501 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.501 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.501 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.501 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.501 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.501 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.501 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.501 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.501 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.501 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.502 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.502 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.502 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.502 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.502 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.502 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.502 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.502 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.502 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.502 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.502 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.502 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.502 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.502 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.503 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.503 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.503 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.503 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.503 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.503 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.503 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.503 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.503 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.503 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.503 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.503 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.503 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.503 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.503 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.503 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.503 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.503 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.504 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.504 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.504 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.504 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.504 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.504 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.504 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.504 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.504 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.504 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.504 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.504 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.504 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.504 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.504 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.504 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.504 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.505 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.505 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.505 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.505 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.505 INFO:teuthology.orchestra.run.smithi145.stdout:_______ ERROR at teardown of test_versioning_obj_create_read_remove_head _______ 2023-12-03T12:50:22.505 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.505 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.505 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.505 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.505 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.505 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.505 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.505 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.505 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.505 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.505 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.505 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.505 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.506 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.506 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.506 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.506 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.506 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.506 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.506 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.506 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.506 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.506 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.506 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.506 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.506 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.506 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.506 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.506 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.506 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.507 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.507 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.507 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.507 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.507 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.507 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.507 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.507 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.507 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.507 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.507 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.507 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.507 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.507 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.507 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.507 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.507 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.507 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.508 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.508 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.508 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.508 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.508 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.508 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.508 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.508 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.508 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.508 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.508 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.508 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.508 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.508 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.509 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.509 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.509 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.509 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.509 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.509 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.509 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.509 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.509 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.509 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.509 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.509 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.509 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.509 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.510 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.510 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.510 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.510 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.510 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.510 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.510 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.510 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.510 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.510 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.510 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.510 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.510 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.510 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.511 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.511 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.511 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.511 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.511 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.511 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.511 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.511 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.511 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.511 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.511 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.511 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.511 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.512 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.512 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.512 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.512 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.512 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.512 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.512 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.512 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.512 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.512 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.512 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.512 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.512 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.512 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.512 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.513 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.513 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.513 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.513 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.513 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.513 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.513 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.513 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.513 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.513 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.513 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.513 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.513 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.513 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.513 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.513 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.514 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.514 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.514 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.514 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.514 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.514 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.514 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.514 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.514 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.514 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.514 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.514 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.514 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.514 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.514 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.514 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.515 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.515 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.515 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.515 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.515 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.515 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.515 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.515 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.515 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.515 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.515 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.516 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.516 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.516 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.516 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.516 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.516 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.516 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.516 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.516 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.516 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.516 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.516 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.516 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.516 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.516 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.516 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.516 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.516 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.517 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.517 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.517 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.517 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.517 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.517 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.517 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.517 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.517 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.517 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.517 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.517 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.517 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.517 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.517 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.517 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.517 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.518 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.518 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.518 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.518 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.518 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.518 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.518 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.518 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.518 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.518 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.518 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.518 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.518 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.518 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.518 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.518 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.518 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.519 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.519 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.519 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.519 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.519 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.519 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.519 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.519 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.519 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.519 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.519 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.519 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.519 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.519 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.519 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.519 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.519 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.520 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.520 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.520 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.520 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.520 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.520 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.520 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.520 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.520 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.520 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.520 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.520 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.520 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.520 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.520 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.520 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.520 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.521 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.521 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.521 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.521 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.521 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.521 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.521 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.521 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.521 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.521 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.521 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.521 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.521 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.521 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.521 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.522 INFO:teuthology.orchestra.run.smithi145.stdout:_____ ERROR at teardown of test_versioning_obj_plain_null_version_removal ______ 2023-12-03T12:50:22.522 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.522 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.522 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.522 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.522 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.522 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.522 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.522 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.522 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.522 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.522 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.522 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.522 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.522 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.522 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.523 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.523 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.523 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.523 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.523 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.523 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.523 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.523 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.523 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.523 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.523 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.523 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.523 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.523 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.524 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.524 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.524 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.524 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.524 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.524 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.524 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.524 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.524 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.524 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.524 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.524 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.524 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.524 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.525 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.525 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.525 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.525 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.525 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.525 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.525 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.525 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.525 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.525 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.525 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.525 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.525 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.525 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.526 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.526 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.526 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.526 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.526 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.526 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.526 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.526 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.526 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.526 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.526 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.526 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.527 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.527 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.527 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.527 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.527 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.527 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.527 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.527 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.527 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.527 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.527 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.527 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.527 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.527 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.528 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.528 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.528 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.528 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.528 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.528 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.528 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.528 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.528 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.528 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.528 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.528 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.528 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.528 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.529 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.529 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.529 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.529 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.529 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.529 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.529 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.529 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.529 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.529 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.529 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.529 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.529 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.529 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.529 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.529 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.529 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.530 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.530 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.530 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.530 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.530 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.530 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.530 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.530 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.530 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.530 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.530 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.530 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.530 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.530 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.530 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.530 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.531 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.531 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.531 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.531 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.531 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.531 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.531 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.531 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.531 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.531 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.531 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.531 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.531 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.532 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.532 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.532 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.532 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.532 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.532 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.532 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.532 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.532 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.532 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.532 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.532 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.533 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.533 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.533 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.533 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.533 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.533 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.533 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.533 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.533 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.533 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.533 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.533 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.533 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.533 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.533 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.534 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.534 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.534 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.534 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.534 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.534 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.534 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.534 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.534 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.534 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.534 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.534 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.534 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.534 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.534 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.534 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.534 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.535 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.535 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.535 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.535 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.535 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.535 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.535 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.535 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.535 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.535 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.535 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.535 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.535 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.535 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.535 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.536 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.536 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.536 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.536 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.536 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.536 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.536 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.536 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.536 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.536 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.536 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.536 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.536 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.536 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.536 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.536 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.536 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.536 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.537 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.537 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.537 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.537 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.537 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.537 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.537 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.537 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.537 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.537 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.537 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.537 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.537 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.537 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.537 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.537 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.537 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.538 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.538 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.538 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.538 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.538 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.538 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.538 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.538 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.538 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.538 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.538 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.538 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.538 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.538 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.538 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.538 INFO:teuthology.orchestra.run.smithi145.stdout:____ ERROR at teardown of test_versioning_obj_plain_null_version_overwrite _____ 2023-12-03T12:50:22.538 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.539 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.539 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.539 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.539 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.539 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.539 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.539 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.539 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.539 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.539 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.539 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.539 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.539 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.539 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.540 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.540 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.540 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.540 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.540 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.540 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.540 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.540 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.540 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.540 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.540 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.540 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.540 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.540 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.541 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.541 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.541 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.541 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.541 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.541 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.541 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.541 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.541 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.541 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.541 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.541 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.541 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.541 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.541 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.542 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.542 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.542 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.542 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.542 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.542 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.542 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.542 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.542 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.542 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.542 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.542 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.542 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.542 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.543 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.543 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.543 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.543 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.543 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.543 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.543 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.543 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.543 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.543 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.543 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.543 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.543 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.543 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.543 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.543 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.543 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.543 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.544 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.544 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.544 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.544 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.544 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.544 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.544 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.544 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.544 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.544 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.544 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.544 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.544 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.545 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.545 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.545 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.545 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.545 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.545 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.545 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.545 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.545 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.545 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.545 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.545 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.545 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.545 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.545 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.545 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.545 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.546 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.546 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.546 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.546 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.546 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.546 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.546 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.546 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.546 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.546 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.546 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.546 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.546 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.546 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.546 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.546 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.547 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.547 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.547 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.547 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.547 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.547 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.547 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.547 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.547 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.547 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.547 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.547 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.547 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.547 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.547 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.548 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.548 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.548 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.548 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.548 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.548 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.548 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.548 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.548 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.548 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.548 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.548 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.548 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.548 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.548 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.548 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.549 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.549 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.549 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.549 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.549 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.549 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.549 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.549 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.549 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.549 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.549 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.549 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.550 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.550 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.550 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.550 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.550 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.550 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.550 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.550 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.550 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.550 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.550 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.550 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.550 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.550 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.550 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.550 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.551 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.551 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.551 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.551 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.551 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.551 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.551 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.551 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.551 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.551 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.551 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.551 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.551 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.551 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.551 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.551 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.552 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.552 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.552 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.552 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.552 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.552 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.552 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.552 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.552 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.552 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.552 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.552 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.552 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.552 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.552 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.553 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.553 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.553 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.553 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.553 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.553 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.553 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.553 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.553 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.553 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.553 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.553 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.553 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.553 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.553 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.553 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.553 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.554 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.554 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.554 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.554 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.554 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.554 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.554 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.554 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.554 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.554 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.554 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.554 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.554 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.554 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.555 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.555 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.555 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.555 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.555 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.555 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.555 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.555 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.555 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.555 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.555 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.555 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.555 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.555 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.555 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.555 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.556 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.556 INFO:teuthology.orchestra.run.smithi145.stdout:_ ERROR at teardown of test_versioning_obj_plain_null_version_overwrite_suspended _ 2023-12-03T12:50:22.556 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.556 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.556 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.556 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.556 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.556 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.556 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.556 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.556 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.556 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.556 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.556 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.556 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.557 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.557 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.557 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.557 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.557 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.557 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.557 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.557 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.557 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.557 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.557 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.557 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.557 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.557 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.558 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.558 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.558 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.558 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.558 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.558 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.558 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.558 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.558 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.558 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.558 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.558 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.558 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.558 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.559 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.559 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.559 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.559 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.559 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.559 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.559 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.559 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.559 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.559 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.559 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.559 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.559 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.559 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.559 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.559 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.560 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.560 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.560 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.560 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.560 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.560 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.560 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.560 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.560 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.560 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.560 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.560 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.560 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.560 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.560 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.561 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.561 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.561 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.561 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.561 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.561 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.561 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.561 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.561 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.561 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.561 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.561 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.561 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.561 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.562 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.562 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.562 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.562 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.562 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.562 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.562 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.562 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.562 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.562 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.562 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.562 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.562 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.562 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.562 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.562 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.563 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.563 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.563 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.563 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.563 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.563 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.563 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.563 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.563 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.563 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.563 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.563 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.563 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.563 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.563 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.563 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.564 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.564 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.564 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.564 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.564 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.564 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.564 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.564 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.564 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.564 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.564 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.564 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.564 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.564 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.564 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.564 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.565 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.565 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.565 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.565 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.565 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.565 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.565 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.565 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.565 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.565 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.565 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.565 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.565 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.565 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.565 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.566 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.566 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.566 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.566 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.566 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.566 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.566 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.566 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.566 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.567 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.567 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.567 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.567 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.567 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.567 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.567 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.567 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.567 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.567 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.567 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.567 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.567 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.567 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.567 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.567 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.567 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.568 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.568 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.568 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.568 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.568 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.568 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.568 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.568 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.568 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.568 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.568 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.568 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.568 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.568 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.568 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.568 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.568 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.569 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.569 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.569 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.569 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.569 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.569 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.569 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.569 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.569 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.569 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.570 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.570 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.570 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.570 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.570 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.570 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.570 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.570 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.570 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.570 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.570 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.570 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.570 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.570 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.570 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.570 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.571 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.571 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.571 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.571 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.571 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.571 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.571 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.571 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.571 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.571 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.571 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.571 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.571 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.571 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.571 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.571 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.572 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.572 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.572 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.572 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.572 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.572 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.572 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.572 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.572 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.572 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.572 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.572 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.572 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.572 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.572 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.572 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.572 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.573 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.573 INFO:teuthology.orchestra.run.smithi145.stdout:__________ ERROR at teardown of test_versioning_obj_suspend_versions ___________ 2023-12-03T12:50:22.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.573 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.573 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.573 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.573 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.573 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.573 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.573 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.573 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.573 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.573 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.573 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.574 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.574 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.574 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.574 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.574 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.574 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.574 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.574 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.574 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.574 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.574 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.574 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.574 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.574 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.575 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.575 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.575 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.575 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.575 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.575 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.575 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.575 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.575 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.575 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.575 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.575 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.575 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.575 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.575 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.575 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.575 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.575 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.576 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.576 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.576 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.576 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.576 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.576 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.576 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.576 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.576 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.576 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.576 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.576 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.576 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.576 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.576 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.576 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.577 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.577 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.577 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.577 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.577 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.577 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.577 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.577 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.577 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.577 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.577 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.577 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.578 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.578 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.578 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.578 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.578 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.578 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.578 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.578 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.578 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.578 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.578 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.578 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.578 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.578 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.578 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.578 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.578 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.579 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.579 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.579 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.579 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.579 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.579 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.579 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.579 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.579 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.579 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.579 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.579 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.579 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.579 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.579 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.579 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.579 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.579 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.580 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.580 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.580 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.580 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.580 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.580 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.580 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.580 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.580 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.580 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.580 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.580 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.580 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.580 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.580 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.580 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.580 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.581 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.581 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.581 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.581 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.581 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.581 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.581 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.581 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.581 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.581 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.581 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.581 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.581 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.582 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.582 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.582 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.582 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.582 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.582 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.582 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.582 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.582 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.582 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.582 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.582 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.582 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.583 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.583 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.583 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.583 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.583 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.583 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.583 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.583 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.583 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.583 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.583 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.583 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.583 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.583 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.583 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.583 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.583 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.584 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.584 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.584 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.584 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.584 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.584 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.584 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.584 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.584 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.584 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.584 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.584 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.584 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.584 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.584 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.584 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.584 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.585 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.585 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.585 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.585 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.585 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.585 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.585 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.585 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.585 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.585 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.585 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.586 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.586 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.586 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.586 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.586 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.586 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.586 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.586 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.586 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.586 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.586 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.586 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.586 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.586 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.587 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.587 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.587 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.587 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.587 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.587 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.587 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.587 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.587 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.587 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.587 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.587 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.587 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.587 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.587 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.587 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.587 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.588 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.588 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.588 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.588 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.588 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.588 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.588 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.588 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.588 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.588 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.588 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.588 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.588 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.588 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.588 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.588 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.588 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.589 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.589 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.589 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.589 INFO:teuthology.orchestra.run.smithi145.stdout:_____ ERROR at teardown of test_versioning_obj_create_versions_remove_all ______ 2023-12-03T12:50:22.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.589 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.589 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.589 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.589 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.589 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.589 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.589 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.589 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.589 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.590 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.590 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.590 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.590 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.590 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.590 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.590 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.590 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.590 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.590 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.590 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.590 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.590 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.591 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.591 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.591 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.591 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.591 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.591 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.591 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.591 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.591 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.591 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.591 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.591 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.591 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.591 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.591 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.592 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.592 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.592 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.592 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.592 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.592 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.592 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.592 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.592 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.592 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.592 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.592 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.592 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.592 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.592 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.592 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.592 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.593 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.593 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.593 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.593 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.593 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.593 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.593 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.593 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.593 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.593 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.593 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.593 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.593 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.593 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.593 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.593 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.593 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.593 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.594 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.594 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.594 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.594 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.594 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.594 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.594 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.594 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.594 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.594 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.594 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.594 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.594 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.594 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.594 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.594 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.594 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.595 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.595 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.595 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.595 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.595 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.595 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.595 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.595 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.595 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.595 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.595 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.595 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.595 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.595 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.595 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.595 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.596 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.596 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.596 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.596 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.596 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.596 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.596 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.596 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.596 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.596 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.596 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.596 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.596 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.596 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.596 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.596 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.596 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.597 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.597 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.597 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.597 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.597 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.597 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.597 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.597 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.597 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.597 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.597 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.598 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.598 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.598 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.598 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.598 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.598 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.598 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.598 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.598 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.598 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.598 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.598 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.598 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.598 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.598 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.598 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.599 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.599 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.599 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.599 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.599 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.599 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.599 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.599 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.599 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.599 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.599 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.599 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.599 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.599 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.599 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.599 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.599 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.599 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.600 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.600 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.600 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.600 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.600 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.600 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.600 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.600 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.600 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.600 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.600 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.600 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.600 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.600 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.600 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.600 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.601 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.601 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.601 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.601 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.601 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.601 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.601 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.601 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.601 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.601 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.601 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.601 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.601 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.601 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.601 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.602 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.602 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.602 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.602 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.602 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.602 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.602 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.602 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.602 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.602 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.602 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.602 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.602 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.602 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.602 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.602 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.602 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.603 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.603 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.603 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.603 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.603 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.603 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.603 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.603 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.603 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.603 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.603 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.603 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.603 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.603 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.603 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.603 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.603 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.603 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.604 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.604 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.604 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.604 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.604 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.604 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.604 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.604 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.604 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.604 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.604 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.604 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.604 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.604 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.604 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.604 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.604 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.605 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.605 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.605 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.605 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.605 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.605 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.605 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.605 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.605 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.605 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.605 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.605 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.605 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.605 INFO:teuthology.orchestra.run.smithi145.stdout:_ ERROR at teardown of test_versioning_obj_create_versions_remove_special_names _ 2023-12-03T12:50:22.605 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.605 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.605 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.605 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.606 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.606 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.606 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.606 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.606 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.606 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.606 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.606 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.606 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.606 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.606 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.606 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.606 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.606 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.606 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.606 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.606 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.607 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.607 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.607 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.607 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.607 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.607 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.607 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.607 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.607 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.607 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.607 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.607 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.607 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.607 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.607 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.608 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.608 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.608 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.608 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.608 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.608 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.608 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.608 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.608 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.608 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.608 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.608 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.608 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.608 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.608 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.608 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.608 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.609 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.609 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.609 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.609 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.609 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.609 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.609 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.609 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.609 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.609 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.609 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.609 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.609 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.609 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.609 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.609 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.609 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.610 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.610 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.610 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.610 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.610 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.610 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.610 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.610 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.610 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.610 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.610 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.610 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.610 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.610 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.610 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.610 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.610 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.611 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.611 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.611 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.611 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.611 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.611 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.611 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.611 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.611 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.611 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.611 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.611 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.611 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.611 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.611 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.611 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.612 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.612 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.612 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.612 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.612 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.612 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.612 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.612 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.612 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.612 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.612 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.612 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.612 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.612 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.612 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.612 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.612 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.612 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.613 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.613 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.613 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.613 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.613 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.613 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.613 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.613 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.613 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.613 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.613 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.613 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.613 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.613 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.613 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.613 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.613 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.614 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.614 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.614 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.614 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.614 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.614 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.614 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.614 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.614 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.614 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.614 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.614 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.614 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.614 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.614 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.614 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.614 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.615 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.615 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.615 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.615 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.615 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.615 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.615 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.615 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.615 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.615 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.615 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.615 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.615 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.616 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.616 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.616 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.616 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.616 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.616 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.616 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.616 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.616 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.616 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.616 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.616 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.616 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.616 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.616 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.616 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.616 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.617 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.617 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.617 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.617 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.617 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.617 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.617 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.617 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.617 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.617 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.617 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.617 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.617 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.617 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.617 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.617 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.617 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.617 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.618 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.618 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.618 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.618 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.618 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.618 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.618 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.618 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.618 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.618 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.618 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.618 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.618 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.618 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.618 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.619 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.619 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.619 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.619 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.619 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.619 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.619 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.619 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.619 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.619 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.619 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.619 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.619 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.619 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.619 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.619 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.619 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.620 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.620 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.620 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.620 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.620 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.620 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.620 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.620 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.620 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.620 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.620 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.620 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.620 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.620 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.620 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.620 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.621 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.621 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.621 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.621 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.621 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.621 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.621 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.621 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.621 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.621 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.621 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.621 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.621 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.621 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.621 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.622 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.622 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.622 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.622 INFO:teuthology.orchestra.run.smithi145.stdout:_____ ERROR at teardown of test_versioning_obj_create_overwrite_multipart ______ 2023-12-03T12:50:22.622 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.622 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.622 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.622 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.622 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.622 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.622 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.622 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.622 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.622 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.622 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.622 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.622 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.623 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.623 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.623 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.623 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.623 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.623 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.623 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.623 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.623 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.623 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.623 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.623 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.623 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.623 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.623 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.623 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.624 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.624 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.624 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.624 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.624 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.624 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.624 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.624 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.624 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.624 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.624 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.624 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.624 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.624 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.624 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.625 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.625 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.625 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.625 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.625 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.625 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.625 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.625 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.625 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.625 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.625 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.625 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.625 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.625 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.626 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.626 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.626 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.626 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.626 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.626 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.626 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.626 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.626 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.626 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.626 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.626 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.626 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.626 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.626 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.626 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.626 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.626 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.627 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.627 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.627 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.627 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.627 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.627 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.627 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.627 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.627 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.627 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.627 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.627 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.627 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.627 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.627 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.627 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.627 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.628 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.628 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.628 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.628 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.628 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.628 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.628 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.628 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.628 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.628 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.628 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.628 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.628 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.628 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.628 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.628 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.629 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.629 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.629 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.629 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.629 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.629 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.629 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.629 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.629 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.629 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.629 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.629 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.629 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.629 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.629 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.629 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.629 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.630 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.630 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.630 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.630 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.630 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.630 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.630 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.630 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.630 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.630 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.630 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.630 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.630 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.630 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.631 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.631 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.631 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.631 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.631 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.631 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.631 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.631 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.631 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.631 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.631 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.631 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.631 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.631 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.631 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.632 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.632 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.632 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.632 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.632 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.632 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.632 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.632 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.632 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.632 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.632 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.633 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.633 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.633 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.633 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.633 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.633 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.633 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.633 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.633 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.633 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.633 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.633 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.633 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.633 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.633 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.633 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.633 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.634 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.634 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.634 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.634 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.634 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.634 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.634 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.634 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.634 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.634 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.634 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.634 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.634 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.634 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.634 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.634 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.634 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.635 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.635 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.635 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.635 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.635 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.635 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.635 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.635 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.635 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.635 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.635 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.635 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.635 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.635 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.635 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.636 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.636 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.636 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.636 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.636 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.636 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.636 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.636 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.636 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.636 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.636 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.636 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.636 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.636 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.636 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.637 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.637 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.637 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.637 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.637 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.637 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.637 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.637 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.637 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.637 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.637 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.637 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.637 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.637 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.637 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.638 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.638 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.638 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.638 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.638 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.638 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.638 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.638 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.638 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.638 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.638 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.638 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.638 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.638 INFO:teuthology.orchestra.run.smithi145.stdout:_____________ ERROR at teardown of test_versioning_obj_list_marker _____________ 2023-12-03T12:50:22.639 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.639 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.639 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.639 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.639 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.639 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.639 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.639 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.639 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.639 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.639 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.639 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.639 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.639 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.639 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.639 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.640 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.640 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.640 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.640 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.640 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.640 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.640 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.640 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.640 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.640 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.640 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.640 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.640 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.640 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.640 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.641 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.641 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.641 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.641 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.641 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.641 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.641 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.641 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.641 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.641 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.641 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.641 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.641 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.642 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.642 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.642 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.642 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.642 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.642 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.642 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.642 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.642 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.642 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.642 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.642 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.642 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.642 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.642 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.642 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.642 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.643 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.643 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.643 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.643 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.643 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.643 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.643 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.643 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.643 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.643 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.643 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.643 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.643 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.644 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.644 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.644 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.644 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.644 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.644 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.644 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.644 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.644 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.644 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.644 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.644 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.644 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.644 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.644 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.644 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.644 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.645 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.645 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.645 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.645 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.645 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.645 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.645 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.645 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.645 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.645 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.645 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.645 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.645 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.645 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.645 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.645 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.646 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.646 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.646 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.646 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.646 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.646 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.646 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.646 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.646 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.646 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.646 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.646 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.646 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.646 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.647 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.647 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.647 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.647 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.647 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.647 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.647 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.647 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.647 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.647 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.647 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.647 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.647 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.648 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.648 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.648 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.648 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.648 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.648 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.648 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.648 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.648 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.648 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.648 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.648 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.648 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.649 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.649 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.649 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.649 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.649 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.649 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.649 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.649 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.649 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.649 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.649 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.650 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.650 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.650 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.650 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.650 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.650 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.650 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.650 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.650 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.650 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.650 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.650 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.650 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.650 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.651 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.651 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.651 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.651 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.651 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.651 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.651 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.651 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.651 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.651 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.651 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.651 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.651 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.651 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.651 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.652 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.652 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.652 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.652 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.652 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.652 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.652 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.652 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.652 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.652 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.653 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.653 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.653 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.653 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.653 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.653 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.653 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.653 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.653 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.653 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.653 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.653 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.653 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.653 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.653 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.653 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.654 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.654 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.654 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.654 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.654 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.654 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.654 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.654 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.654 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.654 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.654 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.654 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.654 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.655 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.655 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.655 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.655 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.655 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.655 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.655 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.655 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.655 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.655 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.655 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.655 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.655 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.655 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.655 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.655 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.656 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.656 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.656 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.656 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.656 INFO:teuthology.orchestra.run.smithi145.stdout:____________ ERROR at teardown of test_versioning_copy_obj_version _____________ 2023-12-03T12:50:22.656 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.656 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.656 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.656 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.656 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.656 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.656 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.656 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.656 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.656 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.657 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.657 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.657 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.657 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.657 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.657 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.657 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.657 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.657 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.657 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.657 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.657 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.657 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.657 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.658 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.658 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.658 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.658 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.658 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.658 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.658 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.658 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.658 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.658 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.658 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.658 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.658 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.658 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.658 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.659 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.659 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.659 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.659 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.659 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.659 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.659 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.659 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.659 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.659 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.659 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.659 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.659 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.660 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.660 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.660 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.660 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.660 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.660 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.660 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.660 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.660 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.660 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.660 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.660 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.660 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.660 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.660 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.660 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.661 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.661 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.661 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.661 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.661 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.661 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.661 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.661 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.661 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.661 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.661 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.662 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.662 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.662 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.662 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.662 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.662 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.662 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.662 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.662 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.662 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.662 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.662 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.662 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.662 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.663 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.663 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.663 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.663 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.663 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.663 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.663 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.663 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.663 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.663 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.663 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.663 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.663 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.663 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.663 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.663 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.664 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.664 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.664 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.664 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.664 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.664 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.664 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.664 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.664 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.664 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.664 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.664 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.664 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.664 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.664 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.665 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.665 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.665 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.665 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.665 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.665 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.665 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.665 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.665 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.665 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.665 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.665 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.665 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.666 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.666 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.666 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.666 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.666 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.666 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.666 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.666 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.666 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.666 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.666 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.666 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.667 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.667 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.667 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.667 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.667 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.667 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.667 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.667 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.667 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.667 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.667 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.667 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.667 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.667 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.667 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.667 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.668 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.668 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.668 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.668 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.668 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.668 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.668 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.668 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.668 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.668 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.669 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.669 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.669 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.669 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.669 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.669 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.669 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.669 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.670 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.670 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.670 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.670 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.670 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.670 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.670 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.670 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.670 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.670 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.670 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.670 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.670 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.670 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.671 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.671 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.671 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.671 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.671 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.671 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.671 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.671 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.671 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.671 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.671 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.671 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.671 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.671 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.671 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.672 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.672 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.672 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.672 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.672 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.672 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.672 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.672 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.672 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.672 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.672 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.672 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.673 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.673 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.673 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.673 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.673 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.673 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.673 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.673 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.673 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.673 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.673 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.673 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.673 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.674 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.674 INFO:teuthology.orchestra.run.smithi145.stdout:___________ ERROR at teardown of test_versioning_multi_object_delete ___________ 2023-12-03T12:50:22.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.674 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.674 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.674 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.674 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.674 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.674 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.674 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.674 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.675 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.675 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.675 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.675 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.675 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.675 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.675 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.675 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.675 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.675 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.675 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.675 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.675 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.675 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.676 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.676 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.676 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.676 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.676 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.676 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.676 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.676 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.676 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.676 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.676 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.676 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.676 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.676 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.676 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.677 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.677 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.677 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.677 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.677 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.677 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.677 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.677 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.677 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.677 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.677 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.677 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.677 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.678 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.678 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.678 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.678 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.678 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.678 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.678 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.678 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.678 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.678 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.678 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.678 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.679 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.679 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.679 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.679 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.679 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.679 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.679 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.679 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.679 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.679 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.680 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.680 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.680 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.680 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.680 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.680 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.680 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.680 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.680 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.680 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.680 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.680 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.680 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.680 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.681 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.681 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.681 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.681 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.681 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.681 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.681 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.681 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.681 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.681 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.681 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.681 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.681 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.681 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.681 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.682 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.682 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.682 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.682 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.682 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.682 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.682 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.682 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.682 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.682 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.682 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.682 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.682 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.682 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.683 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.683 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.683 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.683 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.683 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.683 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.683 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.683 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.683 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.683 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.683 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.683 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.684 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.684 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.684 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.684 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.684 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.684 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.684 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.684 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.684 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.684 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.684 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.684 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.684 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.685 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.685 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.685 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.685 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.685 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.685 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.685 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.685 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.685 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.685 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.685 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.685 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.685 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.686 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.686 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.686 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.686 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.686 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.686 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.686 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.686 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.686 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.686 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.686 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.686 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.686 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.686 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.687 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.687 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.687 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.687 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.687 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.687 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.687 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.687 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.687 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.687 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.687 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.687 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.687 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.687 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.687 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.687 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.688 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.688 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.688 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.688 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.688 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.688 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.688 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.688 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.688 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.688 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.688 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.688 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.688 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.688 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.688 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.689 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.689 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.689 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.689 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.689 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.689 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.689 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.689 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.689 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.689 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.689 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.689 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.689 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.689 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.689 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.689 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.689 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.690 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.690 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.690 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.690 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.690 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.690 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.690 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.690 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.690 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.690 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.690 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.690 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.690 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.690 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.690 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.691 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.691 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.691 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.691 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.691 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.691 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.691 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.691 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.691 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.691 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.691 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.691 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.691 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.692 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.692 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.692 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.692 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.692 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.692 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.692 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.692 INFO:teuthology.orchestra.run.smithi145.stdout:_____ ERROR at teardown of test_versioning_multi_object_delete_with_marker _____ 2023-12-03T12:50:22.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.692 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.692 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.692 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.693 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.693 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.693 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.693 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.693 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.693 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.693 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.693 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.693 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.693 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.693 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.693 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.693 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.694 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.694 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.694 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.694 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.694 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.694 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.694 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.694 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.694 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.694 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.694 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.694 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.694 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.695 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.695 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.695 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.695 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.695 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.695 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.695 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.695 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.695 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.695 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.695 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.695 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.695 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.695 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.696 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.696 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.696 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.696 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.696 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.696 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.696 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.696 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.696 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.696 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.696 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.696 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.696 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.697 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.697 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.697 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.697 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.697 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.697 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.697 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.697 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.697 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.697 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.697 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.697 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.697 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.697 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.697 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.697 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.698 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.698 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.698 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.698 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.698 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.698 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.698 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.698 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.698 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.698 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.698 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.698 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.698 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.698 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.698 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.699 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.699 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.699 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.699 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.699 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.699 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.699 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.699 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.699 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.699 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.699 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.699 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.699 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.699 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.699 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.700 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.700 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.700 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.700 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.700 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.700 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.700 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.700 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.700 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.700 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.700 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.700 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.700 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.700 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.700 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.700 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.700 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.701 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.701 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.701 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.701 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.701 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.701 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.701 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.701 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.701 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.701 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.701 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.701 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.701 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.701 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.701 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.702 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.702 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.702 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.702 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.702 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.702 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.702 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.702 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.702 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.702 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.702 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.702 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.703 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.703 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.703 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.703 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.703 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.703 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.703 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.703 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.703 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.703 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.703 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.703 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.703 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.703 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.704 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.704 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.704 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.704 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.704 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.704 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.704 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.704 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.704 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.704 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.704 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.704 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.704 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.704 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.704 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.704 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.704 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.704 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.705 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.705 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.705 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.705 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.705 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.705 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.705 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.705 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.705 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.705 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.706 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.706 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.706 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.706 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.706 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.706 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.706 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.706 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.706 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.706 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.706 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.706 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.706 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.706 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.706 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.707 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.707 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.707 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.707 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.707 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.707 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.707 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.707 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.707 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.707 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.707 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.707 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.707 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.707 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.707 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.708 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.708 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.708 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.708 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.708 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.708 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.708 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.708 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.708 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.708 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.708 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.708 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.708 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.708 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.709 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.709 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.709 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.709 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.709 INFO:teuthology.orchestra.run.smithi145.stdout:_ ERROR at teardown of test_versioning_multi_object_delete_with_marker_create __ 2023-12-03T12:50:22.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.709 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.709 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.709 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.709 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.709 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.709 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.709 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.709 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.710 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.710 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.710 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.710 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.710 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.710 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.710 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.710 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.710 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.710 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.710 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.710 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.711 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.711 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.711 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.711 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.711 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.711 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.711 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.711 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.711 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.711 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.711 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.711 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.712 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.712 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.712 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.712 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.712 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.712 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.712 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.712 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.712 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.712 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.712 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.712 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.712 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.713 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.713 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.713 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.713 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.713 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.713 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.713 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.713 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.713 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.713 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.713 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.713 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.713 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.714 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.714 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.714 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.714 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.714 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.714 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.714 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.714 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.714 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.714 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.714 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.715 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.715 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.715 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.715 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.715 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.715 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.715 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.715 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.715 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.715 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.715 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.715 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.715 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.715 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.715 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.715 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.716 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.716 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.716 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.716 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.716 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.716 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.716 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.716 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.716 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.716 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.716 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.716 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.716 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.716 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.716 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.716 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.717 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.717 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.717 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.717 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.717 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.717 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.717 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.717 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.717 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.717 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.717 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.718 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.718 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.718 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.718 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.718 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.718 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.718 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.718 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.718 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.718 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.718 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.718 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.718 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.718 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.718 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.719 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.719 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.719 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.719 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.719 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.719 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.719 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.719 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.719 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.719 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.719 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.719 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.720 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.720 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.720 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.720 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.720 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.720 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.720 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.720 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.720 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.720 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.720 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.720 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.720 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.720 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.721 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.721 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.721 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.721 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.721 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.721 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.721 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.722 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.722 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.722 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.722 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.722 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.722 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.722 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.722 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.723 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.723 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.723 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.723 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.723 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.723 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.723 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.723 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.723 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.723 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.723 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.723 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.723 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.723 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.723 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.723 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.724 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.724 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.724 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.724 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.724 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.724 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.724 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.724 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.724 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.724 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.724 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.724 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.724 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.724 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.724 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.724 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.725 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.725 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.725 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.725 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.725 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.725 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.725 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.725 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.725 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.725 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.725 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.725 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.725 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.725 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.726 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.726 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.726 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.726 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.726 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.726 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.726 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_versioned_object_acl ________________ 2023-12-03T12:50:22.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.726 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.726 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.726 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.726 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.726 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.727 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.727 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.727 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.727 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.727 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.727 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.727 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.727 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.727 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.727 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.727 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.728 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.728 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.728 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.728 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.728 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.728 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.728 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.728 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.728 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.728 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.728 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.728 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.728 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.729 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.729 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.729 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.729 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.729 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.729 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.729 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.729 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.729 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.729 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.729 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.729 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.729 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.730 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.730 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.730 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.730 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.730 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.730 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.730 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.730 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.730 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.730 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.730 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.730 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.730 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.731 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.731 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.731 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.731 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.731 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.731 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.731 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.731 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.731 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.731 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.731 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.732 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.732 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.732 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.732 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.732 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.732 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.732 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.732 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.732 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.732 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.732 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.732 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.732 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.732 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.732 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.733 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.733 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.733 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.733 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.733 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.733 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.733 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.733 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.733 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.733 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.733 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.733 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.733 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.733 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.733 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.733 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.733 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.734 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.734 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.734 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.734 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.734 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.734 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.734 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.734 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.734 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.734 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.735 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.735 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.735 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.735 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.735 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.735 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.735 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.735 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.735 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.735 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.735 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.735 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.735 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.735 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.735 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.735 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.735 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.736 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.736 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.736 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.736 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.736 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.736 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.736 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.736 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.736 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.736 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.736 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.736 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.736 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.737 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.737 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.737 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.737 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.737 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.737 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.737 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.737 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.737 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.737 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.737 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.737 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.737 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.737 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.737 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.737 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.738 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.738 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.738 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.738 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.738 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.738 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.739 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.739 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.739 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.739 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.739 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.739 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.739 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.740 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.740 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.740 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.740 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.740 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.740 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.740 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.740 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.740 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.740 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.740 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.740 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.740 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.740 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.741 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.741 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.741 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.741 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.741 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.741 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.741 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.741 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.741 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.741 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.741 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.741 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.741 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.741 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.741 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.742 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.742 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.742 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.742 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.742 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.742 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.742 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.742 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.742 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.742 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.742 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.742 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.742 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.742 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.742 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.743 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.743 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.743 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.743 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.743 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.743 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.743 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.743 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.743 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.743 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.743 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.743 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.743 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.743 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.743 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.744 INFO:teuthology.orchestra.run.smithi145.stdout:_____ ERROR at teardown of test_versioned_object_acl_no_version_specified ______ 2023-12-03T12:50:22.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.744 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.744 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.744 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.744 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.744 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.744 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.744 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.744 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.745 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.745 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.745 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.745 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.745 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.745 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.745 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.745 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.745 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.745 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.745 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.745 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.745 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.746 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.746 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.746 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.746 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.746 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.746 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.746 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.746 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.746 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.746 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.746 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.746 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.746 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.746 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.746 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.746 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.746 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.747 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.747 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.747 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.747 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.747 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.747 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.747 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.747 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.747 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.747 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.747 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.747 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.747 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.747 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.748 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.748 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.748 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.748 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.748 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.748 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.748 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.748 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.748 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.748 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.748 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.748 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.748 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.748 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.749 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.749 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.749 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.749 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.749 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.749 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.749 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.749 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.749 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.749 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.749 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.749 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.749 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.749 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.749 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.749 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.749 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.749 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.750 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.750 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.750 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.750 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.750 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.750 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.750 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.750 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.750 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.750 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.750 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.750 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.750 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.750 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.750 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.751 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.751 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.751 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.751 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.751 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.751 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.751 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.752 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.752 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.752 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.752 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.752 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.752 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.752 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.752 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.752 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.752 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.752 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.752 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.752 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.752 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.753 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.753 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.753 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.753 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.753 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.753 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.753 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.753 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.753 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.753 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.753 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.753 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.753 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.753 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.754 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.754 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.754 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.754 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.754 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.754 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.754 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.754 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.754 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.754 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.754 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.754 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.754 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.754 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.754 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.755 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.755 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.755 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.755 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.755 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.755 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.755 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.755 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.755 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.755 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.755 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.755 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.756 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.756 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.756 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.756 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.756 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.756 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.756 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.756 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.756 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.757 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.757 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.757 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.757 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.757 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.757 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.757 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.757 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.757 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.757 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.757 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.757 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.757 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.757 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.757 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.757 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.758 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.758 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.758 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.758 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.758 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.758 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.758 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.758 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.758 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.758 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.758 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.758 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.758 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.758 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.759 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.759 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.759 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.759 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.759 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.759 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.759 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.759 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.759 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.759 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.759 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.759 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.759 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.759 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.759 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.760 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.760 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.760 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.760 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.760 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.760 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.760 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.760 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.760 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.760 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.760 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.760 INFO:teuthology.orchestra.run.smithi145.stdout:___ ERROR at teardown of test_versioned_concurrent_object_create_and_remove ____ 2023-12-03T12:50:22.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.761 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.761 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.761 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.761 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.761 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.761 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.761 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.761 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.761 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.761 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.761 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.762 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.762 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.762 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.762 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.762 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.762 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.762 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.762 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.762 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.762 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.762 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.762 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.762 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.762 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.763 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.763 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.763 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.763 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.763 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.763 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.763 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.763 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.763 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.763 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.763 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.763 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.763 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.763 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.763 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.764 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.764 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.764 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.764 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.764 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.764 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.764 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.764 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.764 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.764 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.764 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.764 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.764 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.765 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.765 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.765 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.765 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.765 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.765 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.765 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.765 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.765 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.765 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.765 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.765 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.765 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.766 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.766 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.766 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.766 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.766 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.766 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.766 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.766 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.766 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.766 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.766 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.766 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.766 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.766 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.766 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.767 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.767 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.767 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.767 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.767 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.767 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.767 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.767 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.767 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.767 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.767 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.767 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.767 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.767 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.767 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.767 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.768 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.768 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.768 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.768 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.768 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.768 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.768 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.768 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.768 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.768 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.768 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.768 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.768 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.768 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.768 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.768 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.768 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.769 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.769 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.769 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.769 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.769 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.769 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.769 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.769 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.769 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.769 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.769 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.769 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.769 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.770 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.770 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.770 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.770 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.770 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.770 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.770 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.770 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.770 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.770 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.770 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.770 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.771 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.771 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.771 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.771 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.771 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.771 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.771 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.771 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.771 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.771 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.771 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.771 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.771 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.771 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.772 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.772 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.772 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.772 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.772 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.772 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.772 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.772 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.772 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.772 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.772 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.772 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.773 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.773 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.773 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.773 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.773 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.773 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.773 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.773 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.773 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.773 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.773 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.773 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.773 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.773 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.774 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.774 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.774 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.774 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.774 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.774 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.774 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.774 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.774 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.774 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.774 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.774 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.774 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.774 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.774 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.774 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.775 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.775 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.775 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.775 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.775 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.775 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.775 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.775 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.775 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.775 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.775 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.775 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.775 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.776 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.776 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.776 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.776 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.776 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.776 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.776 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.776 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.776 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.776 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.776 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.776 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.776 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.776 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.776 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.777 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.777 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.777 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.777 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.777 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.777 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.777 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.777 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.777 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.777 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.777 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.777 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.777 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.777 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.778 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.778 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.778 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.778 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.778 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.778 INFO:teuthology.orchestra.run.smithi145.stdout:___________________ ERROR at teardown of test_lifecycle_set ____________________ 2023-12-03T12:50:22.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.778 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.778 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.778 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.778 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.778 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.778 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.778 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.779 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.779 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.779 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.779 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.779 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.779 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.779 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.779 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.779 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.779 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.779 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.779 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.779 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.780 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.780 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.780 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.780 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.780 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.780 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.780 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.780 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.780 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.780 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.780 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.780 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.780 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.780 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.780 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.780 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.781 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.781 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.781 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.781 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.781 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.781 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.781 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.781 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.781 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.781 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.781 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.781 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.781 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.781 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.781 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.782 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.782 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.782 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.782 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.782 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.782 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.782 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.782 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.782 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.782 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.782 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.782 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.782 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.782 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.782 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.782 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.783 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.783 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.783 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.783 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.783 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.783 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.783 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.783 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.783 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.783 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.783 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.783 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.783 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.783 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.783 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.784 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.784 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.784 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.784 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.784 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.784 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.784 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.784 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.784 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.784 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.784 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.784 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.784 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.784 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.785 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.785 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.785 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.785 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.785 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.785 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.785 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.785 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.785 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.785 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.785 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.785 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.785 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.785 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.785 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.785 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.785 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.786 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.786 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.786 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.786 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.786 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.786 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.786 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.786 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.786 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.786 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.786 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.786 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.786 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.787 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.787 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.787 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.787 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.787 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.787 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.787 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.787 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.787 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.787 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.787 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.787 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.787 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.787 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.787 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.787 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.788 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.788 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.788 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.788 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.788 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.788 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.788 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.788 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.788 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.788 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.788 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.788 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.788 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.788 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.788 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.788 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.788 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.789 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.789 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.789 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.789 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.789 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.789 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.789 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.789 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.789 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.789 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.789 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.789 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.789 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.789 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.789 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.789 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.790 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.790 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.790 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.790 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.790 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.790 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.790 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.790 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.790 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.790 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.790 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.790 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.790 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.790 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.790 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.790 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.791 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.791 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.791 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.791 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.791 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.791 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.791 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.791 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.791 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.791 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.791 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.791 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.791 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.791 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.791 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.792 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.792 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.792 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.792 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.792 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.792 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.792 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.792 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.792 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.792 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.792 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.792 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.792 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.792 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.792 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.792 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.793 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.793 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.793 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.793 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.793 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.793 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.793 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.793 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.793 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.793 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.793 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.793 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.793 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.793 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.793 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.794 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.794 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.794 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.794 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.794 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.794 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.794 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.794 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.794 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.794 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.794 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.794 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.794 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.794 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.794 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.795 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.795 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.795 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.795 INFO:teuthology.orchestra.run.smithi145.stdout:___________________ ERROR at teardown of test_lifecycle_get ____________________ 2023-12-03T12:50:22.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.795 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.795 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.795 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.795 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.795 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.795 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.795 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.795 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.795 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.796 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.796 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.796 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.796 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.796 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.796 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.796 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.796 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.796 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.796 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.796 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.796 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.796 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.797 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.797 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.797 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.797 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.797 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.797 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.797 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.797 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.797 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.797 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.797 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.797 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.797 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.797 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.797 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.797 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.798 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.798 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.798 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.798 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.798 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.798 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.798 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.798 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.798 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.798 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.798 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.798 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.798 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.798 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.798 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.798 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.798 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.799 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.799 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.799 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.799 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.799 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.799 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.799 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.799 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.799 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.799 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.799 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.799 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.799 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.799 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.799 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.799 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.800 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.800 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.800 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.800 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.800 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.800 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.800 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.800 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.800 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.800 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.800 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.800 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.800 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.800 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.800 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.800 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.801 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.801 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.801 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.801 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.801 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.801 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.801 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.801 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.801 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.801 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.801 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.801 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.801 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.801 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.802 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.802 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.802 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.802 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.802 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.802 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.802 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.802 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.802 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.802 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.802 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.802 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.802 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.802 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.802 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.802 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.802 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.803 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.803 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.803 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.803 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.803 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.803 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.803 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.803 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.803 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.803 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.803 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.803 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.803 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.803 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.804 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.804 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.804 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.804 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.804 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.804 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.804 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.804 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.804 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.804 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.804 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.804 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.804 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.804 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.804 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.804 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.804 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.804 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.805 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.805 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.805 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.805 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.805 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.805 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.805 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.805 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.805 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.805 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.805 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.805 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.805 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.805 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.805 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.806 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.806 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.806 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.806 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.806 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.806 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.806 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.806 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.806 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.806 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.806 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.806 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.806 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.806 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.806 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.806 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.806 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.807 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.807 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.807 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.807 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.807 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.807 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.807 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.807 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.807 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.807 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.807 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.807 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.807 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.807 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.807 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.807 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.807 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.808 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.808 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.808 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.808 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.808 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.808 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.808 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.808 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.808 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.808 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.808 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.808 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.808 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.808 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.808 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.808 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.809 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.809 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.809 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.809 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.809 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.809 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.809 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.809 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.809 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.809 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.809 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.809 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.809 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.809 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.809 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.809 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.810 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.810 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.810 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.810 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.810 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.810 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.810 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.810 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.810 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.810 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.810 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.810 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.810 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.810 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.810 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.811 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.811 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.811 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.811 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.811 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.811 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.811 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.811 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.811 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.811 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_lifecycle_get_no_id _________________ 2023-12-03T12:50:22.811 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.811 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.811 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.811 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.811 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.812 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.812 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.812 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.812 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.812 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.812 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.812 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.812 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.812 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.812 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.812 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.812 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.812 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.812 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.812 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.812 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.813 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.813 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.813 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.813 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.813 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.813 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.813 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.813 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.813 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.813 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.813 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.813 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.813 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.813 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.814 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.814 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.814 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.814 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.814 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.814 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.814 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.814 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.814 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.814 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.814 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.814 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.814 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.815 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.815 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.815 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.815 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.815 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.815 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.815 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.815 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.815 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.815 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.815 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.815 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.815 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.815 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.815 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.815 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.815 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.815 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.816 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.816 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.816 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.816 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.816 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.816 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.816 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.816 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.816 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.816 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.817 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.817 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.817 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.817 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.817 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.817 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.817 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.817 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.817 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.817 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.817 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.817 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.817 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.817 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.817 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.817 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.818 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.818 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.818 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.818 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.818 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.818 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.818 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.818 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.818 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.818 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.818 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.818 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.818 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.818 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.818 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.819 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.819 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.819 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.819 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.819 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.819 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.819 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.819 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.819 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.819 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.819 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.819 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.819 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.819 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.819 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.819 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.819 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.820 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.820 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.820 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.820 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.820 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.820 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.820 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.820 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.820 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.820 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.820 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.820 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.820 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.820 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.820 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.820 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.821 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.821 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.821 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.821 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.821 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.821 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.821 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.821 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.821 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.821 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.821 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.821 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.821 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.821 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.821 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.822 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.822 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.822 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.822 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.822 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.822 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.822 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.822 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.822 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.822 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.822 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.823 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.823 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.823 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.823 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.823 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.823 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.823 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.823 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.823 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.823 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.824 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.824 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.824 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.824 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.824 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.824 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.824 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.824 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.824 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.824 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.824 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.824 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.824 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.824 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.824 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.824 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.825 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.825 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.825 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.825 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.825 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.825 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.825 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.825 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.825 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.825 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.825 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.825 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.825 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.825 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.825 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.825 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.826 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.826 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.826 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.826 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.826 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.826 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.826 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.826 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.826 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.826 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.826 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.827 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.827 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.827 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.827 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.827 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.827 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.827 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.827 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.827 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.827 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.827 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.827 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.827 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.827 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.828 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.828 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.828 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.828 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.828 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.828 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.828 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.828 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.828 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.828 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.828 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.828 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.828 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ ERROR at teardown of test_lifecycle_id_too_long ________________ 2023-12-03T12:50:22.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.829 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.829 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.829 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.829 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.829 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.829 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.829 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.829 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.829 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.829 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.830 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.830 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.830 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.830 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.830 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.830 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.830 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.830 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.830 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.830 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.830 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.830 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.830 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.830 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.830 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.831 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.831 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.831 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.831 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.831 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.831 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.831 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.831 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.831 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.831 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.831 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.831 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.831 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.832 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.832 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.832 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.832 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.832 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.832 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.832 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.832 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.832 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.832 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.832 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.832 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.832 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.832 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.832 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.832 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.832 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.833 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.833 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.833 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.833 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.833 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.833 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.833 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.833 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.833 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.833 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.833 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.833 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.833 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.834 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.834 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.834 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.834 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.834 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.834 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.834 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.834 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.834 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.834 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.834 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.834 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.835 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.835 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.835 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.835 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.835 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.835 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.835 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.835 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.835 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.835 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.835 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.835 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.835 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.835 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.835 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.835 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.835 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.836 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.836 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.836 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.836 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.836 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.836 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.836 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.836 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.836 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.837 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.837 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.837 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.837 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.837 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.837 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.837 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.837 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.837 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.837 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.837 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.837 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.838 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.838 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.838 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.838 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.838 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.838 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.838 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.838 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.838 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.838 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.838 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.838 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.839 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.839 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.839 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.839 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.839 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.839 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.839 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.839 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.839 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.839 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.839 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.839 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.839 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.840 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.840 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.840 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.840 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.840 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.840 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.840 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.840 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.840 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.840 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.840 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.840 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.840 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.840 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.841 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.841 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.841 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.841 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.841 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.841 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.841 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.841 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.841 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.841 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.841 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.841 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.841 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.841 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.841 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.841 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.842 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.842 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.842 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.842 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.842 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.842 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.842 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.842 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.842 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.842 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.842 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.842 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.842 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.842 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.842 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.843 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.843 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.843 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.843 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.843 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.843 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.843 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.843 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.843 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.843 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.843 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.843 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.844 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.844 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.844 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.844 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.844 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.844 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.844 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.844 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.844 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.844 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.844 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.844 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.844 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.844 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.845 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.845 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.845 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.845 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.845 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.845 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.845 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.845 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.845 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.845 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.845 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.845 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.845 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.845 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.845 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.846 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.846 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.846 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.846 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.846 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.846 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.846 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.846 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.846 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ ERROR at teardown of test_lifecycle_same_id __________________ 2023-12-03T12:50:22.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.846 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.846 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.846 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.847 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.847 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.847 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.847 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.847 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.847 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.847 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.847 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.847 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.847 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.847 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.847 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.847 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.847 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.848 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.848 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.848 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.848 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.848 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.848 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.848 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.848 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.848 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.848 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.848 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.848 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.848 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.848 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.848 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.849 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.849 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.849 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.849 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.849 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.849 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.849 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.849 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.849 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.849 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.849 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.849 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.849 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.850 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.850 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.850 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.850 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.850 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.850 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.850 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.850 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.850 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.850 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.850 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.850 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.850 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.850 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.850 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.851 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.851 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.851 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.851 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.851 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.851 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.851 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.851 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.851 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.851 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.851 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.852 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.853 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.853 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.853 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.853 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.853 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.854 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.854 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.854 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.854 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.854 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.854 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.854 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.854 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.854 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.854 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.854 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.854 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.854 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.854 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.854 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.854 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.855 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.855 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.855 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.855 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.855 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.855 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.855 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.855 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.855 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.855 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.855 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.855 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.855 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.855 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.855 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.855 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.855 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.856 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.856 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.856 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.856 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.856 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.856 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.856 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.856 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.856 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.856 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.856 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.856 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.856 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.856 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.857 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.857 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.857 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.857 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.857 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.857 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.857 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.857 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.857 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.857 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.857 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.857 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.857 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.857 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.858 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.858 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.858 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.858 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.858 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.858 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.858 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.858 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.858 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.858 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.858 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.858 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.859 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.859 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.859 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.859 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.859 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.859 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.859 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.859 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.859 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.859 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.859 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.859 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.859 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.859 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.859 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.859 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.860 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.860 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.860 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.860 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.860 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.860 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.860 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.860 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.860 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.860 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.860 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.860 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.860 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.860 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.860 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.860 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.861 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.861 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.861 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.861 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.861 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.861 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.861 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.861 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.861 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.861 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.862 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.862 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.862 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.862 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.862 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.862 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.862 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.862 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.862 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.862 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.862 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.863 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.863 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.863 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.863 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.863 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.863 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.863 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.863 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.863 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.863 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.863 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.863 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.863 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.863 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.863 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.863 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.863 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.864 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.864 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.864 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.864 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.864 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.864 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.864 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.864 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.864 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.864 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.864 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.864 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.864 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.864 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.865 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.865 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.865 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.865 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.865 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.865 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.865 INFO:teuthology.orchestra.run.smithi145.stdout:______________ ERROR at teardown of test_lifecycle_invalid_status ______________ 2023-12-03T12:50:22.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.865 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.865 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.865 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.865 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.865 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.866 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.866 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.866 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.866 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.866 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.866 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.866 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.866 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.866 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.866 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.866 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.866 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.866 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.866 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.867 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.867 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.867 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.867 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.867 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.867 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.867 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.867 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.867 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.867 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.867 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.867 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.867 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.867 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.868 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.868 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.868 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.868 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.868 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.868 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.868 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.868 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.868 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.868 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.868 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.868 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.868 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.868 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.869 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.869 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.869 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.869 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.869 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.869 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.869 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.869 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.869 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.869 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.869 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.869 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.869 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.869 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.869 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.870 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.870 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.870 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.870 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.870 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.870 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.870 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.870 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.870 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.870 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.870 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.870 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.870 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.870 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.871 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.871 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.871 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.871 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.871 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.871 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.871 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.871 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.871 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.871 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.871 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.871 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.871 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.871 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.871 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.871 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.872 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.872 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.872 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.872 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.872 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.872 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.872 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.872 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.872 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.872 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.872 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.872 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.872 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.872 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.872 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.873 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.873 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.873 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.873 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.873 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.873 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.873 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.873 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.873 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.873 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.873 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.873 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.873 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.873 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.874 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.874 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.874 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.874 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.874 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.874 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.874 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.874 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.874 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.874 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.874 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.874 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.874 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.874 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.875 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.875 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.875 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.875 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.875 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.875 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.875 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.875 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.875 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.875 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.875 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.875 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.876 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.876 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.876 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.876 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.876 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.876 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.876 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.876 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.876 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.876 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.876 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.876 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.876 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.876 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.876 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.876 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.876 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.877 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.877 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.877 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.877 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.877 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.877 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.877 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.877 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.877 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.877 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.877 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.877 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.877 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.877 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.877 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.877 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.877 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.878 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.878 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.878 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.878 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.878 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.878 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.878 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.878 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.878 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.878 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.878 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.878 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.878 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.878 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.878 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.879 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.879 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.879 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.879 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.879 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.879 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.879 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.879 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.879 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.879 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.879 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.879 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.879 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.879 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.879 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.879 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.879 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.880 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.880 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.880 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.880 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.880 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.880 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.880 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.880 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.880 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.880 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.880 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.880 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.880 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.880 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.880 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.880 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.880 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.881 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.881 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.881 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.881 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.881 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.881 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.881 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.881 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.881 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.881 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.881 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ ERROR at teardown of test_lifecycle_set_date _________________ 2023-12-03T12:50:22.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.881 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.882 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.882 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.882 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.882 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.882 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.882 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.882 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.882 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.882 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.882 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.882 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.882 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.882 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.883 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.883 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.883 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.883 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.883 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.883 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.883 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.883 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.883 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.883 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.883 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.883 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.883 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.884 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.884 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.884 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.884 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.884 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.884 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.884 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.884 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.884 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.884 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.884 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.884 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.884 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.884 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.885 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.885 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.885 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.885 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.885 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.885 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.885 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.885 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.885 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.885 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.885 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.885 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.885 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.885 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.885 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.886 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.886 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.886 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.886 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.886 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.886 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.886 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.886 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.886 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.886 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.886 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.886 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.886 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.886 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.886 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.886 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.887 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.887 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.887 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.887 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.887 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.887 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.887 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.887 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.887 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.887 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.887 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.887 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.887 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.887 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.887 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.887 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.887 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.888 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.888 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.888 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.888 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.888 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.888 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.888 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.888 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.888 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.888 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.888 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.888 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.888 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.888 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.888 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.888 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.888 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.888 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.889 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.889 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.889 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.889 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.889 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.889 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.889 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.889 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.889 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.889 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.889 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.889 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.889 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.889 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.889 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.889 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.890 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.890 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.890 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.890 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.890 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.890 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.890 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.890 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.890 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.890 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.890 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.890 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.890 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.891 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.891 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.891 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.891 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.891 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.891 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.891 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.891 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.891 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.891 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.891 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.891 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.892 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.892 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.892 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.892 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.892 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.892 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.892 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.892 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.892 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.892 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.892 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.892 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.892 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.893 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.893 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.893 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.893 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.893 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.893 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.893 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.893 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.893 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.893 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.893 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.893 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.893 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.893 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.893 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.893 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.893 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.893 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.894 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.894 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.894 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.894 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.894 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.894 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.894 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.894 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.894 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.894 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.894 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.894 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.894 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.894 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.894 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.895 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.895 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.895 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.895 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.895 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.895 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.895 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.895 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.895 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.895 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.895 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.895 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.895 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.895 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.895 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.896 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.896 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.896 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.896 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.896 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.896 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.896 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.896 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.896 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.896 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.896 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.896 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.896 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.896 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.896 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.896 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.897 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.897 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.897 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.897 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.897 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.897 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.897 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.897 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.897 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.897 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.897 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.897 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.897 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.897 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.897 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.897 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.897 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.897 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.898 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.898 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.898 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.898 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.898 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.898 INFO:teuthology.orchestra.run.smithi145.stdout:_____________ ERROR at teardown of test_lifecycle_set_invalid_date _____________ 2023-12-03T12:50:22.898 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.898 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.898 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.898 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.898 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.898 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.898 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.898 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.898 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.898 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.899 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.899 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.899 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.899 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.899 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.899 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.899 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.899 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.899 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.899 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.899 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.899 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.899 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.900 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.900 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.900 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.900 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.900 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.900 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.900 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.900 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.900 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.900 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.900 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.900 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.900 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.900 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.901 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.901 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.901 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.901 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.901 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.901 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.901 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.901 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.901 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.901 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.901 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.901 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.901 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.901 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.902 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.902 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.902 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.902 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.902 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.902 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.902 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.902 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.902 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.902 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.902 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.902 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.902 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.902 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.902 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.902 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.903 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.903 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.903 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.903 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.903 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.903 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.903 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.903 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.903 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.903 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.903 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.903 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.903 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.903 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.903 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.903 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.904 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.904 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.904 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.904 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.904 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.904 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.904 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.904 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.904 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.904 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.904 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.904 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.904 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.904 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.905 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.905 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.905 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.905 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.905 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.905 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.905 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.905 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.905 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.905 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.905 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.905 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.905 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.905 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.905 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.905 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.906 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.906 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.906 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.906 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.906 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.906 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.906 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.906 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.906 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.906 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.906 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.906 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.906 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.906 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.906 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.906 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.907 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.907 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.907 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.907 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.907 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.907 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.907 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.907 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.907 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.907 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.907 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.907 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.907 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.908 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.908 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.908 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.908 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.908 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.908 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.908 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.908 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.908 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.908 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.908 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.908 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.909 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.909 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.909 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.909 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.909 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.909 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.909 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.909 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.909 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.909 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.909 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.909 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.909 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.909 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.909 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.909 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.909 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.910 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.910 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.910 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.910 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.910 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.910 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.910 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.910 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.910 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.910 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.910 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.910 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.910 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.910 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.910 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.910 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.910 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.911 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.911 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.911 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.911 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.911 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.911 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.911 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.911 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.911 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.911 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.911 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.911 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.911 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.911 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.911 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.911 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.912 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.912 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.912 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.912 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.912 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.912 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.912 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.912 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.912 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.912 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.912 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.912 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.912 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.912 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.912 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.912 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.913 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.913 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.913 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.913 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.913 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.913 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.913 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.913 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.913 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.913 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.913 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.913 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.913 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.913 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.913 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.913 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.913 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.913 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.914 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.914 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.914 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.914 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.914 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.914 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.914 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.914 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.914 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.914 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.914 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.914 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.914 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.914 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.914 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.915 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.915 INFO:teuthology.orchestra.run.smithi145.stdout:______________ ERROR at teardown of test_lifecycle_set_noncurrent ______________ 2023-12-03T12:50:22.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.915 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.915 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.915 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.915 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.915 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.915 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.915 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.915 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.915 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.915 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.916 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.916 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.916 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.916 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.916 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.916 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.916 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.916 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.916 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.916 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.916 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.916 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.917 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.917 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.917 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.917 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.917 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.917 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.917 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.917 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.917 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.917 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.917 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.917 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.917 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.917 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.917 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.917 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.918 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.918 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.918 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.918 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.918 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.918 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.918 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.918 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.918 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.918 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.918 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.918 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.918 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.918 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.918 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.919 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.919 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.919 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.919 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.919 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.919 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.919 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.919 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.919 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.919 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.919 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.919 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.919 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.919 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.919 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.919 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.919 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.920 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.920 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.920 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.920 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.920 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.920 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.920 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.920 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.920 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.920 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.920 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.920 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.920 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.920 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.920 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.920 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.921 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.921 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.921 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.921 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.921 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.921 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.921 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.921 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.921 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.921 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.921 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.921 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.921 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.921 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.922 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.922 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.922 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.922 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.922 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.922 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.922 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.922 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.922 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.922 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.922 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.922 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.922 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.922 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.922 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.922 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.923 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.923 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.923 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.923 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.923 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.923 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.923 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.923 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.923 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.923 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.923 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.923 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.923 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.923 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.924 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.924 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.924 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.924 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.924 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.924 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.924 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.924 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.924 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.924 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.924 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.924 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.925 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.925 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.925 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.925 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.925 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.925 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.925 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.925 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.925 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.925 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.925 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.925 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.926 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.926 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.926 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.926 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.926 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.926 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.926 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.926 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.926 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.926 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.926 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.926 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.926 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.926 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.926 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.927 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.927 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.927 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.927 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.927 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.927 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.927 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.927 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.927 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.927 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.927 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.927 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.927 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.927 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.927 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.927 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.928 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.928 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.928 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.928 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.928 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.928 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.928 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.928 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.928 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.928 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.928 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.928 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.928 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.928 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.928 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.929 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.929 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.929 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.929 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.929 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.929 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.929 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.929 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.929 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.929 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.929 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.929 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.929 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.929 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.929 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.929 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.929 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.930 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.930 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.930 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.930 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.930 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.930 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.930 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.930 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.930 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.930 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.930 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.930 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.930 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.930 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.930 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.930 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.931 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.931 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.931 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.931 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.931 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.931 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.931 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.931 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.931 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.931 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.931 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.931 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.931 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.931 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.931 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.931 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.932 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.932 INFO:teuthology.orchestra.run.smithi145.stdout:_____________ ERROR at teardown of test_lifecycle_set_deletemarker _____________ 2023-12-03T12:50:22.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.932 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.932 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.932 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.932 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.932 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.932 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.932 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.932 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.932 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.932 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.933 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.933 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.933 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.933 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.933 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.933 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.933 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.933 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.933 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.933 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.933 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.933 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.933 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.934 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.934 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.934 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.934 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.934 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.934 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.934 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.934 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.934 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.934 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.934 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.934 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.934 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.934 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.934 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.935 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.935 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.935 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.935 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.935 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.935 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.935 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.935 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.935 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.935 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.935 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.935 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.935 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.935 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.935 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.935 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.935 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.935 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.936 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.936 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.936 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.936 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.936 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.936 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.936 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.936 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.936 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.936 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.936 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.936 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.936 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.936 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.936 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.937 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.937 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.937 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.937 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.937 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.937 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.937 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.937 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.937 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.937 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.937 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.937 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.937 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.938 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.938 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.938 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.938 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.938 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.938 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.938 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.938 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.938 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.938 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.938 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.938 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.938 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.938 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.938 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.938 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.939 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.939 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.939 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.939 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.939 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.939 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.939 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.939 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.939 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.939 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.940 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.940 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.940 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.940 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.940 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.940 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.940 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.940 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.940 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.940 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.940 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.940 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.940 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.941 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.941 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.941 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.941 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.941 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.941 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.941 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.941 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.941 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.941 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.941 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.941 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.941 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.941 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.942 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.942 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.942 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.942 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.942 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.942 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.942 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.942 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.942 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.942 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.942 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.943 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.943 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.943 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.943 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.943 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.943 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.943 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.943 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.943 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.943 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.943 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.943 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.943 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.943 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.943 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.943 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.943 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.944 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.944 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.944 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.944 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.944 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.944 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.944 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.944 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.944 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.944 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.944 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.944 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.944 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.944 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.944 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.944 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.944 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.944 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.945 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.945 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.945 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.945 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.945 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.945 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.945 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.945 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.945 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.945 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.945 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.945 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.945 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.945 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.945 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.945 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.946 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.946 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.946 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.946 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.946 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.946 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.946 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.946 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.946 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.946 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.946 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.946 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.946 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.946 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.947 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.947 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.947 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.947 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.947 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.947 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.947 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.947 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.947 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.947 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.947 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.947 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.947 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.947 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.947 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.947 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.947 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.948 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.948 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.948 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.948 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.948 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.948 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.948 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.948 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.948 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.948 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_lifecycle_set_filter ________________ 2023-12-03T12:50:22.948 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.948 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.948 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.948 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.948 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.948 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.949 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.949 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.949 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.949 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.949 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.949 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.949 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.949 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.949 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.949 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.949 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.949 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.949 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.949 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.950 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.950 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.950 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.950 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.950 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.950 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.950 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.950 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.950 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.950 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.950 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.950 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.950 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.951 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.951 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.951 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.951 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.951 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.951 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.951 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.951 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.951 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.951 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.951 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.951 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.951 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.952 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.952 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.952 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.952 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.952 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.952 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.952 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.952 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.952 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.952 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.952 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.952 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.952 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.952 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.952 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.952 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.952 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.952 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.953 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.953 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.953 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.953 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.953 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.953 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.953 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.953 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.953 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.953 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.953 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.953 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.953 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.954 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.954 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.954 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.954 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.954 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.954 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.954 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.954 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.954 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.954 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.954 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.954 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.954 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.955 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.955 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.955 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.955 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.955 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.955 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.955 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.955 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.955 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.955 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.955 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.955 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.955 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.955 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.956 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.956 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.956 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.956 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.956 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.956 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.956 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.956 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.956 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.956 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.956 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.956 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.956 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.956 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.957 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.957 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.957 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.957 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.957 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.957 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.957 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.957 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.957 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.957 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.957 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.958 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.958 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.958 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.958 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.958 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.958 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.958 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.958 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.958 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.958 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.958 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.959 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.959 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.959 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.959 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.959 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.959 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.959 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.959 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.959 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.959 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.960 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.960 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.960 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.960 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.960 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.960 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.960 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.960 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.960 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.960 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.961 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.961 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.961 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.961 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.961 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.961 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.961 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.961 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.961 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.961 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.961 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.961 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.961 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.961 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.962 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.962 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.962 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.962 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.962 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.962 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.962 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.963 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.963 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.963 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.963 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.963 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.963 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.963 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.963 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.963 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.963 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.963 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.963 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.963 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.963 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.963 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.964 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.964 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.964 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.964 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.964 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.964 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.964 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.964 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.964 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.964 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.964 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.964 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.964 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.964 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.964 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.964 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.964 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.965 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.965 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.965 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.965 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.965 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.965 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.965 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.965 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.965 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.965 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.965 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.965 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.965 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.965 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.965 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.965 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.965 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.966 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.966 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.966 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.966 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.966 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.966 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.966 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.966 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.966 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.966 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.966 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.966 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.966 INFO:teuthology.orchestra.run.smithi145.stdout:_____________ ERROR at teardown of test_lifecycle_set_empty_filter _____________ 2023-12-03T12:50:22.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.967 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.967 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.967 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.967 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.967 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.967 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.967 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.967 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.967 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.967 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.967 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.968 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.968 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.968 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.968 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.968 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.968 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.968 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.968 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.968 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.968 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.968 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.968 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.968 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.968 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.968 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.969 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.969 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.969 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.969 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.969 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.969 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.969 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.969 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.969 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.969 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.969 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.969 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.969 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.969 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.969 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.969 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.969 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.970 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.970 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.970 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.970 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.970 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.970 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.970 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.970 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.970 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.970 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.970 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.970 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.970 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.970 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.971 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.971 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.971 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.971 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.971 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.971 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.971 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.971 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.971 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.971 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.971 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.971 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.971 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.971 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.971 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.971 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.972 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.972 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.972 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.972 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.972 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.972 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.972 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.972 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.972 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.972 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.972 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.972 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.972 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.972 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.972 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.972 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.972 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.972 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.973 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.973 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.973 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.973 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.973 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.973 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.973 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.973 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.973 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.973 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.973 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.973 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.973 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.973 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.973 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.973 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.973 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.974 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.974 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.974 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.974 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.974 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.974 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.974 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.974 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.974 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.974 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.974 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.974 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.974 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.974 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.974 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.974 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.974 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.974 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.975 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.975 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.975 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.975 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.975 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.975 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.975 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.975 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.975 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.975 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.975 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.976 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.976 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.976 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.976 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.976 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.976 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.976 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.976 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.976 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.976 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.976 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.976 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.976 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.976 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.977 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.977 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.977 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.977 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.977 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.977 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.977 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.977 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.977 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.977 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.977 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.977 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.977 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.977 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.978 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.978 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.978 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.978 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.978 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.978 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.978 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.978 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.978 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.978 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.978 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.978 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.978 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.978 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.978 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.978 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.979 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.979 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.979 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.979 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.979 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.979 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.979 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.979 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.979 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.979 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.979 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.979 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.979 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.979 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.979 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.979 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.979 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.979 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.980 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.980 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.980 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.980 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.980 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.980 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.980 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.980 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.980 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.980 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.980 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.980 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.980 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.980 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.980 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.981 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.981 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.981 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.981 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.981 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.981 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.981 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.981 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.981 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.981 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.981 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.981 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.981 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.981 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.981 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.981 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.982 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.982 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.982 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.982 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.982 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.982 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.982 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.982 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.982 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.982 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.982 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.982 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.982 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.982 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.983 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.983 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.983 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.983 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.983 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.983 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.983 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.983 INFO:teuthology.orchestra.run.smithi145.stdout:______________ ERROR at teardown of test_lifecycle_set_multipart _______________ 2023-12-03T12:50:22.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.983 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.983 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.983 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.983 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.983 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.984 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.984 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.984 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.984 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.984 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.984 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.984 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:22.984 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.984 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:22.984 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:22.984 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:22.984 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.985 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.985 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:22.985 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:22.985 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.985 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:22.985 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:22.985 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:22.985 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:22.985 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:22.985 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.985 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:22.985 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.985 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:22.985 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:22.985 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:22.985 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:22.985 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:22.985 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:22.986 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:22.986 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:22.986 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.986 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.986 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:22.986 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:22.986 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:22.986 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:22.986 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.986 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:22.986 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:22.986 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:22.986 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:22.986 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.986 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.986 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:22.986 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:22.987 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:22.987 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:22.987 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.987 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.987 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:22.987 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:22.987 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:22.987 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.987 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:22.987 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.987 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:22.987 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:22.987 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.987 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:22.987 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:22.987 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:22.987 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:22.988 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:22.988 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:22.988 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.988 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:22.988 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.988 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.988 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.988 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.988 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.988 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.988 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.988 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.988 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.988 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.988 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.988 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.988 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.989 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.989 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.989 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.989 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.989 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.989 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.989 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.989 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.989 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.989 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:22.989 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.989 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.989 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.989 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.989 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.989 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.989 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.990 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.990 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.990 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.990 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.990 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:22.990 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.990 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:22.990 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:22.990 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:22.990 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:22.990 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:22.990 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:22.990 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:22.990 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:22.990 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:22.991 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:22.991 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:22.991 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:22.991 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:22.991 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:22.991 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.991 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.991 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.991 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.991 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.991 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.991 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.991 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:22.991 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:22.991 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:22.991 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:22.992 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:22.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.992 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:22.992 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:22.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.992 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.992 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:22.992 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:22.992 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.992 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:22.992 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:22.992 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:22.992 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:22.992 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:22.992 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.993 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:22.993 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:22.993 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:22.993 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.993 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:22.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.993 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:22.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.993 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:22.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.993 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:22.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.993 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:22.993 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:22.993 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:22.993 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:22.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.994 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:22.994 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.994 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:22.994 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:22.994 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:22.994 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:22.994 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:22.994 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:22.994 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:22.994 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:22.994 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:22.994 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:22.994 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:22.994 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:22.994 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:22.994 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:22.994 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:22.995 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:22.995 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:22.995 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:22.995 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:22.995 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:22.995 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:22.995 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:22.995 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:22.995 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:22.995 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:22.995 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:22.995 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:22.995 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:22.995 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:22.995 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:22.995 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:22.995 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:22.995 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:22.996 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:22.996 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:22.996 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:22.996 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:22.996 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:22.996 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:22.996 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:22.996 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:22.996 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.996 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.996 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:22.996 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.996 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:22.996 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:22.996 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:22.996 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:22.996 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:22.997 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:22.997 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:22.997 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:22.997 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:22.997 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:22.997 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:22.997 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:22.997 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:22.997 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:22.997 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:22.997 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.997 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:22.997 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:22.997 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:22.997 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:22.997 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:22.997 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:22.997 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:22.998 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:22.998 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:22.998 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:22.998 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:22.998 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.998 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.998 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:22.998 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:22.998 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:22.998 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:22.998 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:22.998 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:22.998 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.998 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:22.998 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:22.998 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:22.998 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:22.999 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:22.999 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.999 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:22.999 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:22.999 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.999 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:22.999 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:22.999 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:22.999 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.999 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:22.999 INFO:teuthology.orchestra.run.smithi145.stdout:_______ ERROR at teardown of test_lifecycle_transition_set_invalid_date ________ 2023-12-03T12:50:22.999 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.999 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:22.999 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.999 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:22.999 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:22.999 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:22.999 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.000 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.000 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.000 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.000 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.000 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.000 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.000 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.000 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.000 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.000 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.000 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.000 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.000 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.000 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.000 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.000 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.000 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.001 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.001 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.001 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.001 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.001 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.001 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.001 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.001 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.001 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.001 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.001 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.001 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.001 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.001 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.002 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.002 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.002 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.002 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.002 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.002 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.002 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.002 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.002 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.002 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.002 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.002 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.002 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.002 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.002 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.002 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.003 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.003 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.003 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.003 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.003 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.003 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.003 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.003 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.003 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.003 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.003 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.003 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.003 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.003 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.003 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.003 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.004 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.004 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.004 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.004 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.004 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.004 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.004 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.004 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.004 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.004 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.004 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.004 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.004 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.004 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.004 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.004 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.004 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.004 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.005 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.005 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.005 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.005 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.005 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.005 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.005 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.005 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.005 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.005 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.005 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.005 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.005 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.005 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.005 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.005 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.005 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.005 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.006 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.006 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.006 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.006 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.006 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.006 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.006 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.006 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.006 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.006 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.006 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.006 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.006 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.006 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.006 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.006 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.006 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.007 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.007 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.007 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.007 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.007 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.007 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.007 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.007 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.007 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.007 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.007 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.007 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.007 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.007 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.007 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.007 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.007 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.008 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.008 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.008 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.008 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.008 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.008 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.008 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.008 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.008 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.008 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.008 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.008 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.008 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.008 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.008 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.008 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.008 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.008 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.009 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.009 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.009 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.009 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.009 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.009 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.009 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.009 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.009 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.009 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.009 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.009 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.009 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.009 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.009 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.009 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.009 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.009 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.010 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.010 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.010 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.010 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.010 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.010 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.010 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.010 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.010 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.010 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.010 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.010 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.010 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.010 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.010 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.010 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.011 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.011 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.011 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.011 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.011 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.011 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.011 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.011 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.011 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.011 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.011 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.011 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.011 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.011 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.011 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.012 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.012 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.012 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.012 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.012 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.012 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.012 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.012 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.012 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.012 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.012 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.012 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.012 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.012 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.012 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.012 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.012 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.013 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.013 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.013 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.013 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.013 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.013 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.013 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.013 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.013 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.013 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.013 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.013 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.013 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.013 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.013 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.013 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.013 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.014 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.014 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.014 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.014 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.014 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.014 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.014 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.014 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.014 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.014 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.014 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.014 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.014 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.014 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.014 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.014 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.014 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.014 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.015 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.015 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.015 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.015 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.015 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.015 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.015 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.015 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.015 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.015 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.015 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.015 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.015 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.015 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.015 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ ERROR at teardown of test_encrypted_transfer_1b ________________ 2023-12-03T12:50:23.015 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.015 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.016 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.016 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.016 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.016 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.016 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.016 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.016 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.016 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.016 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.016 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.016 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.016 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.016 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.016 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.016 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.016 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.016 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.016 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.017 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.017 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.017 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.017 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.017 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.017 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.017 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.017 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.017 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.017 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.017 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.017 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.017 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.017 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.017 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.017 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.017 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.018 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.018 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.018 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.018 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.018 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.018 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.018 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.018 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.018 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.018 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.018 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.018 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.018 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.018 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.018 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.018 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.018 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.019 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.019 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.019 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.019 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.019 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.019 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.019 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.019 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.019 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.019 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.019 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.019 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.019 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.019 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.019 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.019 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.019 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.020 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.020 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.020 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.020 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.020 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.020 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.020 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.020 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.020 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.020 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.020 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.020 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.020 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.020 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.020 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.020 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.020 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.020 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.021 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.021 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.021 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.021 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.021 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.021 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.021 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.021 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.021 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.021 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.021 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.021 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.021 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.021 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.021 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.021 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.022 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.022 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.022 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.022 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.022 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.022 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.022 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.022 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.022 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.022 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.022 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.022 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.022 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.022 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.022 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.023 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.023 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.023 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.023 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.023 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.023 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.023 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.023 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.023 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.023 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.023 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.023 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.023 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.023 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.023 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.023 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.023 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.024 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.024 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.024 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.024 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.024 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.024 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.024 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.024 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.024 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.024 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.024 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.024 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.024 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.024 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.025 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.025 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.025 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.025 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.025 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.025 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.025 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.025 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.025 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.025 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.025 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.025 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.026 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.026 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.026 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.026 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.026 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.026 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.026 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.026 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.026 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.026 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.026 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.026 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.026 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.026 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.026 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.026 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.026 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.027 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.027 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.027 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.027 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.027 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.027 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.027 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.027 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.027 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.027 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.027 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.027 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.027 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.027 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.027 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.027 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.027 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.028 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.028 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.028 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.028 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.028 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.028 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.028 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.028 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.028 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.028 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.028 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.028 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.028 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.028 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.028 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.028 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.028 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.028 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.029 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.029 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.029 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.029 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.029 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.029 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.029 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.029 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.029 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.029 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.029 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.029 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.029 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.029 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.029 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.029 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.029 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.030 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.030 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.030 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.030 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.030 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.030 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.030 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.030 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.030 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.030 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.030 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.030 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.030 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.030 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.030 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.030 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.030 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.031 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.031 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.031 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.031 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.031 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.031 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.031 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.031 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.031 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.031 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.031 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.031 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.031 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.031 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.031 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.032 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.032 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ ERROR at teardown of test_encrypted_transfer_1kb _______________ 2023-12-03T12:50:23.032 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.032 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.032 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.032 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.032 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.032 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.032 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.032 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.032 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.032 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.032 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.032 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.032 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.033 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.033 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.033 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.033 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.033 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.033 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.033 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.033 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.033 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.033 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.033 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.033 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.033 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.033 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.033 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.033 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.033 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.034 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.034 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.034 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.034 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.034 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.034 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.034 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.034 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.034 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.034 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.034 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.034 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.034 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.034 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.034 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.035 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.035 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.035 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.035 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.035 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.035 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.035 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.035 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.035 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.035 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.035 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.035 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.035 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.035 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.035 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.035 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.035 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.036 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.036 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.036 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.036 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.036 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.036 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.036 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.036 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.036 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.036 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.036 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.036 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.036 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.036 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.036 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.036 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.036 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.036 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.037 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.037 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.037 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.037 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.037 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.037 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.037 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.037 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.037 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.037 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.037 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.037 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.037 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.037 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.037 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.037 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.037 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.037 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.038 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.038 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.038 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.038 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.038 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.038 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.038 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.038 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.038 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.038 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.038 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.038 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.038 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.038 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.038 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.038 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.038 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.039 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.039 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.039 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.039 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.039 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.039 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.039 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.039 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.039 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.039 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.039 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.039 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.039 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.039 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.039 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.039 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.039 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.040 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.040 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.040 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.040 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.040 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.040 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.040 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.040 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.040 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.040 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.040 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.040 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.040 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.040 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.040 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.040 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.040 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.041 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.041 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.041 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.041 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.041 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.041 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.041 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.041 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.041 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.041 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.041 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.041 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.041 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.041 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.041 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.041 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.041 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.042 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.042 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.042 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.042 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.042 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.042 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.042 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.042 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.042 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.042 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.042 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.042 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.042 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.042 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.042 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.042 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.042 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.043 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.043 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.043 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.043 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.043 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.043 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.043 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.043 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.043 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.043 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.043 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.043 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.043 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.043 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.044 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.044 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.044 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.044 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.044 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.044 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.044 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.044 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.044 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.044 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.044 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.044 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.044 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.044 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.044 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.044 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.044 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.045 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.045 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.045 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.045 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.045 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.045 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.045 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.045 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.045 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.045 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.045 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.045 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.045 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.045 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.045 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.045 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.045 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.046 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.046 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.046 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.046 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.046 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.046 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.046 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.046 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.046 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.046 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.046 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.046 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.046 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.046 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.046 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.046 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.046 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.047 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.047 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.047 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.047 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.047 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.047 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.047 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.047 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.047 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.047 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.047 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.047 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.047 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.048 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.048 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.048 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.048 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.048 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.048 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.048 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.048 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.048 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ ERROR at teardown of test_encrypted_transfer_1MB _______________ 2023-12-03T12:50:23.048 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.048 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.048 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.048 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.048 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.048 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.048 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.048 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.049 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.049 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.049 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.049 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.049 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.049 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.049 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.049 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.049 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.049 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.049 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.049 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.049 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.049 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.049 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.050 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.050 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.050 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.050 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.050 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.050 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.050 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.050 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.050 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.050 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.050 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.050 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.050 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.050 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.050 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.050 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.051 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.051 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.051 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.051 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.051 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.051 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.051 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.051 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.051 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.051 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.051 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.051 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.051 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.051 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.051 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.051 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.051 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.052 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.052 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.052 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.052 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.052 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.052 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.052 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.052 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.052 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.052 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.052 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.052 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.052 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.052 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.052 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.052 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.052 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.053 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.053 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.053 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.053 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.053 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.053 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.053 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.053 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.053 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.053 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.053 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.053 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.053 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.053 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.053 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.053 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.054 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.054 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.054 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.054 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.054 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.054 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.054 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.054 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.054 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.054 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.054 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.054 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.054 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.054 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.054 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.054 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.054 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.055 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.055 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.055 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.055 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.055 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.055 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.055 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.055 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.055 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.055 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.055 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.055 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.055 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.056 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.056 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.056 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.056 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.056 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.056 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.056 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.056 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.056 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.056 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.056 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.056 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.056 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.056 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.056 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.056 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.056 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.057 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.057 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.057 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.057 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.057 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.057 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.057 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.057 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.057 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.057 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.057 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.057 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.057 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.057 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.057 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.057 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.057 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.057 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.058 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.058 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.058 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.058 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.058 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.058 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.058 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.058 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.058 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.058 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.058 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.059 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.059 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.059 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.059 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.059 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.059 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.059 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.059 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.059 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.059 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.059 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.059 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.059 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.059 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.059 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.059 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.059 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.059 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.060 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.060 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.060 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.060 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.060 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.060 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.060 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.060 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.061 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.061 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.061 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.061 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.061 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.061 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.061 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.061 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.061 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.061 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.061 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.061 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.061 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.061 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.061 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.061 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.062 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.062 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.062 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.062 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.062 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.062 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.062 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.062 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.062 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.062 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.062 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.062 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.062 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.062 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.062 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.062 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.062 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.063 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.063 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.063 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.063 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.063 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.063 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.063 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.063 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.063 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.063 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.063 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.063 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.063 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.063 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.063 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.063 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.064 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.064 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.064 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.064 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.064 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.064 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.064 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.064 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.064 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.064 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.064 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.064 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.064 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.064 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ ERROR at teardown of test_encrypted_transfer_13b _______________ 2023-12-03T12:50:23.064 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.064 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.064 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.064 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.065 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.065 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.065 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.065 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.065 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.065 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.065 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.065 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.065 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.065 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.065 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.065 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.065 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.065 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.065 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.065 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.065 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.066 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.066 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.066 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.066 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.066 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.066 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.066 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.066 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.066 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.066 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.066 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.066 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.066 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.066 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.066 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.066 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.066 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.067 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.067 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.067 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.067 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.067 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.067 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.067 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.067 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.067 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.067 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.067 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.067 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.067 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.067 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.067 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.067 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.068 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.068 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.068 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.068 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.068 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.068 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.068 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.068 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.068 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.068 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.068 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.068 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.068 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.068 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.068 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.068 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.068 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.069 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.069 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.069 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.069 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.069 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.069 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.069 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.069 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.069 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.069 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.069 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.069 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.069 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.069 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.069 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.070 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.070 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.070 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.070 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.070 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.070 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.070 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.070 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.070 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.070 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.070 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.070 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.070 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.070 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.070 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.071 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.071 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.071 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.071 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.071 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.071 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.071 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.071 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.071 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.071 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.071 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.071 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.071 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.071 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.071 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.071 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.072 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.072 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.072 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.072 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.072 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.072 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.072 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.072 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.072 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.072 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.072 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.072 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.072 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.072 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.072 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.072 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.072 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.072 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.073 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.073 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.073 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.073 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.073 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.073 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.073 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.073 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.073 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.073 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.073 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.073 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.073 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.073 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.073 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.073 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.073 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.073 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.074 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.074 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.074 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.074 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.074 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.074 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.074 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.074 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.074 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.074 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.074 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.074 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.074 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.074 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.074 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.075 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.075 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.075 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.075 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.075 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.075 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.075 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.075 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.075 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.075 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.075 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.075 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.075 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.075 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.075 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.076 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.076 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.076 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.076 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.076 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.076 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.076 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.076 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.076 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.076 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.076 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.076 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.076 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.076 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.076 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.076 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.076 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.077 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.077 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.077 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.077 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.077 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.077 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.077 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.077 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.077 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.077 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.077 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.077 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.077 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.077 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.078 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.078 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.078 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.078 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.078 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.078 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.078 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.078 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.078 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.078 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.078 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.078 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.078 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.079 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.079 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.079 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.079 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.079 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.079 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.079 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.079 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.079 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.079 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.079 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.079 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.079 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.079 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.079 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.079 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.080 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.080 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.080 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.080 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.080 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.080 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.080 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.080 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.080 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.080 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.080 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.080 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.080 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.080 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.080 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.080 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.081 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.081 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.081 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.081 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.081 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.081 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.081 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.081 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.081 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.081 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.081 INFO:teuthology.orchestra.run.smithi145.stdout:____________ ERROR at teardown of test_encryption_sse_c_method_head ____________ 2023-12-03T12:50:23.081 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.081 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.081 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.081 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.081 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.082 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.082 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.082 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.082 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.082 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.082 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.082 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.082 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.082 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.082 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.082 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.082 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.082 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.082 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.082 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.082 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.082 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.083 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.083 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.083 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.083 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.083 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.083 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.083 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.083 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.083 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.083 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.083 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.083 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.083 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.083 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.083 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.083 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.083 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.084 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.084 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.084 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.084 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.084 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.084 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.084 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.084 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.084 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.084 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.084 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.084 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.084 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.084 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.084 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.085 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.085 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.085 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.085 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.085 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.085 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.085 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.085 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.085 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.085 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.085 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.085 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.085 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.085 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.085 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.085 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.086 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.086 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.086 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.086 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.086 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.086 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.086 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.086 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.086 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.086 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.086 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.086 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.086 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.086 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.086 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.087 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.087 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.087 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.087 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.087 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.087 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.087 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.087 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.087 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.087 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.087 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.087 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.087 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.087 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.087 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.087 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.087 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.088 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.088 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.088 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.088 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.088 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.088 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.088 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.088 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.088 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.088 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.088 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.088 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.088 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.088 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.088 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.088 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.088 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.089 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.089 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.089 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.089 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.089 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.089 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.089 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.089 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.089 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.089 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.089 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.089 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.089 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.089 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.089 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.089 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.089 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.090 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.090 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.090 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.090 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.090 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.090 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.090 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.090 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.090 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.090 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.090 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.090 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.090 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.090 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.090 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.090 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.091 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.091 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.091 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.091 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.091 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.091 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.091 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.091 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.091 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.091 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.091 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.091 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.091 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.091 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.091 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.091 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.092 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.092 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.092 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.092 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.092 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.092 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.092 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.092 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.092 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.092 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.092 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.092 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.092 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.092 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.092 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.092 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.093 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.093 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.093 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.093 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.093 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.093 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.093 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.093 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.093 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.093 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.093 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.093 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.093 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.093 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.093 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.093 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.093 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.093 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.094 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.094 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.094 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.094 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.094 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.094 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.094 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.094 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.094 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.094 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.094 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.094 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.094 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.094 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.094 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.094 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.094 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.095 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.095 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.095 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.095 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.095 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.095 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.095 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.095 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.095 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.095 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.095 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.095 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.095 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.095 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.095 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.096 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.096 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.096 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.096 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.096 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.096 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.096 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.096 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.096 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.096 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.096 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.096 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.096 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.096 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.096 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.096 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.096 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.096 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.097 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.097 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.097 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.097 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.097 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.097 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.097 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.097 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.097 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.097 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.097 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.097 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.097 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.097 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.097 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.097 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.097 INFO:teuthology.orchestra.run.smithi145.stdout:______________ ERROR at teardown of test_encryption_sse_c_present ______________ 2023-12-03T12:50:23.098 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.098 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.098 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.098 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.098 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.098 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.098 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.098 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.098 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.098 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.098 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.098 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.098 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.098 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.098 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.098 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.098 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.099 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.099 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.099 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.099 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.099 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.099 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.099 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.099 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.099 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.099 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.099 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.099 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.099 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.099 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.100 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.100 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.100 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.100 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.100 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.100 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.100 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.100 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.100 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.100 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.100 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.100 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.100 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.100 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.100 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.100 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.100 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.101 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.101 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.101 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.101 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.101 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.101 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.101 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.101 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.101 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.101 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.101 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.101 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.101 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.101 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.101 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.101 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.102 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.102 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.102 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.102 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.102 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.102 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.102 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.102 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.102 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.102 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.102 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.102 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.102 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.102 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.102 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.102 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.102 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.103 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.103 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.103 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.103 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.103 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.103 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.103 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.103 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.103 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.103 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.103 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.103 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.103 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.103 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.103 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.103 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.103 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.104 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.104 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.104 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.104 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.104 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.104 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.104 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.104 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.104 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.104 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.104 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.104 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.104 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.104 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.104 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.104 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.104 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.104 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.105 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.105 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.105 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.105 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.105 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.105 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.105 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.105 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.105 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.105 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.105 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.105 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.105 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.105 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.105 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.105 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.105 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.106 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.106 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.106 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.106 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.106 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.106 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.106 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.106 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.106 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.106 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.106 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.106 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.106 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.107 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.107 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.107 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.107 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.107 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.107 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.107 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.107 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.107 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.107 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.107 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.107 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.108 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.108 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.108 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.108 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.108 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.108 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.108 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.108 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.108 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.108 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.108 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.108 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.108 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.108 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.108 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.109 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.109 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.109 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.109 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.109 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.109 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.109 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.109 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.109 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.109 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.109 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.109 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.109 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.109 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.109 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.109 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.109 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.110 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.110 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.110 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.110 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.110 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.110 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.110 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.110 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.110 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.110 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.110 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.110 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.110 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.110 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.110 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.110 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.110 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.111 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.111 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.111 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.111 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.111 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.111 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.111 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.111 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.111 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.111 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.111 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.111 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.111 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.111 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.111 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.111 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.112 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.112 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.112 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.112 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.112 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.112 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.112 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.112 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.112 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.112 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.112 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.112 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.112 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.112 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.112 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.113 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.113 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.113 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.113 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.113 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.113 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.113 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.113 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.113 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.113 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.113 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.113 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.113 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.113 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.113 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.113 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.113 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.113 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.114 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.114 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.114 INFO:teuthology.orchestra.run.smithi145.stdout:_____________ ERROR at teardown of test_encryption_sse_c_other_key _____________ 2023-12-03T12:50:23.114 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.114 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.114 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.114 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.114 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.114 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.114 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.114 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.114 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.114 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.114 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.114 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.114 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.115 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.115 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.115 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.115 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.115 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.115 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.115 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.115 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.115 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.115 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.115 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.115 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.115 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.115 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.115 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.115 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.115 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.115 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.116 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.116 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.116 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.116 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.116 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.116 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.116 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.116 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.116 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.116 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.116 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.116 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.116 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.116 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.116 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.116 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.117 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.117 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.117 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.117 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.117 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.117 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.117 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.117 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.117 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.117 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.117 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.117 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.117 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.117 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.117 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.117 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.117 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.118 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.118 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.118 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.118 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.118 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.118 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.118 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.118 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.118 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.118 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.118 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.118 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.118 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.118 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.118 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.118 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.118 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.119 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.119 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.119 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.119 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.119 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.119 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.119 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.119 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.119 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.119 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.119 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.119 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.119 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.119 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.119 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.119 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.119 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.119 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.120 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.120 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.120 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.120 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.120 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.120 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.120 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.120 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.120 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.120 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.120 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.120 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.120 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.120 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.120 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.120 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.120 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.121 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.121 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.121 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.121 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.121 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.121 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.121 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.121 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.121 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.121 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.121 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.121 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.121 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.121 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.121 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.121 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.121 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.122 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.122 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.122 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.122 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.122 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.122 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.122 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.122 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.122 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.122 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.122 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.122 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.122 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.122 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.122 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.123 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.123 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.123 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.123 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.123 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.123 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.123 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.123 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.123 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.123 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.123 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.123 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.123 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.123 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.123 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.124 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.124 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.124 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.124 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.124 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.124 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.124 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.124 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.124 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.124 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.124 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.124 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.124 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.125 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.125 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.125 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.125 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.125 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.125 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.125 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.125 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.125 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.125 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.125 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.125 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.125 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.125 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.125 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.125 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.126 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.126 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.126 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.126 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.126 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.126 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.126 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.126 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.126 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.126 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.126 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.126 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.126 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.126 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.127 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.127 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.127 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.127 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.127 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.127 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.127 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.127 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.127 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.127 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.127 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.127 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.128 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.128 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.128 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.128 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.128 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.128 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.128 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.128 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.128 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.128 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.128 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.128 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.128 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.128 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.128 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.128 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.128 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.129 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.129 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.129 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.129 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.129 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.129 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.129 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.129 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.129 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.129 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.129 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.129 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.129 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.129 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.129 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.129 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.130 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.130 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.130 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.130 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.130 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.130 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.130 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.130 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.130 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.130 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.130 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.130 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.130 INFO:teuthology.orchestra.run.smithi145.stdout:____________ ERROR at teardown of test_encryption_sse_c_invalid_md5 ____________ 2023-12-03T12:50:23.130 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.130 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.131 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.131 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.131 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.131 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.131 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.131 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.131 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.131 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.131 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.131 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.131 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.131 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.131 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.131 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.131 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.132 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.132 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.132 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.132 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.132 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.132 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.132 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.132 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.132 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.132 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.132 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.132 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.132 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.132 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.132 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.132 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.132 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.132 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.133 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.133 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.133 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.133 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.133 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.133 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.133 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.133 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.133 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.133 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.133 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.133 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.133 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.133 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.134 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.134 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.134 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.134 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.134 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.134 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.134 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.134 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.134 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.134 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.134 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.134 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.134 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.134 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.134 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.135 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.135 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.135 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.135 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.135 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.135 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.135 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.135 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.135 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.135 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.135 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.135 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.135 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.135 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.135 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.135 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.135 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.136 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.136 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.136 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.136 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.136 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.136 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.136 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.136 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.136 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.136 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.136 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.136 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.136 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.136 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.136 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.136 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.136 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.136 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.137 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.137 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.137 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.137 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.137 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.137 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.137 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.137 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.137 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.137 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.137 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.137 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.137 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.137 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.137 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.137 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.137 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.138 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.138 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.138 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.138 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.138 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.138 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.138 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.138 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.138 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.138 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.138 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.138 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.138 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.138 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.138 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.138 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.139 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.139 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.139 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.139 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.139 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.139 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.139 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.139 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.139 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.139 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.139 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.139 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.139 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.140 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.140 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.140 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.140 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.140 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.140 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.140 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.140 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.140 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.140 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.140 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.140 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.140 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.140 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.140 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.140 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.140 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.140 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.141 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.141 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.141 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.141 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.141 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.141 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.141 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.141 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.141 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.141 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.141 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.141 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.141 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.141 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.141 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.141 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.142 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.142 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.142 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.142 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.142 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.142 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.142 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.142 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.142 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.142 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.142 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.142 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.142 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.142 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.142 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.142 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.142 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.143 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.143 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.143 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.143 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.143 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.143 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.143 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.143 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.143 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.143 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.143 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.143 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.143 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.143 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.143 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.143 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.143 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.144 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.144 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.144 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.144 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.144 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.144 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.144 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.144 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.144 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.144 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.144 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.144 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.144 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.144 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.144 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.144 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.144 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.144 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.145 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.145 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.145 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.145 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.145 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.145 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.145 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.145 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.145 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.145 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.145 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.145 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.145 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.145 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.145 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.145 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.145 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.145 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.146 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.146 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.146 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.146 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.146 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.146 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.146 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.146 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.146 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.146 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.146 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.146 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.146 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.146 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.146 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.146 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.147 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.147 INFO:teuthology.orchestra.run.smithi145.stdout:______________ ERROR at teardown of test_encryption_sse_c_no_md5 _______________ 2023-12-03T12:50:23.147 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.147 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.147 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.147 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.147 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.147 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.147 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.147 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.147 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.147 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.147 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.147 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.148 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.148 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.148 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.148 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.148 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.148 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.148 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.148 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.148 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.148 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.148 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.148 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.148 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.148 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.148 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.148 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.149 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.149 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.149 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.149 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.149 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.149 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.149 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.149 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.149 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.149 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.149 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.149 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.149 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.149 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.149 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.149 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.149 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.150 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.150 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.150 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.150 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.150 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.150 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.150 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.150 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.150 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.150 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.150 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.150 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.150 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.150 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.150 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.151 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.151 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.151 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.151 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.151 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.151 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.151 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.151 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.151 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.151 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.151 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.151 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.151 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.151 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.151 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.151 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.152 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.152 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.152 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.152 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.152 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.152 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.152 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.152 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.152 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.152 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.152 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.152 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.152 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.152 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.152 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.152 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.153 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.153 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.153 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.153 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.153 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.153 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.153 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.153 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.153 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.153 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.153 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.153 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.153 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.153 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.153 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.153 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.154 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.154 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.154 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.154 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.154 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.154 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.154 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.154 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.154 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.154 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.154 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.154 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.154 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.154 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.154 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.154 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.155 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.155 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.155 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.155 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.155 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.155 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.155 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.155 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.155 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.155 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.155 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.155 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.155 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.156 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.156 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.156 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.156 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.156 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.156 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.156 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.156 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.156 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.156 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.156 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.156 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.156 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.156 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.156 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.156 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.156 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.157 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.157 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.157 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.157 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.157 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.157 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.157 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.157 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.157 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.157 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.157 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.157 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.157 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.157 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.157 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.157 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.157 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.158 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.158 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.158 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.158 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.158 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.158 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.158 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.158 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.158 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.158 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.158 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.158 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.158 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.158 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.158 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.158 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.159 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.159 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.159 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.159 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.159 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.159 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.159 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.159 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.159 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.159 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.159 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.159 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.159 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.159 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.159 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.160 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.160 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.160 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.160 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.160 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.160 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.160 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.160 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.160 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.160 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.160 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.160 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.160 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.160 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.160 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.160 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.161 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.161 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.161 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.161 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.161 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.161 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.161 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.161 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.161 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.161 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.161 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.161 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.161 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.161 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.161 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.162 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.162 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.162 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.162 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.162 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.162 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.162 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.162 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.162 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.162 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.162 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.162 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.162 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.162 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.162 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.162 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.162 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.163 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.163 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.163 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.163 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.163 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.163 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.163 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.163 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.163 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.163 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.163 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.163 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.163 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.163 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.163 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.163 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.163 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.164 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.164 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.164 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.164 INFO:teuthology.orchestra.run.smithi145.stdout:______________ ERROR at teardown of test_encryption_sse_c_no_key _______________ 2023-12-03T12:50:23.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.164 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.164 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.164 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.164 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.164 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.164 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.164 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.164 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.164 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.165 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.165 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.165 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.165 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.165 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.165 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.165 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.165 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.165 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.165 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.165 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.165 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.165 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.165 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.165 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.165 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.165 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.166 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.166 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.166 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.166 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.166 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.166 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.166 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.166 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.166 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.166 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.166 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.166 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.166 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.166 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.166 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.166 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.166 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.166 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.167 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.167 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.167 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.167 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.167 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.167 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.167 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.167 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.167 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.167 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.167 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.167 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.167 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.167 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.167 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.167 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.167 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.168 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.168 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.168 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.168 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.168 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.168 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.168 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.168 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.168 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.168 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.168 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.168 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.168 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.168 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.169 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.169 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.169 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.169 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.169 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.169 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.169 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.169 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.169 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.169 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.169 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.169 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.169 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.169 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.170 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.170 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.170 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.170 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.170 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.170 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.170 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.170 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.170 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.170 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.170 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.170 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.170 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.170 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.170 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.170 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.171 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.171 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.171 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.171 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.171 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.171 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.171 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.171 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.171 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.171 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.171 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.171 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.171 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.171 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.171 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.171 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.172 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.172 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.172 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.172 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.172 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.172 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.172 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.172 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.172 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.172 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.172 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.172 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.172 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.173 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.173 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.173 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.173 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.173 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.173 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.173 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.173 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.173 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.173 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.173 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.173 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.173 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.173 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.173 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.173 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.174 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.174 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.174 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.174 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.174 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.174 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.174 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.174 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.174 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.174 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.174 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.174 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.174 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.174 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.174 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.174 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.175 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.175 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.175 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.175 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.175 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.175 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.175 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.175 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.175 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.175 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.175 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.175 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.175 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.175 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.175 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.175 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.176 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.176 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.176 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.176 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.176 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.176 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.176 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.176 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.176 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.176 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.176 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.176 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.176 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.176 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.176 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.176 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.177 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.177 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.177 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.177 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.177 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.177 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.177 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.177 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.177 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.177 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.177 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.177 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.177 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.177 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.177 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.177 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.178 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.178 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.178 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.178 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.178 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.178 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.178 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.178 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.178 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.178 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.178 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.178 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.178 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.178 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.178 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.178 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.179 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.179 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.179 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.179 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.179 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.179 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.179 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.179 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.179 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.179 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.179 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.179 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.179 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.179 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.179 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.179 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.179 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.180 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.180 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.180 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.180 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.180 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.180 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.180 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.180 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.180 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.180 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.180 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.180 INFO:teuthology.orchestra.run.smithi145.stdout:______________ ERROR at teardown of test_encryption_key_no_sse_c _______________ 2023-12-03T12:50:23.180 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.180 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.181 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.181 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.181 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.181 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.181 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.181 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.181 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.181 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.181 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.181 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.181 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.181 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.181 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.181 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.181 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.181 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.182 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.182 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.182 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.182 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.182 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.182 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.182 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.182 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.182 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.182 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.182 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.182 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.182 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.182 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.182 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.182 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.183 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.183 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.183 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.183 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.183 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.183 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.183 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.183 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.183 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.183 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.183 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.183 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.183 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.183 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.183 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.183 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.183 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.184 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.184 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.184 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.184 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.184 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.184 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.184 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.184 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.184 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.184 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.184 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.184 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.184 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.184 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.184 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.184 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.184 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.185 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.185 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.185 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.185 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.185 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.185 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.185 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.185 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.185 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.185 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.185 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.186 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.186 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.186 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.186 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.186 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.186 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.186 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.186 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.186 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.186 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.186 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.186 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.186 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.186 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.187 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.187 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.187 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.187 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.187 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.187 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.187 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.187 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.187 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.187 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.187 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.187 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.187 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.187 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.187 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.188 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.188 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.188 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.188 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.188 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.188 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.188 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.188 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.188 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.188 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.188 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.188 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.188 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.188 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.188 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.189 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.189 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.189 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.189 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.189 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.189 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.189 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.189 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.189 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.189 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.189 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.189 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.190 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.190 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.190 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.190 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.190 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.190 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.190 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.190 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.190 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.190 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.190 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.190 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.190 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.191 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.191 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.191 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.191 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.191 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.191 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.191 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.191 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.191 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.191 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.191 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.191 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.191 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.191 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.192 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.192 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.192 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.192 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.192 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.192 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.192 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.192 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.192 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.192 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.192 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.193 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.193 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.193 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.193 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.193 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.193 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.193 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.193 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.193 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.193 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.193 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.193 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.193 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.193 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.193 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.193 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.194 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.194 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.194 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.194 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.194 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.194 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.194 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.194 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.194 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.194 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.194 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.194 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.194 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.194 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.194 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.195 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.195 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.195 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.195 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.195 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.195 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.195 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.195 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.195 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.195 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.195 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.195 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.195 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.195 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.195 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.195 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.195 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.196 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.196 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.196 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.196 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.196 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.196 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.196 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.196 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.196 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.196 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.196 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.196 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.196 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.196 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.196 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.196 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.196 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.197 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.197 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.197 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.197 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.197 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.197 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.197 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.197 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.197 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.197 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.197 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.197 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.197 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.197 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.197 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.197 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.197 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.198 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.198 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.198 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.198 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.198 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.198 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.198 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.198 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.198 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.198 INFO:teuthology.orchestra.run.smithi145.stdout:_________ ERROR at teardown of test_encryption_sse_c_multipart_upload __________ 2023-12-03T12:50:23.198 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.198 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.198 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.198 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.198 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.198 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.199 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.199 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.199 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.199 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.199 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.199 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.199 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.199 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.199 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.199 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.199 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.199 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.199 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.199 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.199 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.199 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.200 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.200 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.200 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.200 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.200 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.200 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.200 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.200 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.200 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.200 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.200 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.200 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.200 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.200 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.200 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.200 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.200 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.200 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.201 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.201 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.201 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.201 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.201 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.201 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.201 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.201 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.201 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.201 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.201 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.201 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.201 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.201 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.201 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.202 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.202 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.202 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.202 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.202 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.202 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.202 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.202 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.202 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.202 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.202 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.202 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.202 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.202 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.202 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.203 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.203 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.203 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.203 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.203 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.203 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.203 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.203 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.203 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.203 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.203 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.204 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.204 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.204 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.204 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.204 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.204 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.204 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.204 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.204 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.204 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.204 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.204 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.204 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.204 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.204 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.204 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.204 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.205 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.205 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.205 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.205 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.205 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.205 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.205 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.205 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.205 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.205 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.205 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.205 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.205 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.205 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.205 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.205 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.205 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.206 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.206 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.206 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.206 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.206 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.206 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.206 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.206 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.206 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.206 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.206 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.206 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.206 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.206 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.206 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.206 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.206 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.207 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.207 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.207 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.207 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.207 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.207 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.207 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.207 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.207 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.207 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.207 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.207 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.207 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.207 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.207 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.207 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.207 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.208 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.208 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.208 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.208 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.208 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.208 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.208 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.208 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.208 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.208 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.208 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.208 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.208 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.208 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.208 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.208 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.208 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.209 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.209 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.209 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.209 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.209 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.209 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.209 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.209 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.209 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.209 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.209 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.209 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.209 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.209 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.210 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.210 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.210 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.210 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.210 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.210 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.210 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.210 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.210 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.210 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.210 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.210 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.210 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.210 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.210 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.211 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.211 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.211 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.211 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.211 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.211 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.211 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.211 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.211 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.211 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.211 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.211 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.211 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.211 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.211 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.212 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.212 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.212 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.212 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.212 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.212 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.212 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.212 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.212 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.212 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.212 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.212 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.212 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.212 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.212 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.212 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.213 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.213 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.213 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.213 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.213 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.213 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.213 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.213 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.213 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.213 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.213 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.213 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.213 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.213 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.213 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.214 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.214 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.214 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.214 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.214 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.214 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.214 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.214 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.214 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.214 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.214 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.214 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.214 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.214 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.214 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.215 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.215 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.215 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.215 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.215 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.215 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.215 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.215 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.215 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.215 INFO:teuthology.orchestra.run.smithi145.stdout:____ ERROR at teardown of test_encryption_sse_c_unaligned_multipart_upload _____ 2023-12-03T12:50:23.215 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.215 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.215 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.215 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.215 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.216 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.216 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.216 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.216 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.216 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.216 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.216 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.216 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.216 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.216 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.216 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.216 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.216 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.216 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.216 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.216 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.217 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.217 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.217 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.217 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.217 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.217 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.217 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.217 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.217 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.217 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.217 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.217 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.217 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.217 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.217 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.217 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.218 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.218 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.218 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.218 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.218 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.218 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.218 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.218 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.218 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.218 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.218 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.218 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.218 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.218 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.218 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.218 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.218 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.219 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.219 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.219 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.219 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.219 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.219 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.219 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.219 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.219 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.219 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.219 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.219 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.219 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.219 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.219 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.219 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.220 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.220 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.220 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.220 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.220 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.220 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.220 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.220 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.220 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.220 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.220 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.221 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.221 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.221 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.221 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.221 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.221 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.221 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.221 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.221 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.221 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.221 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.221 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.221 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.221 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.221 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.222 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.222 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.222 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.222 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.222 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.222 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.222 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.222 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.222 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.222 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.222 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.222 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.222 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.223 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.223 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.223 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.223 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.223 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.223 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.223 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.223 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.223 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.223 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.223 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.223 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.223 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.223 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.223 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.224 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.224 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.224 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.224 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.224 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.224 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.224 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.224 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.224 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.224 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.224 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.225 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.225 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.225 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.225 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.225 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.225 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.225 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.225 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.225 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.225 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.225 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.225 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.225 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.226 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.226 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.226 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.226 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.226 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.226 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.226 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.226 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.226 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.226 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.226 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.227 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.227 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.227 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.227 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.227 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.227 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.227 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.227 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.227 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.227 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.227 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.227 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.227 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.227 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.227 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.227 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.228 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.228 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.228 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.228 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.228 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.228 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.228 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.228 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.228 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.228 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.228 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.228 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.228 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.228 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.228 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.228 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.228 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.229 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.229 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.229 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.229 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.229 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.229 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.229 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.229 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.229 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.229 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.229 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.229 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.229 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.229 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.229 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.229 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.229 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.230 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.230 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.230 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.230 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.230 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.230 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.230 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.230 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.230 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.230 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.230 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.230 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.230 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.230 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.230 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.230 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.231 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.231 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.231 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.231 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.231 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.231 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.231 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.231 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.231 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.231 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.231 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.231 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.231 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.231 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.231 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.231 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.232 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.232 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.232 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.232 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.232 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.232 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.232 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.232 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.232 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.232 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.232 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.232 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.232 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.232 INFO:teuthology.orchestra.run.smithi145.stdout:______ ERROR at teardown of test_encryption_sse_c_multipart_bad_download _______ 2023-12-03T12:50:23.232 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.232 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.232 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.233 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.233 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.233 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.233 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.233 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.233 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.233 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.233 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.233 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.233 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.233 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.233 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.233 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.233 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.233 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.233 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.233 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.234 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.234 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.234 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.234 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.234 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.234 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.234 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.234 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.234 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.234 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.234 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.234 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.234 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.234 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.234 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.235 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.235 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.235 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.235 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.235 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.235 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.235 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.235 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.235 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.235 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.235 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.236 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.236 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.236 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.236 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.236 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.236 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.236 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.236 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.236 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.236 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.236 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.236 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.236 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.236 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.237 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.237 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.237 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.237 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.237 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.237 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.237 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.237 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.237 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.237 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.237 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.237 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.237 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.238 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.238 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.238 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.238 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.238 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.238 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.238 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.238 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.238 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.238 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.238 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.239 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.239 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.239 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.239 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.239 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.239 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.239 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.239 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.239 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.239 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.239 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.239 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.239 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.240 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.240 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.240 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.240 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.240 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.240 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.240 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.240 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.240 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.240 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.240 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.240 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.240 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.240 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.240 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.240 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.241 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.241 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.241 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.241 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.241 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.241 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.241 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.241 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.241 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.241 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.241 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.241 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.241 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.242 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.242 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.242 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.242 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.242 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.242 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.242 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.242 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.242 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.242 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.242 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.242 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.242 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.242 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.242 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.243 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.243 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.243 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.243 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.243 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.243 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.243 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.243 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.243 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.243 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.243 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.243 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.243 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.243 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.243 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.244 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.244 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.244 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.244 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.244 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.244 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.244 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.244 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.244 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.244 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.244 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.244 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.244 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.244 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.244 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.244 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.245 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.245 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.245 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.245 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.245 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.245 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.245 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.245 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.245 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.245 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.245 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.245 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.245 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.245 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.245 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.245 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.246 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.246 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.246 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.246 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.246 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.246 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.246 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.246 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.246 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.246 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.246 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.246 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.246 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.246 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.246 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.246 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.246 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.247 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.247 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.247 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.247 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.247 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.247 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.247 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.247 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.247 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.247 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.247 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.247 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.248 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.248 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.248 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.248 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.248 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.248 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.248 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.248 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.248 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.248 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.248 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.248 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.248 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.248 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.248 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.248 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.249 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.249 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.249 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.249 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.249 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.249 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.249 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.249 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.249 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.249 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.249 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.249 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.249 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.249 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.249 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.249 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.250 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.250 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.250 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.250 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.250 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.250 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.250 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.250 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.250 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.250 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.250 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.250 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.250 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.250 INFO:teuthology.orchestra.run.smithi145.stdout:_ ERROR at teardown of test_encryption_sse_c_post_object_authenticated_request _ 2023-12-03T12:50:23.250 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.250 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.251 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.251 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.251 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.251 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.251 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.251 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.251 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.251 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.251 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.251 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.251 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.251 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.251 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.251 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.251 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.251 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.252 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.252 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.252 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.252 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.252 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.252 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.252 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.252 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.252 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.252 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.252 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.252 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.252 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.252 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.252 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.252 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.252 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.253 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.253 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.253 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.253 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.253 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.253 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.253 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.253 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.253 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.253 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.253 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.253 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.253 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.253 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.254 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.254 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.254 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.254 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.254 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.254 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.254 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.254 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.254 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.254 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.254 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.254 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.254 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.254 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.255 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.255 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.255 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.255 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.255 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.255 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.255 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.255 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.255 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.255 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.255 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.255 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.255 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.255 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.255 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.255 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.256 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.256 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.256 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.256 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.256 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.256 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.256 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.256 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.256 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.256 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.256 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.256 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.256 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.256 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.256 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.256 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.257 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.257 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.257 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.257 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.257 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.257 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.257 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.257 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.257 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.257 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.257 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.257 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.257 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.257 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.257 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.257 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.258 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.258 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.258 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.258 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.258 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.258 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.258 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.258 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.258 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.258 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.258 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.258 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.258 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.258 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.258 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.259 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.259 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.259 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.259 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.259 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.259 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.259 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.259 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.259 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.259 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.259 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.259 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.259 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.259 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.259 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.259 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.259 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.260 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.260 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.260 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.260 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.260 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.260 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.260 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.260 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.260 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.260 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.260 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.260 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.260 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.260 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.260 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.260 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.260 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.261 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.261 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.261 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.261 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.261 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.261 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.261 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.261 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.261 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.261 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.261 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.261 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.262 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.262 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.262 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.262 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.262 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.262 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.262 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.262 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.262 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.262 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.262 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.262 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.262 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.262 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.262 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.262 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.262 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.263 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.263 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.263 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.263 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.263 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.263 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.263 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.263 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.263 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.263 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.263 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.263 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.263 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.263 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.263 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.263 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.263 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.264 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.264 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.264 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.264 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.264 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.264 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.264 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.264 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.264 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.264 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.264 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.264 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.264 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.264 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.264 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.264 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.265 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.265 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.265 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.265 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.265 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.265 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.265 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.265 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.265 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.265 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.265 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.265 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.265 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.265 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.265 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.265 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.265 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.266 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.266 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.266 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.266 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.266 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.266 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.266 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.266 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.266 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.266 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.266 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.266 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.266 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.266 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.266 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.266 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.266 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.267 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.267 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.267 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.267 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.267 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.267 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.267 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_sse_kms_method_head _________________ 2023-12-03T12:50:23.267 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.267 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.267 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.267 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.267 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.267 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.267 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.267 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.267 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.268 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.268 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.268 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.268 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.268 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.268 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.268 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.268 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.268 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.268 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.268 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.268 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.268 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.268 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.268 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.269 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.269 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.269 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.269 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.269 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.269 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.269 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.269 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.269 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.269 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.269 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.269 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.269 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.269 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.270 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.270 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.270 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.270 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.270 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.270 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.270 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.270 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.270 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.270 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.270 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.270 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.270 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.270 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.271 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.271 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.271 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.271 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.271 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.271 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.271 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.271 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.271 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.271 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.271 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.271 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.271 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.271 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.271 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.271 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.272 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.272 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.272 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.272 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.272 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.272 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.272 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.272 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.272 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.272 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.272 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.272 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.272 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.272 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.272 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.272 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.272 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.273 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.273 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.273 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.273 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.273 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.273 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.273 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.273 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.273 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.273 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.273 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.273 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.273 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.273 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.273 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.273 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.273 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.274 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.274 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.274 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.274 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.274 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.274 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.274 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.274 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.274 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.274 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.274 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.274 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.274 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.274 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.274 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.274 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.274 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.275 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.275 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.275 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.275 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.275 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.275 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.275 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.275 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.275 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.275 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.275 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.275 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.275 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.275 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.275 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.276 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.276 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.276 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.276 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.276 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.276 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.276 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.276 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.276 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.276 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.276 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.276 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.276 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.276 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.276 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.276 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.276 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.277 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.277 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.277 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.277 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.277 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.277 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.277 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.277 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.277 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.277 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.277 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.277 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.277 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.277 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.277 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.277 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.277 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.277 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.278 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.278 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.278 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.278 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.278 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.278 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.278 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.278 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.278 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.278 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.278 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.278 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.278 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.278 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.278 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.278 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.278 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.279 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.279 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.279 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.279 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.279 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.279 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.279 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.279 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.279 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.279 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.279 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.279 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.279 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.279 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.279 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.280 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.280 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.280 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.280 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.280 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.280 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.280 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.280 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.280 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.280 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.280 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.280 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.280 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.280 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.281 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.281 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.281 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.281 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.281 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.281 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.281 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.281 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.281 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.281 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.281 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.281 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.281 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.281 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.281 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.281 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.281 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.282 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.282 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.282 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.282 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.282 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.282 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.282 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.282 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.282 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.282 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.282 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.282 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.282 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.282 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.282 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.282 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.282 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.283 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.283 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.283 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.283 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.283 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.283 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.283 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.283 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.283 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.283 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.283 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.283 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.283 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.283 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at teardown of test_sse_kms_present ___________________ 2023-12-03T12:50:23.283 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.283 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.283 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.284 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.284 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.284 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.284 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.284 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.284 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.284 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.284 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.284 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.284 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.284 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.284 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.284 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.284 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.284 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.284 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.284 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.284 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.285 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.285 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.285 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.285 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.285 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.285 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.285 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.285 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.285 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.285 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.285 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.285 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.285 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.285 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.285 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.285 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.285 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.286 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.286 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.286 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.286 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.286 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.286 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.286 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.286 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.286 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.286 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.286 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.286 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.286 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.286 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.286 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.287 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.287 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.287 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.287 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.287 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.287 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.287 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.287 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.287 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.287 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.287 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.287 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.287 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.287 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.288 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.288 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.288 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.288 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.288 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.288 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.288 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.288 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.288 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.288 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.288 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.288 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.288 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.288 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.288 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.288 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.288 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.288 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.289 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.289 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.289 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.289 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.289 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.289 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.289 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.289 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.289 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.289 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.289 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.289 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.289 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.289 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.290 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.290 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.290 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.290 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.290 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.290 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.290 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.290 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.290 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.290 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.290 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.290 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.290 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.290 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.290 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.291 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.291 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.291 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.291 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.291 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.291 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.291 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.291 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.291 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.291 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.291 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.291 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.291 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.291 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.291 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.291 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.292 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.292 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.292 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.292 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.292 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.292 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.292 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.292 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.292 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.292 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.292 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.292 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.292 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.292 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.292 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.292 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.292 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.293 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.293 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.293 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.293 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.293 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.293 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.293 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.293 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.293 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.293 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.293 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.293 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.293 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.293 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.293 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.293 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.294 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.294 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.294 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.294 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.294 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.294 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.294 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.294 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.294 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.294 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.294 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.294 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.294 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.294 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.295 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.295 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.295 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.295 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.295 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.295 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.295 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.295 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.295 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.296 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.296 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.296 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.296 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.296 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.296 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.296 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.296 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.296 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.296 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.296 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.296 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.296 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.296 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.296 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.296 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.297 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.297 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.297 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.297 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.297 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.297 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.297 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.297 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.297 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.297 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.297 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.297 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.297 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.297 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.297 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.298 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.298 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.298 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.298 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.298 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.298 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.298 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.298 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.298 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.298 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.298 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.298 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.298 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.298 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.298 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.299 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.299 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.299 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.299 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.299 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.299 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.299 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.299 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.299 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.299 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.299 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.299 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.299 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.299 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.299 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.299 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.300 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.300 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.300 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.300 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.300 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.300 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.300 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.300 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.300 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.300 INFO:teuthology.orchestra.run.smithi145.stdout:___________________ ERROR at teardown of test_sse_kms_no_key ___________________ 2023-12-03T12:50:23.300 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.300 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.300 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.300 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.300 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.300 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.301 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.301 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.301 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.301 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.301 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.301 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.301 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.301 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.301 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.301 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.301 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.301 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.301 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.301 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.301 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.301 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.302 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.302 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.302 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.302 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.302 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.302 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.302 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.302 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.302 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.302 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.302 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.302 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.302 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.303 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.303 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.303 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.303 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.303 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.303 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.303 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.303 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.303 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.303 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.303 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.303 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.303 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.303 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.303 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.304 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.304 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.304 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.304 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.304 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.304 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.304 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.304 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.304 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.304 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.304 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.304 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.304 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.304 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.304 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.304 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.304 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.305 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.305 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.305 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.305 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.305 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.305 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.305 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.305 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.305 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.305 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.305 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.305 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.306 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.306 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.306 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.306 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.306 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.306 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.306 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.306 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.306 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.306 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.306 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.306 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.306 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.306 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.306 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.306 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.306 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.307 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.307 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.307 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.307 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.307 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.307 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.307 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.307 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.307 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.307 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.307 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.307 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.307 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.307 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.307 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.307 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.307 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.307 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.308 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.308 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.308 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.308 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.308 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.308 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.308 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.308 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.308 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.308 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.308 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.308 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.308 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.308 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.308 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.308 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.308 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.309 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.309 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.309 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.309 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.309 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.309 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.309 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.309 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.309 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.309 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.309 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.309 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.309 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.309 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.309 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.309 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.309 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.309 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.310 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.310 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.310 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.310 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.310 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.310 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.310 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.310 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.310 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.310 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.310 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.310 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.311 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.311 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.311 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.311 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.311 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.311 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.311 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.311 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.311 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.311 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.311 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.311 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.311 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.311 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.311 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.311 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.312 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.312 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.312 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.312 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.312 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.312 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.312 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.312 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.312 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.312 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.312 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.312 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.312 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.312 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.312 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.312 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.313 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.313 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.313 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.313 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.313 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.313 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.313 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.313 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.313 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.313 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.313 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.313 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.313 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.313 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.313 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.313 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.314 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.314 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.314 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.314 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.314 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.314 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.314 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.314 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.314 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.314 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.314 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.314 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.314 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.314 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.314 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.314 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.314 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.315 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.315 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.315 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.315 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.315 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.315 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.315 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.315 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.315 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.315 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.315 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.315 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.315 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.315 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.315 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.315 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.315 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.315 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.316 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.316 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.316 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.316 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.316 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.316 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.316 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.316 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.316 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.316 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.316 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.316 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.316 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.316 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_sse_kms_not_declared ________________ 2023-12-03T12:50:23.316 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.316 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.316 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.317 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.317 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.317 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.317 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.317 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.317 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.317 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.317 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.317 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.317 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.317 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.317 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.317 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.317 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.317 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.317 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.317 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.317 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.318 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.318 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.318 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.318 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.318 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.318 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.318 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.318 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.318 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.318 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.318 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.318 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.318 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.318 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.319 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.319 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.319 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.319 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.319 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.319 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.319 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.319 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.319 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.319 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.319 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.319 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.319 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.319 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.319 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.320 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.320 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.320 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.320 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.320 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.320 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.320 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.320 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.320 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.320 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.320 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.320 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.320 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.320 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.320 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.320 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.320 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.321 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.321 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.321 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.321 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.321 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.321 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.321 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.321 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.321 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.321 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.321 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.321 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.321 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.321 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.321 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.321 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.322 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.322 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.322 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.322 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.322 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.322 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.322 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.322 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.322 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.322 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.322 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.322 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.322 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.322 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.323 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.323 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.323 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.323 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.323 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.323 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.323 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.323 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.323 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.323 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.323 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.323 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.323 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.323 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.323 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.323 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.323 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.323 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.324 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.324 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.324 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.324 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.324 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.324 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.324 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.324 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.324 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.324 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.324 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.324 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.324 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.324 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.324 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.325 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.325 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.325 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.325 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.325 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.325 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.325 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.325 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.325 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.325 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.325 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.325 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.325 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.325 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.326 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.326 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.326 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.326 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.326 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.326 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.326 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.326 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.326 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.326 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.326 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.326 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.327 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.327 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.327 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.327 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.327 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.327 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.327 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.327 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.327 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.327 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.327 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.327 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.327 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.327 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.327 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.327 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.328 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.328 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.328 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.328 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.328 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.328 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.328 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.328 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.328 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.328 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.328 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.328 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.328 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.328 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.328 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.328 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.329 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.329 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.329 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.329 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.329 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.329 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.329 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.329 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.329 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.329 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.329 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.329 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.329 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.329 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.329 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.329 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.329 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.329 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.330 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.330 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.330 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.330 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.330 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.330 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.330 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.330 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.330 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.330 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.330 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.330 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.330 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.330 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.330 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.330 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.331 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.331 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.331 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.331 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.331 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.331 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.331 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.331 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.331 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.331 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.331 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.331 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.331 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.331 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.331 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.332 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.332 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.332 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.332 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.332 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.332 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.332 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.332 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.332 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.332 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.332 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.332 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.332 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.332 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.332 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.332 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.332 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.333 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.333 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.333 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.333 INFO:teuthology.orchestra.run.smithi145.stdout:______________ ERROR at teardown of test_sse_kms_multipart_upload ______________ 2023-12-03T12:50:23.333 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.333 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.333 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.333 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.333 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.333 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.333 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.333 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.333 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.333 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.333 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.333 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.333 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.334 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.334 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.334 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.334 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.334 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.334 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.334 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.334 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.334 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.334 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.334 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.334 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.334 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.334 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.334 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.334 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.334 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.335 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.335 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.335 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.335 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.335 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.335 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.335 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.335 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.335 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.335 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.335 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.335 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.335 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.335 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.335 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.335 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.336 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.336 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.336 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.336 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.336 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.336 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.336 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.336 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.336 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.336 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.336 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.336 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.336 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.336 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.336 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.337 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.337 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.337 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.337 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.337 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.337 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.337 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.337 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.337 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.337 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.337 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.337 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.337 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.337 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.337 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.337 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.337 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.338 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.338 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.338 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.338 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.338 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.338 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.338 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.338 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.338 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.338 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.338 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.338 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.338 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.338 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.338 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.338 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.339 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.339 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.339 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.339 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.339 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.339 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.339 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.339 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.339 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.339 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.339 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.339 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.339 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.339 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.339 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.340 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.340 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.340 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.340 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.340 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.340 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.340 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.340 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.340 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.340 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.340 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.340 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.340 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.340 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.340 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.340 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.340 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.340 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.341 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.341 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.341 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.341 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.341 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.341 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.341 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.341 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.341 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.341 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.341 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.341 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.341 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.341 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.341 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.341 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.342 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.342 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.342 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.342 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.342 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.342 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.342 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.342 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.342 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.342 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.342 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.342 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.343 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.343 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.343 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.343 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.343 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.343 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.343 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.343 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.343 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.343 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.343 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.344 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.344 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.344 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.344 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.344 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.344 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.344 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.344 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.344 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.344 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.344 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.344 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.344 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.344 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.344 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.344 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.344 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.344 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.345 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.345 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.345 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.345 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.345 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.345 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.345 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.345 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.345 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.345 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.345 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.345 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.345 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.345 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.345 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.345 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.346 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.346 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.346 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.346 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.346 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.346 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.346 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.346 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.346 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.346 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.346 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.346 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.347 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.347 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.347 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.347 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.347 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.347 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.347 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.347 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.347 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.347 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.347 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.347 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.347 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.347 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.347 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.347 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.348 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.348 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.348 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.348 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.348 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.348 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.348 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.348 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.348 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.348 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.348 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.348 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.348 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.348 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.348 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.348 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.348 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.349 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.349 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.349 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.349 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.349 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.349 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.349 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.349 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.349 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.349 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.349 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.349 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.349 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.349 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.349 INFO:teuthology.orchestra.run.smithi145.stdout:_________ ERROR at teardown of test_sse_kms_multipart_invalid_chunks_1 _________ 2023-12-03T12:50:23.349 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.349 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.350 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.350 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.350 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.350 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.350 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.350 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.350 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.350 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.350 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.350 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.350 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.350 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.350 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.350 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.350 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.350 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.351 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.351 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.351 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.351 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.351 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.351 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.351 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.351 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.351 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.351 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.351 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.351 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.351 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.351 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.351 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.351 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.351 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.352 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.352 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.352 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.352 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.352 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.352 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.352 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.352 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.352 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.352 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.352 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.352 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.352 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.352 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.353 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.353 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.353 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.353 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.353 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.353 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.353 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.353 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.353 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.353 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.353 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.353 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.353 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.353 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.354 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.354 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.354 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.354 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.354 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.354 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.354 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.354 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.354 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.354 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.354 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.354 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.354 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.354 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.354 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.355 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.355 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.355 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.355 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.355 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.355 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.355 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.355 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.355 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.355 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.355 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.355 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.355 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.355 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.355 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.355 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.355 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.355 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.356 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.356 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.356 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.356 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.356 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.356 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.356 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.356 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.356 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.356 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.356 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.356 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.356 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.356 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.356 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.356 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.356 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.357 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.357 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.357 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.357 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.357 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.357 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.357 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.357 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.357 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.357 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.357 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.357 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.357 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.357 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.357 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.357 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.357 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.357 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.358 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.358 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.358 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.358 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.358 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.358 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.358 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.358 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.358 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.358 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.358 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.358 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.358 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.358 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.358 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.358 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.358 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.359 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.359 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.359 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.359 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.359 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.359 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.359 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.359 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.359 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.359 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.359 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.359 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.359 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.359 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.359 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.359 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.359 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.360 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.360 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.360 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.360 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.360 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.360 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.360 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.360 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.360 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.360 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.360 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.360 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.360 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.360 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.360 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.361 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.361 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.361 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.361 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.361 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.361 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.361 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.361 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.361 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.361 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.361 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.361 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.361 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.361 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.361 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.361 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.362 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.362 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.362 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.362 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.362 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.362 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.362 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.362 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.362 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.362 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.362 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.362 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.362 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.362 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.362 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.362 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.363 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.363 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.363 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.363 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.363 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.363 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.363 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.363 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.363 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.363 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.363 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.363 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.363 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.363 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.363 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.363 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.364 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.364 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.364 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.364 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.364 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.364 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.364 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.364 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.364 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.364 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.364 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.364 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.364 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.364 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.364 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.364 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.364 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.365 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.365 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.365 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.365 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.365 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.365 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.365 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.365 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.365 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.365 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.365 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.365 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.365 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.365 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.365 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.365 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.365 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.365 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.366 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.366 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.366 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.366 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.366 INFO:teuthology.orchestra.run.smithi145.stdout:_________ ERROR at teardown of test_sse_kms_multipart_invalid_chunks_2 _________ 2023-12-03T12:50:23.366 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.366 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.366 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.366 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.366 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.366 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.366 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.366 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.366 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.366 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.366 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.367 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.367 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.367 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.367 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.367 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.367 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.367 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.367 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.367 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.367 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.367 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.367 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.367 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.367 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.367 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.367 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.367 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.367 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.368 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.368 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.368 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.368 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.368 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.368 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.368 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.368 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.368 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.368 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.368 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.368 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.368 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.368 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.368 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.368 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.369 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.369 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.369 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.369 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.369 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.369 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.369 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.369 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.369 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.369 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.369 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.369 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.369 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.369 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.370 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.370 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.370 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.370 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.370 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.370 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.370 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.370 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.370 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.370 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.370 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.370 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.370 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.370 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.370 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.370 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.370 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.371 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.371 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.371 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.371 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.371 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.371 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.371 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.371 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.371 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.371 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.371 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.371 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.371 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.371 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.371 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.372 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.372 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.372 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.372 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.372 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.372 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.372 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.372 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.372 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.372 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.372 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.372 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.372 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.372 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.372 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.372 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.372 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.372 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.373 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.373 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.373 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.373 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.373 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.373 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.373 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.373 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.373 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.373 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.373 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.373 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.373 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.374 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.374 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.374 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.374 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.374 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.374 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.374 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.374 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.374 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.374 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.374 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.374 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.374 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.374 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.374 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.375 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.375 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.375 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.375 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.375 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.375 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.375 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.375 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.375 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.375 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.375 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.375 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.375 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.375 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.375 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.375 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.376 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.376 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.376 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.376 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.376 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.376 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.376 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.376 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.376 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.376 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.376 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.376 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.376 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.376 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.376 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.377 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.377 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.377 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.377 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.377 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.377 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.377 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.377 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.377 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.377 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.377 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.377 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.377 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.377 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.377 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.378 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.378 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.378 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.378 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.378 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.378 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.378 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.378 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.378 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.378 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.378 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.378 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.378 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.378 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.378 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.378 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.379 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.379 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.379 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.379 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.379 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.379 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.379 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.379 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.379 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.379 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.379 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.379 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.379 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.379 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.379 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.379 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.380 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.380 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.380 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.380 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.380 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.380 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.380 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.380 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.380 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.380 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.380 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.380 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.380 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.380 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.380 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.380 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.380 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.381 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.381 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.381 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.381 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.381 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.381 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.381 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.381 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.381 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.381 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.381 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.381 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.381 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.381 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.381 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.381 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.382 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.382 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.382 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.382 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.382 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.382 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.382 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.382 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.382 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.382 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.382 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.382 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.382 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.382 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.382 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.382 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.382 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.382 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.383 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.383 INFO:teuthology.orchestra.run.smithi145.stdout:_____ ERROR at teardown of test_sse_kms_post_object_authenticated_request ______ 2023-12-03T12:50:23.383 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.383 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.383 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.383 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.383 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.383 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.383 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.383 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.383 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.383 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.383 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.383 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.383 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.383 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.383 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.384 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.384 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.384 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.384 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.384 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.384 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.384 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.384 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.384 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.384 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.384 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.384 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.384 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.384 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.384 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.384 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.385 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.385 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.385 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.385 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.385 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.385 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.385 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.385 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.385 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.385 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.385 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.385 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.385 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.385 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.385 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.386 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.386 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.386 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.386 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.386 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.386 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.386 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.386 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.386 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.386 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.386 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.386 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.386 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.387 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.387 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.387 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.387 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.387 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.387 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.387 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.387 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.387 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.387 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.387 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.387 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.387 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.387 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.387 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.387 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.387 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.387 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.388 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.388 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.388 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.388 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.388 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.388 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.388 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.388 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.388 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.388 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.388 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.388 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.388 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.388 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.388 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.388 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.388 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.389 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.389 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.389 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.389 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.389 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.389 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.389 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.389 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.389 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.389 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.389 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.389 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.389 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.389 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.389 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.389 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.389 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.389 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.390 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.390 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.390 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.390 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.390 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.390 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.390 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.390 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.390 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.390 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.390 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.390 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.390 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.390 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.390 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.390 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.390 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.391 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.391 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.391 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.391 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.391 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.391 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.391 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.391 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.391 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.391 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.391 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.391 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.391 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.391 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.391 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.392 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.392 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.392 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.392 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.392 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.392 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.392 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.392 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.392 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.392 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.392 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.392 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.392 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.392 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.392 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.392 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.392 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.392 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.393 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.393 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.393 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.393 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.393 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.393 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.393 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.393 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.393 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.393 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.393 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.393 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.393 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.393 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.393 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.393 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.393 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.394 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.394 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.394 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.394 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.394 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.394 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.394 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.394 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.394 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.394 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.394 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.394 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.394 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.394 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.394 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.394 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.394 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.394 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.395 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.395 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.395 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.395 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.395 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.395 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.395 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.395 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.395 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.395 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.395 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.395 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.395 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.395 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.395 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.395 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.396 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.396 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.396 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.396 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.396 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.396 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.396 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.396 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.396 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.396 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.396 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.396 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.396 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.396 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.397 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.397 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.397 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.397 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.397 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.397 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.397 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.397 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.397 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.397 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.397 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.397 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.397 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.397 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.397 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.397 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.397 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.397 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.398 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.398 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.398 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.398 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.398 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.398 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.398 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.398 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.398 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.398 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.398 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.398 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.398 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.398 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.398 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.398 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.398 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.399 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.399 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.399 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.399 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.399 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_sse_kms_transfer_1b _________________ 2023-12-03T12:50:23.399 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.399 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.399 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.399 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.399 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.399 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.399 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.399 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.399 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.399 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.399 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.399 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.400 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.400 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.400 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.400 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.400 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.400 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.400 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.400 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.400 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.400 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.400 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.400 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.400 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.400 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.400 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.400 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.401 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.401 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.401 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.401 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.401 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.401 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.401 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.401 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.401 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.401 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.401 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.401 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.402 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.402 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.402 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.402 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.402 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.402 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.402 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.402 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.402 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.402 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.402 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.402 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.402 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.402 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.403 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.403 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.403 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.403 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.403 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.403 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.403 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.403 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.403 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.403 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.403 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.403 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.404 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.404 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.404 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.404 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.404 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.404 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.404 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.404 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.404 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.404 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.405 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.405 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.405 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.405 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.405 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.405 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.405 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.405 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.405 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.405 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.405 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.405 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.405 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.405 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.405 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.405 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.406 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.406 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.406 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.406 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.406 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.406 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.406 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.406 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.406 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.406 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.406 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.406 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.406 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.406 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.406 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.407 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.407 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.407 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.407 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.407 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.407 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.407 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.407 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.407 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.407 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.407 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.407 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.407 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.407 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.407 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.407 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.407 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.408 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.408 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.408 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.408 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.408 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.408 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.408 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.408 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.408 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.408 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.408 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.408 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.408 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.409 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.409 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.409 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.409 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.409 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.409 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.409 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.409 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.409 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.409 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.409 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.409 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.409 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.410 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.410 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.410 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.410 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.410 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.410 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.410 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.410 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.410 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.410 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.410 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.410 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.410 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.410 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.410 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.410 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.410 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.411 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.411 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.411 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.411 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.411 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.411 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.411 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.411 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.411 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.411 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.411 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.411 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.411 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.411 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.411 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.411 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.411 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.412 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.412 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.412 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.412 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.412 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.412 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.412 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.412 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.412 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.412 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.412 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.412 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.412 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.412 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.412 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.412 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.413 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.413 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.413 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.413 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.413 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.413 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.413 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.413 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.413 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.413 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.413 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.413 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.413 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.413 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.413 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.414 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.414 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.414 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.414 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.414 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.414 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.414 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.414 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.414 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.414 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.414 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.414 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.414 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.414 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.414 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.414 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.414 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.415 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.415 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.415 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.415 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.415 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.415 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.415 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.415 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.415 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.415 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.415 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.415 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.415 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.415 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.415 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.415 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.416 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.416 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_sse_kms_transfer_1kb ________________ 2023-12-03T12:50:23.416 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.416 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.416 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.416 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.416 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.416 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.416 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.416 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.416 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.416 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.416 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.416 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.416 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.416 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.416 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.417 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.417 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.417 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.417 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.417 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.417 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.417 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.417 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.417 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.417 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.417 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.417 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.417 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.417 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.417 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.417 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.417 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.418 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.418 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.418 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.418 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.418 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.418 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.418 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.418 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.418 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.418 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.418 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.418 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.418 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.418 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.418 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.419 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.419 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.419 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.419 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.419 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.419 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.419 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.419 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.419 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.419 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.419 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.419 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.419 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.419 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.419 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.420 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.420 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.420 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.420 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.420 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.420 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.420 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.420 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.420 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.420 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.420 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.420 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.420 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.420 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.420 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.420 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.420 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.421 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.421 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.421 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.421 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.421 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.421 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.421 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.421 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.421 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.421 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.421 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.421 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.421 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.421 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.421 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.421 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.422 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.422 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.422 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.422 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.422 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.422 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.422 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.422 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.422 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.422 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.422 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.422 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.422 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.422 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.422 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.422 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.422 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.423 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.423 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.423 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.423 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.423 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.423 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.423 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.423 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.423 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.423 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.423 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.423 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.423 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.423 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.423 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.423 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.423 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.424 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.424 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.424 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.424 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.424 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.424 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.424 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.424 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.424 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.424 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.424 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.424 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.424 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.424 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.425 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.425 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.425 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.425 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.425 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.425 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.425 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.425 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.425 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.425 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.425 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.425 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.425 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.426 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.426 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.426 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.426 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.426 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.426 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.426 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.426 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.426 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.426 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.426 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.426 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.426 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.426 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.426 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.427 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.427 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.427 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.427 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.427 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.427 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.427 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.427 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.427 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.427 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.427 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.427 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.427 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.427 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.427 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.427 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.428 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.428 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.428 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.428 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.428 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.428 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.428 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.428 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.428 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.428 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.429 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.429 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.429 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.429 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.429 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.429 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.429 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.429 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.429 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.429 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.429 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.429 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.429 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.429 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.429 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.429 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.429 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.430 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.430 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.430 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.430 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.430 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.430 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.430 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.430 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.430 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.430 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.430 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.430 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.430 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.430 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.430 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.430 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.430 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.430 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.431 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.431 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.431 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.431 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.431 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.431 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.431 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.431 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.431 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.431 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.431 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.431 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.431 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.431 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.431 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.432 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.432 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.432 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.432 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_sse_kms_transfer_1MB ________________ 2023-12-03T12:50:23.432 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.432 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.432 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.432 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.432 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.432 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.432 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.432 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.432 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.432 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.432 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.432 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.432 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.432 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.433 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.433 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.433 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.433 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.433 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.433 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.433 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.433 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.433 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.433 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.433 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.433 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.433 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.433 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.433 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.434 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.434 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.434 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.434 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.434 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.434 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.434 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.434 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.434 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.434 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.434 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.434 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.434 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.434 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.434 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.434 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.435 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.435 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.435 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.435 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.435 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.435 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.435 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.435 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.435 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.435 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.435 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.435 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.435 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.435 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.435 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.436 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.436 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.436 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.436 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.436 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.436 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.436 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.436 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.436 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.436 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.436 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.436 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.436 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.436 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.437 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.437 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.437 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.437 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.437 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.437 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.437 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.437 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.437 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.437 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.437 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.437 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.437 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.437 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.437 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.437 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.438 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.438 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.438 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.438 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.438 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.438 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.438 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.438 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.438 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.438 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.438 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.438 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.438 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.438 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.438 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.438 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.438 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.439 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.439 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.439 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.439 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.439 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.439 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.439 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.439 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.439 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.440 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.440 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.440 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.440 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.440 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.440 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.440 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.440 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.440 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.440 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.440 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.441 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.441 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.441 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.441 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.441 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.441 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.441 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.441 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.441 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.441 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.441 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.441 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.441 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.441 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.441 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.441 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.441 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.442 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.442 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.442 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.442 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.442 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.442 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.442 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.442 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.442 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.442 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.442 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.442 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.442 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.443 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.443 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.443 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.443 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.443 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.443 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.443 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.443 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.443 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.443 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.444 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.444 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.444 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.444 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.444 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.444 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.444 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.444 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.444 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.444 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.444 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.444 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.444 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.444 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.444 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.444 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.444 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.444 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.445 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.445 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.445 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.445 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.445 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.445 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.445 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.445 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.445 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.445 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.445 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.445 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.445 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.445 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.445 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.445 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.446 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.446 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.446 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.446 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.446 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.446 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.446 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.446 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.446 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.446 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.446 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.446 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.446 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.446 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.446 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.447 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.447 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.447 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.447 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.447 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.447 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.447 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.447 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.447 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.447 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.447 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.447 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.447 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.447 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.448 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.448 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.448 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.448 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.448 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.448 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_sse_kms_transfer_13b ________________ 2023-12-03T12:50:23.448 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.448 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.448 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.448 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.448 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.448 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.448 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.448 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.448 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.448 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.448 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.449 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.449 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.449 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.449 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.449 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.449 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.449 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.449 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.449 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.449 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.449 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.449 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.449 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.449 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.449 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.449 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.449 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.449 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.450 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.450 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.450 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.450 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.450 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.450 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.450 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.450 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.450 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.450 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.450 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.450 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.450 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.450 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.450 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.451 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.451 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.451 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.451 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.451 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.451 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.451 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.451 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.451 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.451 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.451 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.451 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.452 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.452 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.452 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.452 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.452 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.452 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.452 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.452 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.452 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.452 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.452 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.452 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.452 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.452 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.453 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.453 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.453 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.453 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.453 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.453 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.453 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.453 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.453 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.453 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.453 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.453 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.453 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.453 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.453 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.453 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.453 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.454 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.454 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.454 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.454 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.454 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.454 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.454 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.454 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.454 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.454 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.454 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.454 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.454 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.454 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.454 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.454 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.455 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.455 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.455 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.455 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.455 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.455 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.455 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.455 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.455 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.455 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.455 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.455 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.456 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.456 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.456 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.456 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.456 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.456 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.456 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.456 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.456 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.456 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.456 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.456 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.456 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.456 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.456 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.456 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.456 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.456 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.457 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.457 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.457 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.457 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.457 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.457 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.457 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.457 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.457 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.457 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.457 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.457 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.457 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.457 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.457 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.457 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.457 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.458 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.458 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.458 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.458 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.458 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.458 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.458 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.458 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.458 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.458 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.458 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.458 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.458 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.458 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.458 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.458 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.459 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.459 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.459 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.459 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.459 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.459 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.459 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.459 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.459 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.459 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.459 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.459 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.459 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.459 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.459 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.459 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.459 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.460 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.460 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.460 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.460 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.460 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.460 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.460 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.460 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.460 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.460 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.460 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.460 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.460 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.460 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.460 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.460 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.460 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.460 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.461 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.461 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.461 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.461 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.461 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.461 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.461 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.461 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.461 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.461 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.461 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.461 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.461 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.461 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.461 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.461 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.461 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.462 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.462 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.462 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.462 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.462 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.462 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.462 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.462 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.462 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.462 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.462 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.462 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.462 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.462 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.462 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.463 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.463 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.463 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.463 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.463 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.463 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.463 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.463 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.463 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.463 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.463 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.463 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.463 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.463 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.463 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.463 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.463 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.464 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.464 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.464 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.464 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.464 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.464 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.464 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.464 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.464 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.464 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.464 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_sse_kms_read_declare ________________ 2023-12-03T12:50:23.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.464 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.465 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.465 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.465 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.465 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.465 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.465 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.465 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.465 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.465 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.465 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.465 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.465 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.465 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.465 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.465 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.465 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.465 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.465 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.466 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.466 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.466 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.466 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.466 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.466 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.466 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.466 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.466 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.466 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.466 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.466 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.466 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.466 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.466 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.466 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.467 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.467 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.467 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.467 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.467 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.467 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.467 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.467 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.467 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.467 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.467 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.467 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.467 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.467 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.467 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.467 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.467 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.467 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.468 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.468 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.468 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.468 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.468 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.468 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.468 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.468 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.468 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.468 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.468 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.468 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.468 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.469 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.469 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.469 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.469 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.469 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.469 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.469 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.469 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.469 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.469 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.469 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.469 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.470 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.470 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.470 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.470 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.470 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.470 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.470 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.470 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.470 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.470 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.470 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.470 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.470 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.470 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.470 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.470 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.470 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.471 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.471 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.471 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.471 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.471 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.471 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.471 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.471 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.471 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.471 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.471 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.471 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.471 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.472 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.472 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.472 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.472 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.472 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.472 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.472 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.472 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.472 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.472 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.472 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.472 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.472 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.472 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.472 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.472 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.472 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.472 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.473 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.473 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.473 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.473 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.473 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.473 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.473 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.473 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.473 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.473 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.473 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.473 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.473 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.473 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.473 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.473 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.473 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.473 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.474 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.474 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.474 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.474 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.474 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.474 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.474 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.474 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.474 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.474 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.474 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.474 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.474 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.474 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.474 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.474 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.474 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.475 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.475 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.475 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.475 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.475 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.475 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.475 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.475 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.475 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.475 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.475 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.475 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.475 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.475 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.475 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.475 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.476 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.476 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.476 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.476 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.476 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.476 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.476 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.476 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.476 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.476 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.476 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.476 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.476 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.476 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.476 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.476 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.476 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.476 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.477 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.477 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.477 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.477 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.477 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.477 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.477 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.477 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.477 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.477 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.477 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.477 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.477 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.477 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.477 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.477 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.477 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.478 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.478 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.478 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.478 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.478 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.478 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.478 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.478 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.478 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.478 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.478 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.478 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.478 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.478 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.479 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.479 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.479 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.479 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.479 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.479 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.479 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.479 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.479 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.479 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.479 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.479 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.479 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.479 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.479 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.479 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.479 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.479 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.480 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.480 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.480 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.480 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.480 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.480 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.480 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.480 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.480 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.480 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.480 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.480 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.480 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.480 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.480 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.480 INFO:teuthology.orchestra.run.smithi145.stdout:___________________ ERROR at teardown of test_bucket_policy ____________________ 2023-12-03T12:50:23.480 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.481 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.481 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.481 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.481 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.481 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.481 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.481 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.481 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.481 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.481 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.481 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.481 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.481 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.481 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.481 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.481 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.482 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.482 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.482 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.482 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.482 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.482 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.482 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.482 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.482 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.482 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.482 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.482 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.482 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.482 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.482 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.482 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.482 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.483 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.483 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.483 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.483 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.483 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.483 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.483 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.483 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.483 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.483 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.483 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.483 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.483 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.483 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.483 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.483 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.484 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.484 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.484 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.484 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.484 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.484 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.484 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.484 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.484 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.484 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.484 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.484 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.484 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.484 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.484 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.485 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.485 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.485 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.485 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.485 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.485 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.485 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.485 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.485 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.485 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.485 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.485 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.486 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.486 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.486 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.486 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.486 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.486 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.486 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.486 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.486 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.486 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.486 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.486 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.486 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.486 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.486 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.486 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.486 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.487 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.487 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.487 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.487 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.487 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.487 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.487 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.487 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.487 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.487 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.487 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.487 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.487 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.487 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.487 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.487 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.488 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.488 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.488 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.488 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.488 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.488 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.488 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.488 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.488 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.488 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.489 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.489 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.489 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.489 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.489 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.489 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.489 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.489 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.489 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.489 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.489 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.489 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.489 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.489 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.489 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.489 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.489 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.490 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.490 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.490 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.490 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.490 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.490 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.490 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.490 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.490 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.490 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.490 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.490 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.490 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.490 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.490 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.490 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.491 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.491 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.491 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.491 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.491 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.491 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.491 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.491 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.491 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.491 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.491 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.491 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.491 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.491 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.491 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.492 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.492 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.492 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.492 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.492 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.492 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.492 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.492 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.492 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.492 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.492 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.492 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.492 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.492 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.492 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.492 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.493 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.493 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.493 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.493 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.493 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.493 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.493 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.493 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.493 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.493 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.493 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.493 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.493 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.493 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.493 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.493 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.494 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.494 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.494 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.494 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.494 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.494 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.494 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.494 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.494 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.494 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.494 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.494 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.494 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.494 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.494 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.494 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.495 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.495 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.495 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.495 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.495 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.495 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.495 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.495 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.495 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.495 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.495 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.495 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.495 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.495 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.495 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.495 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.496 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.496 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.496 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.496 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.496 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.496 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.496 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.496 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.496 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.496 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.496 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.496 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.496 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.496 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.496 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.496 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.496 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.496 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.497 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.497 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.497 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.497 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.497 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.497 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.497 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.497 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.497 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at teardown of test_bucketv2_policy ___________________ 2023-12-03T12:50:23.497 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.497 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.497 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.497 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.497 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.497 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.497 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.497 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.498 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.498 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.498 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.498 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.498 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.498 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.498 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.498 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.498 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.498 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.498 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.498 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.498 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.498 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.498 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.498 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.498 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.498 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.499 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.499 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.499 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.499 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.499 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.499 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.499 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.499 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.499 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.499 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.499 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.499 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.499 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.499 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.499 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.499 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.500 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.500 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.500 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.500 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.500 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.500 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.500 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.500 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.500 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.500 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.500 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.500 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.500 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.500 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.500 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.500 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.500 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.501 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.501 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.501 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.501 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.501 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.501 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.501 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.501 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.501 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.501 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.501 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.501 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.501 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.501 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.501 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.501 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.502 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.502 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.502 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.502 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.502 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.502 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.502 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.502 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.502 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.502 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.502 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.502 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.502 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.503 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.503 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.503 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.503 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.503 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.503 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.503 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.503 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.503 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.503 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.503 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.503 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.503 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.503 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.503 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.503 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.503 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.503 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.504 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.504 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.504 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.504 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.504 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.504 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.504 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.504 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.504 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.504 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.504 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.505 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.505 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.505 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.505 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.505 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.505 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.505 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.505 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.505 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.505 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.505 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.505 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.505 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.505 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.505 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.505 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.505 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.505 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.506 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.506 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.506 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.506 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.506 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.506 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.506 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.506 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.506 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.506 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.506 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.506 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.506 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.506 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.506 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.506 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.506 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.507 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.507 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.507 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.507 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.507 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.507 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.507 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.507 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.507 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.507 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.507 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.507 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.507 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.507 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.507 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.507 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.507 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.508 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.508 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.508 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.508 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.508 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.508 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.508 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.508 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.508 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.508 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.508 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.508 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.508 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.508 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.508 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.508 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.508 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.508 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.509 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.509 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.509 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.509 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.509 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.509 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.509 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.509 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.509 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.509 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.509 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.509 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.509 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.509 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.509 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.510 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.510 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.510 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.510 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.510 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.510 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.510 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.510 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.510 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.510 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.510 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.510 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.511 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.511 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.511 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.511 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.511 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.511 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.511 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.511 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.511 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.511 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.511 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.511 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.511 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.511 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.511 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.512 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.512 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.512 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.512 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.512 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.512 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.512 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.512 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.512 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.512 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.512 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.512 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.512 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.512 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.512 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.513 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.513 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.513 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.513 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.513 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.513 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.513 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.513 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.513 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.513 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.513 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.513 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.513 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.513 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.513 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.513 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.513 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.514 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.514 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.514 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.514 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ ERROR at teardown of test_bucket_policy_acl __________________ 2023-12-03T12:50:23.514 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.514 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.514 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.514 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.514 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.514 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.514 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.514 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.514 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.514 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.514 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.515 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.515 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.515 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.515 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.515 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.515 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.515 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.515 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.515 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.515 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.515 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.515 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.515 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.516 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.516 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.516 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.516 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.516 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.516 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.516 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.516 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.516 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.516 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.516 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.516 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.516 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.516 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.516 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.517 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.517 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.517 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.517 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.517 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.517 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.517 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.517 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.517 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.517 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.517 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.517 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.517 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.517 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.517 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.517 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.518 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.518 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.518 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.518 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.518 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.518 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.518 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.518 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.518 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.518 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.518 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.518 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.518 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.518 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.518 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.518 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.519 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.519 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.519 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.519 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.519 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.519 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.519 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.519 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.519 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.519 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.519 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.519 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.519 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.519 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.519 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.520 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.520 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.520 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.520 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.520 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.520 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.520 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.520 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.520 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.520 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.520 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.520 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.520 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.521 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.521 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.521 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.521 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.521 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.521 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.521 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.521 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.521 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.521 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.521 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.521 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.521 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.521 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.522 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.522 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.522 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.522 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.522 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.522 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.522 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.522 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.522 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.522 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.522 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.522 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.522 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.522 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.522 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.523 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.523 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.523 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.523 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.523 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.523 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.523 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.523 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.523 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.523 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.523 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.523 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.523 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.523 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.523 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.523 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.524 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.524 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.524 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.524 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.524 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.524 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.524 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.524 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.524 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.524 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.524 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.524 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.524 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.524 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.524 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.525 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.525 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.525 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.525 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.525 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.525 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.525 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.525 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.525 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.525 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.525 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.525 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.525 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.526 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.526 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.526 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.526 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.526 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.526 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.526 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.526 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.526 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.526 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.526 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.526 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.526 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.526 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.527 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.527 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.527 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.527 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.527 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.527 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.527 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.527 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.528 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.528 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.528 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.528 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.528 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.528 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.528 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.528 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.528 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.528 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.528 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.528 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.529 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.529 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.529 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.529 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.529 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.529 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.529 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.529 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.529 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.529 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.529 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.529 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.529 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.529 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.529 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.529 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.529 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.530 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.530 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.530 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.530 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.530 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.530 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.530 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.530 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.530 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.530 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.530 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.530 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.530 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.530 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.530 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.530 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.531 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.531 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.531 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.531 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.531 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.531 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.531 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.531 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.531 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.531 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.531 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.531 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.531 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_bucketv2_policy_acl _________________ 2023-12-03T12:50:23.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.531 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.532 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.532 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.532 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.532 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.532 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.532 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.532 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.532 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.532 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.532 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.532 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.532 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.533 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.533 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.533 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.533 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.533 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.533 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.533 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.533 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.533 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.533 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.533 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.533 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.533 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.533 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.534 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.534 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.534 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.534 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.534 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.534 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.534 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.534 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.534 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.534 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.534 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.534 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.534 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.534 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.535 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.535 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.535 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.535 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.535 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.535 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.535 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.535 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.535 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.535 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.535 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.535 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.535 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.535 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.535 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.536 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.536 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.536 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.536 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.536 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.536 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.536 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.536 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.536 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.536 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.536 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.536 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.536 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.536 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.536 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.536 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.537 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.537 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.537 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.537 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.537 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.537 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.537 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.537 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.537 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.537 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.537 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.537 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.537 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.537 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.537 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.537 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.537 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.537 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.538 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.538 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.538 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.538 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.538 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.538 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.538 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.538 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.538 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.538 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.538 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.538 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.538 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.538 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.538 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.538 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.538 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.539 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.539 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.539 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.539 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.539 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.539 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.539 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.539 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.539 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.539 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.539 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.539 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.539 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.540 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.540 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.540 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.540 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.540 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.540 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.540 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.540 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.540 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.540 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.540 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.540 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.540 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.540 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.541 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.541 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.541 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.541 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.541 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.541 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.541 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.541 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.541 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.541 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.541 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.541 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.542 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.542 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.542 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.542 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.542 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.542 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.542 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.542 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.542 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.542 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.542 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.542 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.542 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.542 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.542 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.542 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.543 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.543 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.543 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.543 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.543 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.543 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.543 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.543 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.543 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.543 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.543 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.543 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.543 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.543 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.543 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.543 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.544 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.544 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.544 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.544 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.544 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.544 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.544 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.544 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.544 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.544 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.544 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.545 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.545 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.545 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.545 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.545 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.545 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.545 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.545 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.545 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.545 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.545 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.545 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.545 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.545 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.545 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.545 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.545 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.546 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.546 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.546 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.546 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.546 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.546 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.546 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.546 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.546 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.546 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.546 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.546 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.546 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.546 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.546 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.547 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.547 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.547 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.547 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.547 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.547 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.547 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.547 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.547 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.547 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.547 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.547 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.547 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.547 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.547 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.547 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.548 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.548 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.548 INFO:teuthology.orchestra.run.smithi145.stdout:____________ ERROR at teardown of test_bucket_policy_another_bucket ____________ 2023-12-03T12:50:23.548 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.548 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.548 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.548 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.548 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.548 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.548 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.548 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.548 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.548 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.548 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.548 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.548 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.548 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.549 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.549 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.549 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.549 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.549 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.549 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.549 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.549 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.549 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.549 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.549 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.549 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.550 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.550 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.550 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.550 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.550 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.550 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.550 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.550 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.550 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.550 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.550 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.550 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.550 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.550 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.550 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.551 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.551 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.551 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.551 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.551 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.551 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.551 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.551 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.551 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.551 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.551 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.551 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.551 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.551 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.551 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.551 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.551 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.552 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.552 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.552 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.552 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.552 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.552 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.552 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.552 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.552 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.552 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.552 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.552 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.552 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.552 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.552 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.552 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.552 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.553 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.553 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.553 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.553 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.553 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.553 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.553 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.553 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.553 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.553 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.553 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.553 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.553 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.553 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.553 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.553 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.554 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.554 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.554 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.554 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.554 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.554 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.554 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.554 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.554 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.554 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.554 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.554 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.554 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.554 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.554 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.554 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.554 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.555 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.555 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.555 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.555 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.555 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.555 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.555 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.555 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.555 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.555 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.555 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.555 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.555 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.555 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.555 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.555 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.555 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.555 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.556 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.556 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.556 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.556 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.556 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.556 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.556 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.556 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.556 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.556 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.556 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.556 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.556 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.556 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.556 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.556 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.557 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.557 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.557 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.557 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.557 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.557 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.557 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.557 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.557 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.557 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.557 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.557 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.557 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.557 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.558 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.558 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.558 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.558 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.558 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.558 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.558 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.558 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.558 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.558 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.558 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.559 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.559 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.559 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.559 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.559 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.559 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.559 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.559 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.559 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.559 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.559 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.559 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.559 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.559 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.559 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.559 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.559 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.560 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.560 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.560 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.560 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.560 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.560 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.560 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.560 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.561 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.561 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.561 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.561 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.561 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.561 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.561 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.561 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.561 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.561 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.561 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.561 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.561 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.561 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.561 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.561 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.561 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.562 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.562 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.562 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.562 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.562 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.562 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.562 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.562 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.562 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.562 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.562 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.562 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.562 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.562 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.562 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.563 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.563 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.563 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.563 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.563 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.563 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.563 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.563 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.563 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.563 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.563 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.563 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.563 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.563 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.563 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.564 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.564 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.564 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.564 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.564 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.564 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.564 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.564 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.564 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.564 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.564 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.564 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.564 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.564 INFO:teuthology.orchestra.run.smithi145.stdout:___________ ERROR at teardown of test_bucketv2_policy_another_bucket ___________ 2023-12-03T12:50:23.564 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.564 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.565 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.565 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.565 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.565 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.565 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.565 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.565 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.565 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.565 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.565 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.565 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.565 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.566 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.566 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.566 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.566 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.566 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.566 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.566 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.566 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.566 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.566 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.566 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.566 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.567 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.567 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.567 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.567 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.567 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.567 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.567 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.567 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.567 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.567 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.567 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.567 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.567 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.567 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.567 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.567 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.567 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.568 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.568 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.568 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.568 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.568 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.568 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.568 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.568 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.568 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.568 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.568 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.568 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.568 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.568 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.568 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.568 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.568 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.569 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.569 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.569 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.569 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.569 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.569 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.569 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.569 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.569 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.569 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.569 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.569 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.570 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.570 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.570 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.570 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.570 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.570 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.570 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.570 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.570 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.570 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.570 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.570 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.570 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.570 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.570 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.570 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.571 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.571 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.571 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.571 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.571 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.571 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.571 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.571 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.571 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.571 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.571 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.571 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.571 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.571 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.571 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.571 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.572 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.572 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.572 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.572 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.572 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.572 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.572 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.572 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.572 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.572 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.573 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.573 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.573 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.573 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.573 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.573 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.573 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.573 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.573 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.573 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.573 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.573 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.573 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.574 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.574 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.574 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.574 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.574 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.574 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.574 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.574 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.574 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.574 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.574 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.574 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.574 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.575 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.575 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.575 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.575 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.575 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.575 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.575 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.575 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.575 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.575 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.575 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.575 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.575 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.575 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.575 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.575 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.575 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.575 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.576 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.576 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.576 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.576 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.576 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.576 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.576 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.576 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.577 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.577 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.577 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.577 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.577 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.577 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.577 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.577 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.577 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.577 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.577 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.577 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.577 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.577 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.577 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.577 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.577 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.577 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.578 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.578 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.578 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.578 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.578 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.578 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.578 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.578 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.578 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.578 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.578 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.578 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.578 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.578 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.578 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.578 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.578 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.579 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.579 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.579 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.579 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.579 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.579 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.579 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.579 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.579 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.579 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.579 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.579 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.579 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.579 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.579 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.579 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.579 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.579 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.580 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.580 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.580 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.580 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.580 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.580 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.580 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.580 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.580 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.580 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.580 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.580 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.580 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.580 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.580 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.580 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.580 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.581 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.581 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.581 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at teardown of test_get_obj_tagging ___________________ 2023-12-03T12:50:23.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.581 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.581 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.581 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.581 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.581 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.581 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.581 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.581 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.582 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.582 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.582 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.582 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.582 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.582 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.582 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.582 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.582 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.582 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.582 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.582 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.582 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.583 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.583 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.583 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.583 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.583 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.583 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.583 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.583 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.583 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.583 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.583 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.583 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.583 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.583 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.583 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.583 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.583 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.583 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.584 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.584 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.584 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.584 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.584 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.584 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.584 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.584 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.584 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.584 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.584 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.584 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.584 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.584 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.584 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.584 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.584 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.584 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.585 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.585 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.585 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.585 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.585 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.585 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.585 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.585 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.585 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.585 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.585 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.585 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.585 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.585 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.585 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.586 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.586 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.586 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.586 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.586 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.586 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.586 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.586 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.586 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.586 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.586 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.586 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.586 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.586 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.586 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.586 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.587 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.587 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.587 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.587 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.587 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.587 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.587 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.587 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.587 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.587 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.587 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.587 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.587 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.587 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.587 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.588 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.588 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.588 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.588 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.588 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.588 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.588 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.588 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.588 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.588 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.588 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.589 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.589 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.589 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.589 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.589 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.589 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.589 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.589 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.589 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.589 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.589 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.589 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.589 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.590 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.590 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.590 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.590 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.590 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.590 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.590 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.590 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.590 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.590 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.590 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.590 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.591 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.591 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.591 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.591 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.591 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.591 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.591 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.591 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.591 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.591 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.591 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.591 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.591 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.591 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.592 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.592 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.592 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.592 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.592 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.592 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.592 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.592 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.592 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.592 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.592 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.592 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.593 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.593 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.593 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.593 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.593 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.593 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.593 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.593 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.594 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.594 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.594 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.594 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.594 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.594 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.594 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.594 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.594 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.594 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.594 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.594 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.594 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.594 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.594 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.595 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.595 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.595 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.595 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.595 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.595 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.595 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.595 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.595 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.595 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.595 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.595 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.595 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.595 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.596 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.596 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.596 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.596 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.596 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.596 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.596 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.596 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.596 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.596 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.596 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.596 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.596 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.596 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.597 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.597 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.597 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.597 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.597 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.597 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.597 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.597 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.597 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.597 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.597 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.597 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.597 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.598 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.598 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.598 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.598 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.598 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.598 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.598 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.598 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_get_obj_head_tagging ________________ 2023-12-03T12:50:23.598 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.598 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.598 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.598 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.598 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.598 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.598 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.598 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.599 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.599 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.599 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.599 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.599 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.599 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.599 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.599 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.599 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.599 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.599 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.599 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.599 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.599 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.599 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.599 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.600 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.600 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.600 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.600 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.600 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.600 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.600 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.600 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.600 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.600 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.600 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.600 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.600 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.600 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.600 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.601 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.601 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.601 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.601 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.601 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.601 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.601 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.601 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.601 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.601 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.601 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.601 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.601 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.601 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.601 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.601 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.602 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.602 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.602 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.602 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.602 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.602 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.602 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.602 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.602 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.602 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.602 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.602 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.602 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.602 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.602 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.603 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.603 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.603 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.603 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.603 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.603 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.603 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.603 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.603 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.603 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.603 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.603 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.603 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.603 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.603 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.603 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.604 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.604 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.604 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.604 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.604 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.604 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.604 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.604 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.604 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.604 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.604 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.604 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.604 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.604 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.604 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.604 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.605 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.605 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.605 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.605 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.605 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.605 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.605 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.605 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.605 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.605 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.605 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.605 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.605 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.605 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.605 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.605 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.606 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.606 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.606 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.606 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.606 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.606 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.606 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.606 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.606 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.606 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.606 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.606 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.606 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.606 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.606 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.606 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.606 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.606 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.607 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.607 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.607 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.607 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.607 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.607 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.607 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.607 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.607 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.607 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.607 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.607 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.607 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.607 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.607 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.608 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.608 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.608 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.608 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.608 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.608 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.608 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.608 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.608 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.608 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.608 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.608 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.608 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.608 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.608 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.608 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.608 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.609 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.609 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.609 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.609 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.609 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.609 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.609 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.609 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.609 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.609 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.609 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.609 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.609 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.609 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.609 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.609 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.609 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.610 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.610 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.610 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.610 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.610 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.610 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.610 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.610 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.610 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.610 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.610 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.610 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.610 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.610 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.611 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.611 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.611 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.611 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.611 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.611 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.611 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.611 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.611 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.611 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.611 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.611 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.611 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.611 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.612 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.612 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.612 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.612 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.612 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.612 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.612 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.612 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.612 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.612 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.612 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.612 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.612 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.612 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.612 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.612 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.612 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.613 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.613 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.613 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.613 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.613 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.613 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.613 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.613 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.613 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.613 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.613 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.613 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.613 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.613 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.613 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.614 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.614 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.614 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.614 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.614 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.614 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.614 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.614 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.614 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.614 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.614 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.614 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.614 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.614 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.614 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.614 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.614 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.615 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.615 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.615 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.615 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.615 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.615 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.615 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.615 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.615 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.615 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.615 INFO:teuthology.orchestra.run.smithi145.stdout:____________________ ERROR at teardown of test_put_max_tags ____________________ 2023-12-03T12:50:23.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.615 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.615 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.616 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.616 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.616 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.616 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.616 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.616 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.616 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.616 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.616 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.616 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.616 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.616 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.616 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.616 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.616 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.616 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.617 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.617 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.617 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.617 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.617 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.617 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.617 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.617 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.617 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.617 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.617 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.617 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.617 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.617 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.617 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.617 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.618 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.618 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.618 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.618 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.618 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.618 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.618 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.618 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.618 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.618 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.618 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.618 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.618 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.619 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.619 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.619 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.619 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.619 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.619 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.619 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.619 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.619 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.619 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.619 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.619 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.619 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.619 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.620 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.620 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.620 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.620 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.620 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.620 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.620 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.620 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.620 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.620 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.620 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.620 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.620 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.620 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.620 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.620 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.621 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.621 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.621 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.621 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.621 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.621 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.621 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.621 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.621 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.621 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.621 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.621 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.621 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.621 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.621 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.622 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.622 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.622 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.622 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.622 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.622 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.622 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.622 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.622 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.622 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.622 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.622 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.622 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.622 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.622 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.622 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.623 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.623 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.623 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.623 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.623 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.623 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.623 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.623 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.623 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.623 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.623 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.624 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.624 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.624 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.624 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.624 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.624 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.624 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.624 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.624 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.624 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.624 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.624 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.624 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.625 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.625 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.625 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.625 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.625 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.625 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.625 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.625 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.625 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.625 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.625 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.625 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.625 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.626 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.626 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.626 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.626 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.626 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.626 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.626 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.626 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.626 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.626 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.626 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.626 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.626 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.626 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.626 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.626 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.627 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.627 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.627 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.627 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.627 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.627 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.627 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.627 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.627 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.627 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.627 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.627 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.627 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.627 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.627 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.627 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.627 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.628 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.628 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.628 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.628 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.628 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.628 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.628 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.628 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.628 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.628 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.628 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.628 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.628 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.628 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.628 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.628 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.628 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.629 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.629 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.629 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.629 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.629 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.629 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.629 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.629 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.629 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.629 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.629 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.629 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.629 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.629 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.630 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.630 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.630 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.630 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.630 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.630 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.630 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.630 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.630 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.630 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.630 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.630 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.630 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.630 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.630 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.631 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.631 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.631 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.631 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.631 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.631 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.631 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.631 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.631 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.631 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.631 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.631 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.631 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.631 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.631 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.632 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.632 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.632 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.632 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.632 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.632 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.632 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.632 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.632 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.632 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.632 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.632 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.632 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.632 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.633 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.633 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.633 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.633 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at teardown of test_put_excess_tags ___________________ 2023-12-03T12:50:23.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.633 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.633 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.633 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.633 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.633 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.633 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.633 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.634 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.634 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.634 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.634 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.634 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.634 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.634 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.634 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.634 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.634 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.634 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.634 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.634 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.634 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.634 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.634 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.635 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.635 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.635 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.635 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.635 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.635 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.635 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.635 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.635 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.635 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.635 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.635 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.635 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.635 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.635 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.635 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.636 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.636 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.636 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.636 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.636 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.636 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.636 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.636 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.636 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.636 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.636 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.636 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.636 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.636 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.636 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.636 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.636 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.637 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.637 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.637 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.637 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.637 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.637 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.637 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.637 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.637 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.637 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.637 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.637 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.637 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.637 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.637 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.638 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.638 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.638 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.638 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.638 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.638 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.638 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.638 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.638 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.638 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.638 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.638 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.638 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.639 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.639 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.639 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.639 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.639 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.639 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.639 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.639 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.639 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.639 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.639 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.639 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.639 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.639 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.639 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.639 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.639 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.639 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.640 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.640 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.640 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.640 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.640 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.640 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.640 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.640 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.640 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.641 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.641 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.641 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.641 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.641 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.641 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.641 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.641 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.641 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.641 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.641 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.641 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.641 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.641 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.641 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.641 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.642 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.642 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.642 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.642 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.642 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.642 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.642 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.642 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.642 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.642 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.642 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.642 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.642 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.642 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.642 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.642 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.642 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.643 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.643 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.643 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.643 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.643 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.643 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.643 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.643 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.643 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.643 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.643 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.643 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.643 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.644 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.644 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.644 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.644 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.644 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.644 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.644 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.644 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.644 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.644 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.644 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.644 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.644 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.644 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.644 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.644 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.644 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.645 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.645 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.645 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.645 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.645 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.645 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.645 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.645 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.646 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.646 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.646 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.646 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.646 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.646 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.646 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.646 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.646 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.646 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.646 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.646 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.646 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.646 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.646 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.647 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.647 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.647 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.647 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.647 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.647 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.647 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.647 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.647 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.647 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.647 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.647 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.647 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.647 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.647 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.647 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.648 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.648 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.648 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.648 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.648 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.648 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.648 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.648 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.648 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.648 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.648 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.648 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.648 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.648 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.648 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.648 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.649 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.649 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.649 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.649 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.649 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.649 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.649 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.649 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.649 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_put_max_kvsize_tags _________________ 2023-12-03T12:50:23.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.649 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.649 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.649 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.649 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.650 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.650 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.650 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.650 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.650 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.650 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.650 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.650 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.650 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.650 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.650 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.650 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.651 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.651 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.651 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.651 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.651 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.651 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.651 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.651 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.651 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.651 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.651 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.651 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.651 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.651 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.652 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.652 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.652 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.652 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.652 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.652 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.652 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.652 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.652 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.652 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.652 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.652 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.652 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.652 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.652 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.652 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.652 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.653 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.653 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.653 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.653 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.653 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.653 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.653 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.653 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.653 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.653 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.653 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.653 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.653 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.653 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.653 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.653 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.653 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.653 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.654 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.654 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.654 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.654 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.654 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.654 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.654 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.654 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.654 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.654 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.654 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.654 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.655 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.655 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.655 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.655 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.655 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.655 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.655 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.655 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.655 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.655 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.655 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.655 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.655 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.655 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.655 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.655 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.655 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.656 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.656 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.656 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.656 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.656 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.656 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.656 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.656 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.656 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.656 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.656 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.656 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.656 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.656 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.657 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.657 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.657 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.657 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.657 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.657 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.657 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.657 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.657 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.657 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.657 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.657 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.658 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.658 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.658 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.658 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.658 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.658 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.658 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.658 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.658 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.658 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.658 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.658 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.658 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.658 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.658 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.658 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.659 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.659 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.659 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.659 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.659 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.659 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.659 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.659 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.659 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.659 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.659 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.659 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.659 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.660 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.660 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.660 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.660 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.660 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.660 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.660 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.660 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.660 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.660 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.660 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.660 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.660 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.660 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.660 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.660 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.660 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.661 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.661 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.661 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.661 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.661 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.661 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.661 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.661 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.661 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.661 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.661 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.661 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.661 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.661 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.661 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.661 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.662 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.662 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.662 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.662 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.662 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.662 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.662 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.662 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.662 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.662 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.662 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.662 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.662 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.662 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.662 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.663 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.663 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.663 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.663 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.663 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.663 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.663 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.663 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.663 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.663 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.663 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.663 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.663 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.663 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.663 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.663 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.663 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.664 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.664 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.664 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.664 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.664 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.664 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.664 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.664 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.664 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.664 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.664 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.664 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.664 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.664 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.664 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.665 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.665 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.665 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.665 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.665 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.665 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.665 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.665 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.665 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.665 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.665 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.665 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.665 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.665 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.665 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.666 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_put_excess_key_tags _________________ 2023-12-03T12:50:23.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.666 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.666 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.666 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.666 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.666 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.666 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.666 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.666 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.666 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.666 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.666 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.667 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.667 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.667 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.667 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.667 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.667 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.667 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.667 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.667 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.667 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.667 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.667 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.667 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.667 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.667 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.667 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.667 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.668 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.668 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.668 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.668 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.668 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.668 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.668 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.668 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.668 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.668 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.668 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.668 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.668 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.668 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.668 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.668 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.668 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.668 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.669 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.669 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.669 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.669 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.669 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.669 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.669 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.669 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.669 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.669 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.669 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.669 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.669 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.669 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.669 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.670 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.670 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.670 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.670 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.670 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.670 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.670 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.670 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.670 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.670 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.670 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.671 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.671 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.671 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.671 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.671 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.671 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.671 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.671 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.671 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.671 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.671 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.671 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.671 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.671 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.672 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.672 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.672 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.672 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.672 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.672 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.672 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.672 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.672 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.672 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.672 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.672 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.672 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.672 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.672 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.672 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.672 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.673 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.673 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.673 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.673 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.673 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.673 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.673 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.673 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.674 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.674 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.674 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.674 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.674 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.674 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.674 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.674 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.674 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.674 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.674 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.674 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.675 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.675 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.675 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.675 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.675 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.675 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.675 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.675 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.675 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.675 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.675 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.675 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.675 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.675 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.675 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.676 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.676 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.676 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.676 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.676 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.676 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.676 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.676 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.676 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.676 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.676 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.676 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.676 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.676 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.676 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.676 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.676 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.676 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.677 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.677 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.677 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.677 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.677 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.677 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.677 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.677 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.677 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.677 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.677 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.677 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.677 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.677 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.677 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.677 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.677 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.678 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.678 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.678 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.678 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.678 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.678 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.678 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.678 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.678 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.678 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.678 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.678 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.678 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.678 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.678 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.678 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.679 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.679 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.679 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.679 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.679 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.679 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.679 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.679 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.679 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.679 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.679 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.679 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.679 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.679 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.679 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.680 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.680 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.680 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.680 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.680 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.680 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.680 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.680 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.680 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.680 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.680 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.680 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.680 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.680 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.680 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.680 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.680 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.681 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.681 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.681 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.681 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.681 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.681 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.681 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.681 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.681 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.681 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.681 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.681 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.681 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.681 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.681 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.682 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.682 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.682 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.682 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.682 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.682 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.682 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.682 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.682 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_put_excess_val_tags _________________ 2023-12-03T12:50:23.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.682 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.682 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.682 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.683 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.683 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.683 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.683 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.683 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.683 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.683 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.683 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.683 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.683 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.683 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.684 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.684 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.684 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.684 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.684 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.684 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.684 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.684 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.684 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.684 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.684 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.684 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.684 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.684 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.685 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.685 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.685 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.685 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.685 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.685 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.685 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.685 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.685 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.685 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.685 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.685 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.685 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.685 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.685 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.685 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.686 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.686 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.686 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.686 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.686 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.686 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.686 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.686 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.686 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.686 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.686 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.686 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.686 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.686 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.687 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.687 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.687 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.687 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.687 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.687 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.687 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.687 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.687 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.687 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.687 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.687 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.688 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.688 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.688 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.688 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.688 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.688 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.688 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.688 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.688 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.688 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.688 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.688 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.688 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.688 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.688 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.688 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.689 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.689 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.689 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.689 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.689 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.689 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.689 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.689 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.689 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.689 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.689 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.689 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.689 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.689 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.690 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.690 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.690 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.690 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.690 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.690 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.690 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.690 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.690 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.691 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.691 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.691 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.691 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.691 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.691 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.691 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.691 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.691 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.691 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.691 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.691 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.691 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.692 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.692 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.692 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.692 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.692 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.692 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.692 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.692 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.692 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.692 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.692 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.692 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.692 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.693 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.693 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.693 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.693 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.693 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.693 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.693 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.693 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.693 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.693 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.693 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.693 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.693 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.694 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.694 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.694 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.694 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.694 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.694 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.694 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.694 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.694 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.694 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.694 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.694 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.694 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.694 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.694 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.694 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.694 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.695 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.695 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.695 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.695 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.695 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.695 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.695 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.695 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.695 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.695 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.695 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.695 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.695 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.695 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.695 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.695 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.695 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.695 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.696 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.696 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.696 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.696 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.696 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.696 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.696 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.696 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.696 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.696 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.696 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.696 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.696 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.696 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.696 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.697 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.697 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.697 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.697 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.697 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.697 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.697 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.697 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.697 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.697 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.697 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.697 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.697 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.697 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.697 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.697 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.697 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.697 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.698 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.698 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.698 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.698 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.698 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.698 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.698 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.698 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.698 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.698 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.698 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.698 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.698 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.698 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.699 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.699 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.699 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at teardown of test_put_modify_tags ___________________ 2023-12-03T12:50:23.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.699 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.699 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.699 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.699 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.699 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.699 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.699 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.699 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.699 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.699 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.700 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.700 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.700 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.700 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.700 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.700 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.700 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.700 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.700 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.700 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.700 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.700 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.700 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.700 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.700 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.700 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.700 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.701 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.701 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.701 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.701 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.701 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.701 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.701 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.701 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.701 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.701 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.701 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.701 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.701 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.701 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.702 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.702 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.702 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.702 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.702 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.702 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.702 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.702 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.702 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.702 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.702 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.702 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.702 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.702 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.703 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.703 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.704 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.704 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.704 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.704 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.704 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.704 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.705 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.705 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.706 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.706 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.706 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.706 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.706 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.706 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.706 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.706 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.706 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.707 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.707 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.707 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.707 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.708 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.708 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.708 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.708 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.708 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.708 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.708 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.708 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.708 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.708 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.708 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.708 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.708 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.708 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.708 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.709 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.709 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.709 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.709 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.709 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.709 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.709 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.709 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.709 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.709 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.709 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.709 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.710 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.710 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.710 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.710 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.710 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.710 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.710 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.710 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.710 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.710 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.710 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.710 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.710 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.710 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.710 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.710 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.710 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.711 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.711 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.711 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.711 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.711 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.711 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.711 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.711 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.712 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.712 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.712 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.712 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.712 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.712 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.712 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.712 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.712 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.712 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.712 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.712 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.712 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.712 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.712 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.713 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.713 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.713 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.713 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.713 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.713 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.713 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.713 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.713 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.713 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.713 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.713 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.713 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.713 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.713 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.713 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.714 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.714 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.714 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.714 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.714 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.714 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.714 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.714 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.714 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.714 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.714 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.714 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.715 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.715 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.715 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.715 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.715 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.715 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.715 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.715 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.715 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at teardown of test_put_delete_tags ___________________ 2023-12-03T12:50:23.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.715 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.715 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.715 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.716 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.716 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.716 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.716 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.716 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.716 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.716 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.716 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.716 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.716 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.716 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.716 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.716 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.716 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.716 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.716 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.716 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.716 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.717 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.717 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.717 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.717 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.717 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.717 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.717 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.717 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.717 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.717 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.717 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.717 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.717 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.717 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.717 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.717 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.717 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.718 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.718 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.718 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.718 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.718 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.718 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.718 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.718 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.718 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.718 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.718 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.718 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.718 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.718 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.718 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.718 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.718 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.719 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.719 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.719 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.719 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.719 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.719 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.719 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.719 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.719 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.719 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.719 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.719 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.719 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.719 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.720 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.720 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.720 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.720 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.720 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.720 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.720 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.720 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.720 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.720 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.720 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.720 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.721 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.721 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.721 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.721 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.721 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.721 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.721 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.721 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.721 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.721 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.721 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.721 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.721 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.721 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.721 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.722 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.722 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.722 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.722 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.722 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.722 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.722 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.722 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.722 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.722 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.722 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.722 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.722 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.723 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.723 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.723 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.723 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.723 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.723 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.723 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.723 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.723 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.723 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.723 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.723 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.723 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.723 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.724 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.724 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.724 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.724 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.724 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.724 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.724 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.724 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.724 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.724 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.724 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.724 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.724 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.725 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.725 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.725 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.725 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.725 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.725 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.725 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.725 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.725 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.725 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.725 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.725 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.726 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.726 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.726 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.726 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.726 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.726 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.726 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.726 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.726 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.726 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.726 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.726 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.726 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.726 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.726 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.726 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.727 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.727 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.727 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.727 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.727 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.727 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.727 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.727 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.727 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.728 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.728 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.728 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.728 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.728 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.728 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.728 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.728 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.728 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.728 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.728 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.728 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.728 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.728 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.728 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.729 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.729 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.729 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.729 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.729 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.729 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.729 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.729 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.729 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.729 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.729 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.729 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.729 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.729 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.729 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.729 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.729 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.730 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.730 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.730 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.730 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.730 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.730 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.730 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.730 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.730 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.730 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.730 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.730 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.730 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.730 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.730 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.731 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.731 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.731 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.731 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.731 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.731 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.731 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.731 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.731 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.731 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.731 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.731 INFO:teuthology.orchestra.run.smithi145.stdout:_________ ERROR at teardown of test_post_object_tags_anonymous_request _________ 2023-12-03T12:50:23.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.732 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.732 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.732 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.732 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.732 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.732 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.732 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.732 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.732 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.732 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.732 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.732 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.732 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.732 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.733 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.733 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.733 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.733 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.733 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.733 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.733 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.733 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.733 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.733 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.733 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.733 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.733 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.733 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.733 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.733 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.733 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.733 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.734 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.734 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.734 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.734 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.734 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.734 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.734 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.734 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.734 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.734 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.734 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.734 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.734 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.734 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.734 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.735 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.735 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.735 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.735 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.735 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.735 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.735 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.735 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.735 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.735 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.735 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.735 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.735 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.735 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.735 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.735 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.735 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.736 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.736 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.736 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.736 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.736 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.736 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.736 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.736 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.736 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.736 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.736 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.736 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.737 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.737 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.737 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.737 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.737 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.737 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.737 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.737 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.737 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.737 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.737 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.737 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.737 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.737 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.737 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.737 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.737 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.738 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.738 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.738 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.738 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.738 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.738 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.738 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.738 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.738 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.738 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.738 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.738 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.738 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.738 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.738 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.739 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.739 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.739 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.739 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.739 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.739 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.739 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.739 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.739 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.739 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.739 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.739 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.740 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.740 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.740 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.740 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.740 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.740 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.740 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.740 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.740 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.740 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.740 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.740 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.740 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.740 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.740 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.740 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.740 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.741 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.741 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.741 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.741 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.741 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.741 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.741 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.741 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.741 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.741 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.741 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.741 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.741 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.741 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.741 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.741 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.742 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.742 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.742 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.742 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.742 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.742 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.742 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.742 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.742 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.742 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.742 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.742 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.742 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.742 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.742 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.742 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.743 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.743 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.743 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.743 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.743 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.743 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.743 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.743 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.743 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.743 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.743 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.743 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.743 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.743 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.743 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.743 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.743 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.743 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.744 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.744 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.744 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.744 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.744 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.744 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.744 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.744 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.744 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.745 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.745 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.745 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.745 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.745 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.745 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.745 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.745 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.745 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.745 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.745 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.745 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.745 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.745 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.745 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.746 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.746 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.746 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.746 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.746 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.746 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.746 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.746 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.746 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.746 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.746 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.746 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.746 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.747 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.747 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.747 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.747 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.747 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.747 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.747 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.747 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.747 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.747 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.747 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.747 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.747 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.748 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.748 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.748 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.748 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.748 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.748 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.748 INFO:teuthology.orchestra.run.smithi145.stdout:_______ ERROR at teardown of test_post_object_tags_authenticated_request _______ 2023-12-03T12:50:23.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.748 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.748 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.748 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.748 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.748 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.749 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.749 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.749 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.749 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.749 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.749 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.749 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.749 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.749 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.749 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.749 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.749 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.749 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.749 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.749 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.749 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.749 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.750 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.750 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.750 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.750 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.750 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.750 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.750 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.750 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.750 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.750 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.750 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.750 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.750 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.750 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.750 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.750 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.750 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.751 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.751 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.751 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.751 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.751 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.751 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.751 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.751 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.751 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.751 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.751 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.751 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.751 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.751 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.751 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.751 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.752 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.752 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.752 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.752 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.752 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.752 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.752 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.752 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.752 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.752 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.752 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.752 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.752 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.752 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.753 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.753 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.753 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.753 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.753 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.753 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.753 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.753 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.753 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.753 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.753 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.753 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.753 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.753 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.754 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.754 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.754 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.754 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.754 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.754 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.754 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.754 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.754 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.754 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.754 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.754 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.754 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.754 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.754 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.754 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.754 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.755 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.755 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.755 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.755 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.755 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.755 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.755 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.755 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.755 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.755 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.755 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.756 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.756 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.756 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.756 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.756 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.756 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.756 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.756 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.756 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.756 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.756 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.756 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.756 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.756 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.756 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.757 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.757 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.757 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.757 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.757 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.757 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.757 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.757 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.757 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.757 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.757 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.757 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.757 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.757 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.757 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.757 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.757 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.758 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.758 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.758 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.758 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.758 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.758 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.758 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.758 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.758 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.758 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.758 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.758 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.759 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.759 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.759 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.759 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.759 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.759 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.759 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.759 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.759 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.759 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.759 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.759 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.759 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.759 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.759 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.759 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.760 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.760 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.760 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.760 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.760 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.760 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.760 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.760 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.760 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.760 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.760 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.760 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.760 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.760 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.760 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.760 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.761 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.761 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.761 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.761 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.761 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.761 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.761 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.761 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.761 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.761 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.761 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.761 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.761 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.762 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.762 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.762 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.762 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.762 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.762 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.762 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.762 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.762 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.762 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.762 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.762 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.762 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.762 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.762 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.762 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.763 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.763 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.763 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.763 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.763 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.763 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.763 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.763 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.763 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.763 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.763 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.763 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.763 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.763 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.763 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.764 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.764 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.764 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.764 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.764 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.764 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.764 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.764 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.764 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.764 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.764 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.764 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.764 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.764 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.765 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ ERROR at teardown of test_put_obj_with_tags __________________ 2023-12-03T12:50:23.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.765 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.765 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.765 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.765 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.765 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.765 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.765 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.765 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.765 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.765 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.765 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.766 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.766 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.766 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.766 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.766 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.766 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.766 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.766 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.766 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.766 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.766 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.766 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.766 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.766 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.767 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.767 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.767 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.767 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.767 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.767 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.767 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.767 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.767 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.767 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.767 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.767 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.767 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.767 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.767 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.767 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.768 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.768 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.768 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.768 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.768 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.768 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.768 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.768 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.768 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.768 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.768 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.768 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.768 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.768 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.769 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.769 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.769 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.769 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.769 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.769 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.769 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.769 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.769 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.769 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.769 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.769 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.769 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.770 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.770 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.770 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.770 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.770 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.770 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.770 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.770 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.770 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.770 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.770 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.770 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.770 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.770 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.770 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.771 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.771 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.771 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.771 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.771 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.771 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.771 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.771 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.771 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.771 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.771 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.771 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.771 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.771 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.771 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.772 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.772 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.772 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.772 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.772 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.772 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.772 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.772 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.773 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.773 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.773 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.773 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.773 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.773 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.773 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.773 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.773 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.773 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.773 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.773 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.774 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.774 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.774 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.774 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.774 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.774 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.774 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.774 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.774 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.774 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.774 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.774 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.774 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.774 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.774 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.775 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.775 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.775 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.775 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.775 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.775 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.775 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.775 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.775 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.775 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.775 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.775 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.776 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.776 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.776 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.776 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.776 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.776 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.776 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.776 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.776 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.776 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.776 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.776 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.776 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.776 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.776 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.776 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.777 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.777 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.777 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.777 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.777 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.777 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.777 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.778 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.778 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.778 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.778 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.778 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.778 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.778 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.778 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.778 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.778 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.778 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.778 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.778 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.779 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.779 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.779 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.779 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.779 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.779 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.779 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.779 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.779 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.779 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.779 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.779 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.779 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.779 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.779 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.779 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.780 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.780 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.780 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.780 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.780 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.780 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.780 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.780 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.780 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.780 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.780 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.780 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.780 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.781 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.781 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.781 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.781 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.781 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.781 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.781 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.781 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.781 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.781 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.781 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.781 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.781 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.781 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.781 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.781 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.782 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.782 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.782 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.782 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.782 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_get_tags_acl_public _________________ 2023-12-03T12:50:23.782 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.782 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.782 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.782 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.782 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.782 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.782 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.782 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.782 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.782 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.782 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.783 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.783 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.783 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.783 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.783 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.783 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.783 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.783 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.783 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.783 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.783 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.783 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.783 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.783 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.783 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.784 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.784 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.784 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.784 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.784 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.784 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.784 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.784 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.784 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.784 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.784 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.784 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.784 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.784 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.785 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.785 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.785 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.785 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.785 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.785 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.785 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.785 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.785 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.785 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.785 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.785 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.785 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.785 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.785 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.785 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.785 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.786 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.786 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.786 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.786 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.786 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.786 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.786 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.786 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.786 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.786 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.786 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.786 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.786 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.787 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.787 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.787 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.787 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.787 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.787 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.787 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.787 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.787 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.787 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.787 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.787 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.787 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.787 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.787 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.788 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.788 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.788 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.788 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.788 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.788 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.788 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.788 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.788 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.788 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.788 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.789 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.789 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.789 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.789 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.789 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.789 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.789 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.789 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.789 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.789 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.789 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.789 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.789 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.789 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.790 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.790 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.790 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.790 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.790 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.790 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.790 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.790 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.790 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.790 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.790 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.790 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.791 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.791 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.791 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.791 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.791 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.791 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.791 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.791 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.791 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.791 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.791 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.791 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.791 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.791 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.791 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.791 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.792 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.792 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.792 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.792 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.792 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.792 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.792 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.792 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.792 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.792 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.792 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.792 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.793 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.793 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.793 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.793 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.793 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.793 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.793 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.793 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.793 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.793 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.793 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.794 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.794 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.794 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.794 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.794 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.794 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.794 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.794 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.794 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.794 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.794 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.794 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.794 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.794 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.794 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.795 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.795 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.795 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.795 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.795 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.795 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.795 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.795 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.795 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.795 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.795 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.795 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.795 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.795 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.795 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.795 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.795 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.796 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.796 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.796 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.796 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.796 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.796 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.796 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.796 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.796 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.796 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.796 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.796 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.796 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.796 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.796 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.797 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.797 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.797 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.797 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.797 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.797 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.797 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.797 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.797 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.797 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.797 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.797 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.797 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.797 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.797 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.797 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.798 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.798 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.798 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.798 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.798 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.798 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.798 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.798 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.798 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.798 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.798 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.798 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.798 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.798 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.798 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.798 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.798 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.799 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.799 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.799 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.799 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.799 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.799 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.799 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.799 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.799 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.799 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.799 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.799 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.799 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.799 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.799 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.799 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_put_tags_acl_public _________________ 2023-12-03T12:50:23.800 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.800 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.800 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.800 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.800 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.800 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.800 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.800 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.800 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.800 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.800 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.800 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.800 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.800 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.800 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.800 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.800 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.801 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.801 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.801 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.801 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.801 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.801 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.801 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.801 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.801 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.801 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.801 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.801 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.801 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.802 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.802 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.802 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.802 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.802 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.802 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.802 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.802 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.802 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.802 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.802 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.802 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.802 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.802 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.802 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.802 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.802 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.803 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.803 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.803 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.803 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.803 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.803 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.803 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.803 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.803 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.803 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.803 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.803 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.803 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.803 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.804 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.804 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.804 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.804 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.804 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.804 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.804 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.804 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.804 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.804 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.804 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.804 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.804 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.804 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.804 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.804 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.805 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.805 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.805 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.805 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.805 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.805 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.805 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.805 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.805 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.805 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.805 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.805 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.805 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.805 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.805 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.805 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.805 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.806 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.806 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.806 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.806 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.806 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.806 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.806 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.806 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.806 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.806 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.806 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.806 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.806 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.806 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.806 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.806 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.806 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.807 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.807 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.807 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.807 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.807 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.807 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.807 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.807 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.807 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.807 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.807 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.807 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.807 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.807 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.807 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.807 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.807 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.807 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.808 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.808 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.808 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.808 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.808 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.808 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.808 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.808 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.808 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.808 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.808 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.808 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.808 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.809 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.809 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.809 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.809 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.809 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.809 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.809 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.809 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.809 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.809 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.809 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.809 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.809 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.809 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.810 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.810 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.810 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.810 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.810 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.810 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.810 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.810 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.810 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.810 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.810 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.810 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.810 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.810 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.810 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.810 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.811 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.811 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.811 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.811 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.811 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.811 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.811 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.811 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.811 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.811 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.811 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.811 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.811 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.811 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.811 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.812 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.812 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.812 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.812 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.812 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.812 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.812 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.812 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.812 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.812 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.812 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.812 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.812 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.812 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.812 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.812 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.812 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.812 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.813 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.813 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.813 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.813 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.813 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.813 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.813 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.813 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.813 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.813 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.813 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.813 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.813 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.813 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.813 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.813 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.814 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.814 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.814 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.814 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.814 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.814 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.814 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.814 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.814 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.814 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.814 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.814 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.814 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.814 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.814 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.815 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.815 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.815 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.815 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.815 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.815 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.815 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.815 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.815 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.815 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.815 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.815 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.815 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.815 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.815 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.815 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.815 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.815 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.816 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ ERROR at teardown of test_delete_tags_obj_public _______________ 2023-12-03T12:50:23.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.816 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.816 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.816 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.816 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.816 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.816 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.816 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.816 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.816 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.816 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.817 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.817 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.817 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.817 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.817 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.817 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.817 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.817 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.817 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.817 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.817 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.817 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.817 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.817 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.817 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.818 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.818 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.818 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.818 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.818 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.818 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.818 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.818 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.818 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.818 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.818 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.818 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.818 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.818 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.818 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.818 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.818 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.818 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.819 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.819 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.819 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.819 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.819 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.819 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.819 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.819 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.819 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.819 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.819 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.819 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.819 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.819 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.819 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.819 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.819 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.820 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.820 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.820 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.820 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.820 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.820 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.820 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.820 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.820 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.820 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.820 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.820 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.820 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.820 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.820 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.820 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.821 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.821 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.821 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.821 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.821 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.821 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.821 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.821 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.821 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.821 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.821 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.821 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.821 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.821 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.821 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.821 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.822 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.822 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.822 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.822 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.822 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.822 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.822 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.822 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.822 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.822 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.822 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.822 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.822 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.822 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.822 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.823 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.823 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.823 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.823 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.823 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.823 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.823 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.823 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.823 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.824 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.824 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.825 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.825 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.825 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.826 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.826 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.826 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.826 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.826 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.826 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.826 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.826 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.826 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.826 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.826 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.826 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.826 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.827 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.827 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.827 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.827 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.827 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.827 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.827 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.827 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.827 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.827 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.827 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.827 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.827 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.827 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.827 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.827 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.827 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.828 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.828 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.828 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.828 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.828 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.828 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.828 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.828 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.828 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.828 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.828 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.828 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.828 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.828 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.828 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.828 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.828 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.828 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.829 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.829 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.829 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.829 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.829 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.829 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.829 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.829 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.829 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.829 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.829 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.829 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.829 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.829 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.829 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.830 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.830 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.830 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.830 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.830 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.830 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.830 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.830 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.830 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.830 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.830 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.830 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.830 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.830 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.830 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.830 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.831 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.831 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.831 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.831 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.831 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.831 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.831 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.831 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.831 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.831 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.831 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.831 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.832 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.832 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.832 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.832 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.832 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.832 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.832 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.832 INFO:teuthology.orchestra.run.smithi145.stdout:_ ERROR at teardown of test_versioning_bucket_atomic_upload_return_version_id __ 2023-12-03T12:50:23.832 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.832 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.832 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.832 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.832 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.832 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.832 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.832 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.832 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.833 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.833 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.833 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.833 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.833 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.833 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.833 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.833 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.833 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.833 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.833 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.833 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.833 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.833 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.834 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.834 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.834 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.834 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.834 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.834 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.834 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.834 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.834 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.834 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.834 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.834 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.834 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.835 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.835 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.835 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.835 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.835 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.835 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.835 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.835 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.835 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.835 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.835 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.835 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.835 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.835 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.836 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.836 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.836 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.836 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.836 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.836 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.836 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.836 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.836 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.836 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.836 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.836 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.836 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.836 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.836 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.837 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.837 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.837 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.837 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.837 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.837 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.837 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.837 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.837 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.837 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.837 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.837 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.838 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.838 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.838 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.838 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.838 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.838 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.838 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.838 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.838 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.838 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.838 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.838 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.838 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.838 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.838 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.839 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.839 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.839 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.839 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.839 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.839 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.839 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.839 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.839 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.839 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.839 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.839 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.840 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.840 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.840 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.840 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.840 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.840 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.840 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.840 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.840 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.840 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.840 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.840 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.840 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.840 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.841 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.841 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.841 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.841 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.841 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.841 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.841 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.841 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.841 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.841 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.841 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.841 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.841 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.842 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.842 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.842 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.842 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.842 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.842 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.842 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.842 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.842 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.842 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.842 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.842 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.843 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.843 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.843 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.843 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.843 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.843 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.843 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.843 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.843 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.843 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.843 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.843 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.843 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.843 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.843 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.843 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.844 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.844 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.844 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.844 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.844 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.844 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.844 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.844 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.844 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.844 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.844 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.844 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.844 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.844 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.844 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.844 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.844 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.845 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.845 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.845 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.845 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.845 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.845 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.845 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.845 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.845 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.845 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.845 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.845 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.845 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.845 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.845 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.845 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.845 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.846 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.846 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.846 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.846 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.846 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.846 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.846 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.846 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.846 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.846 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.846 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.846 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.846 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.846 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.846 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.846 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.847 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.847 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.847 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.847 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.847 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.847 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.847 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.847 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.847 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.847 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.847 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.847 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.847 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.847 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.847 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.847 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.848 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.848 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.848 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.848 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.848 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.848 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.848 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.848 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.848 INFO:teuthology.orchestra.run.smithi145.stdout:_ ERROR at teardown of test_versioning_bucket_multipart_upload_return_version_id _ 2023-12-03T12:50:23.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.848 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.848 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.848 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.849 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.849 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.849 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.849 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.849 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.849 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.849 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.849 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.849 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.849 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.849 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.849 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.849 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.849 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.850 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.850 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.850 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.850 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.850 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.850 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.850 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.850 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.850 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.850 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.850 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.850 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.850 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.850 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.851 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.851 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.851 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.851 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.851 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.851 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.851 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.851 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.851 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.851 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.851 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.851 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.851 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.851 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.852 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.852 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.852 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.852 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.852 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.852 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.852 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.852 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.852 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.852 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.852 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.852 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.852 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.852 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.852 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.852 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.852 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.853 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.853 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.853 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.853 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.853 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.853 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.853 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.853 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.853 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.853 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.853 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.853 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.853 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.853 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.853 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.854 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.854 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.854 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.854 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.854 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.854 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.854 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.854 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.854 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.854 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.854 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.854 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.854 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.854 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.854 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.854 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.854 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.855 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.855 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.855 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.855 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.855 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.855 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.855 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.855 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.855 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.855 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.855 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.855 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.855 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.855 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.855 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.855 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.855 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.855 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.856 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.856 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.856 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.856 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.856 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.856 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.856 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.856 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.856 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.856 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.856 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.856 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.856 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.857 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.857 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.857 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.857 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.857 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.857 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.857 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.857 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.857 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.857 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.857 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.857 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.857 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.858 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.858 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.858 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.858 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.858 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.858 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.858 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.858 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.858 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.858 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.858 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.858 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.858 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.859 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.859 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.859 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.859 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.859 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.859 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.859 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.859 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.859 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.859 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.860 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.860 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.860 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.860 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.860 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.860 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.860 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.860 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.860 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.860 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.860 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.860 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.860 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.860 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.861 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.861 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.861 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.861 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.861 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.861 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.861 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.861 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.861 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.861 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.861 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.861 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.861 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.861 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.862 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.862 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.862 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.862 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.862 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.862 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.862 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.862 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.862 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.862 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.862 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.862 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.863 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.863 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.863 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.863 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.863 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.863 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.863 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.863 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.863 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.863 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.863 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.863 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.863 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.863 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.863 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.863 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.863 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.864 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.864 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.864 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.864 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.864 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.864 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.864 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.864 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.864 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.864 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.864 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.864 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.864 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.864 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.864 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.864 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.865 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.865 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.865 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.865 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.865 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.865 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.865 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.865 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.865 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.865 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.865 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.865 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.865 INFO:teuthology.orchestra.run.smithi145.stdout:_________ ERROR at teardown of test_bucket_policy_get_obj_existing_tag _________ 2023-12-03T12:50:23.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.866 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.866 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.866 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.866 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.866 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.866 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.866 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.866 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.866 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.866 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.866 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.867 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.867 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.867 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.867 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.867 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.867 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.867 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.867 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.867 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.867 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.867 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.867 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.867 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.867 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.867 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.868 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.868 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.868 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.868 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.868 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.868 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.868 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.868 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.868 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.868 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.868 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.868 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.868 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.868 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.869 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.869 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.869 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.869 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.869 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.869 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.869 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.869 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.869 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.869 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.869 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.869 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.869 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.869 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.870 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.870 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.870 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.870 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.870 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.870 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.870 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.870 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.870 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.870 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.870 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.870 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.870 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.871 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.871 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.871 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.871 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.871 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.871 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.871 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.871 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.871 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.871 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.871 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.871 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.871 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.871 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.871 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.872 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.872 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.872 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.872 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.872 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.872 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.872 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.872 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.872 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.872 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.872 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.872 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.872 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.872 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.872 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.872 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.872 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.873 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.873 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.873 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.873 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.873 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.873 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.873 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.873 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.873 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.873 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.873 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.873 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.873 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.873 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.873 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.873 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.874 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.874 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.874 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.874 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.874 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.874 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.874 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.874 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.874 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.874 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.874 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.874 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.875 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.875 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.875 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.875 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.875 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.875 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.875 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.875 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.875 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.875 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.875 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.875 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.875 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.875 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.876 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.876 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.876 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.876 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.876 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.876 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.876 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.876 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.876 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.876 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.876 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.876 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.876 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.877 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.877 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.877 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.877 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.877 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.877 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.877 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.877 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.877 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.877 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.877 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.877 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.877 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.877 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.877 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.877 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.877 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.878 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.878 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.878 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.878 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.878 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.878 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.878 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.878 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.878 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.878 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.878 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.878 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.878 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.878 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.878 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.878 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.878 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.879 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.879 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.879 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.879 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.879 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.879 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.879 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.879 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.879 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.879 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.879 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.879 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.879 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.879 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.880 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.880 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.880 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.880 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.880 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.880 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.880 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.880 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.880 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.880 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.880 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.880 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.880 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.880 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.880 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.881 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.881 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.881 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.881 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.881 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.881 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.881 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.881 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.881 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.881 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.881 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.881 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.881 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.881 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.882 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.882 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.882 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.882 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.882 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.882 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.882 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.882 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.882 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.882 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.882 INFO:teuthology.orchestra.run.smithi145.stdout:_____ ERROR at teardown of test_bucket_policy_get_obj_tagging_existing_tag _____ 2023-12-03T12:50:23.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.882 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.883 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.883 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.883 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.883 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.883 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.883 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.883 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.883 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.883 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.883 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.883 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.883 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.883 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.884 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.884 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.884 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.884 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.884 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.884 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.884 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.884 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.884 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.884 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.884 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.885 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.885 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.885 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.885 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.885 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.885 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.885 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.885 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.885 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.885 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.885 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.885 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.885 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.885 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.885 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.885 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.885 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.886 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.886 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.886 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.886 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.886 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.886 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.886 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.886 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.886 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.886 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.886 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.886 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.886 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.886 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.886 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.886 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.887 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.887 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.887 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.887 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.887 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.887 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.887 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.887 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.887 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.887 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.887 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.887 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.887 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.887 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.887 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.887 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.888 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.888 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.888 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.888 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.888 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.888 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.888 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.888 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.888 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.888 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.888 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.888 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.888 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.888 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.888 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.888 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.888 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.889 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.889 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.889 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.889 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.889 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.889 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.889 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.889 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.889 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.889 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.889 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.889 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.889 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.889 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.889 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.889 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.889 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.890 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.890 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.890 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.890 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.890 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.890 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.890 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.890 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.890 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.890 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.890 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.890 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.890 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.890 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.891 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.891 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.891 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.891 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.891 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.891 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.891 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.891 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.891 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.891 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.892 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.892 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.892 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.892 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.892 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.892 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.892 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.892 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.892 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.892 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.892 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.892 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.892 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.892 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.892 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.893 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.893 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.893 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.893 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.893 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.893 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.893 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.893 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.893 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.893 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.893 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.893 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.893 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.893 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.893 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.893 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.893 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.894 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.894 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.894 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.894 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.894 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.894 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.894 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.894 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.894 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.894 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.894 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.894 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.894 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.894 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.894 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.894 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.894 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.895 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.895 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.895 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.895 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.895 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.895 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.895 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.895 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.895 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.895 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.895 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.895 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.895 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.895 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.895 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.895 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.896 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.896 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.896 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.896 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.896 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.896 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.896 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.896 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.896 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.896 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.896 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.896 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.896 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.896 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.896 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.897 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.897 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.897 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.897 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.897 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.897 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.897 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.897 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.897 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.897 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.897 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.897 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.897 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.897 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.897 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.897 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.898 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.898 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.898 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.898 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.898 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.898 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.898 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.898 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.898 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.898 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.898 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.898 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.898 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.898 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.898 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.899 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.899 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.899 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.899 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.899 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.899 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.899 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.899 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.899 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.899 INFO:teuthology.orchestra.run.smithi145.stdout:_____ ERROR at teardown of test_bucket_policy_put_obj_tagging_existing_tag _____ 2023-12-03T12:50:23.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.899 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.900 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.900 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.900 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.900 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.900 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.900 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.900 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.900 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.900 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.900 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.900 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.900 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.901 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.901 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.901 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.901 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.901 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.901 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.901 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.901 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.901 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.901 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.901 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.902 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.902 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.902 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.902 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.902 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.902 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.902 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.902 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.902 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.902 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.902 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.902 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.902 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.902 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.902 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.902 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.903 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.903 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.903 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.903 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.903 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.903 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.903 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.903 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.903 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.903 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.903 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.903 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.903 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.903 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.903 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.903 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.903 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.904 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.904 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.904 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.904 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.904 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.904 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.904 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.904 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.904 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.904 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.904 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.904 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.904 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.904 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.904 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.904 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.905 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.905 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.905 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.905 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.905 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.905 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.905 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.905 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.905 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.905 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.905 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.905 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.905 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.905 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.905 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.905 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.906 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.906 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.906 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.906 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.906 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.906 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.906 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.906 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.906 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.906 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.906 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.906 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.906 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.906 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.907 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.907 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.907 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.907 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.907 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.907 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.907 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.907 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.907 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.907 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.907 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.907 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.907 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.907 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.907 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.907 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.908 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.908 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.908 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.908 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.908 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.908 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.908 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.908 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.908 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.908 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.908 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.908 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.908 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.909 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.909 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.909 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.909 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.909 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.909 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.909 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.909 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.909 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.909 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.909 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.909 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.909 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.909 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.909 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.909 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.909 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.910 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.910 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.910 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.910 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.910 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.910 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.910 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.910 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.910 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.910 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.910 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.911 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.911 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.911 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.911 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.911 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.911 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.911 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.911 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.911 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.911 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.911 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.911 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.911 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.911 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.911 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.911 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.912 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.912 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.912 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.912 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.912 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.912 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.912 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.912 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.912 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.912 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.912 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.912 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.912 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.912 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.912 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.912 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.912 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.913 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.913 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.913 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.913 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.913 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.913 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.913 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.913 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.913 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.913 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.913 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.913 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.913 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.913 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.913 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.914 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.914 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.914 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.914 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.914 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.914 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.914 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.914 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.914 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.914 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.914 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.914 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.914 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.914 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.914 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.914 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.915 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.915 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.915 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.915 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.915 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.915 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.915 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.915 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.915 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.915 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.915 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.915 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.915 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.915 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.915 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.916 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.916 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.916 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.916 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.916 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.916 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.916 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.916 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.916 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.916 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.916 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.916 INFO:teuthology.orchestra.run.smithi145.stdout:_________ ERROR at teardown of test_bucket_policy_put_obj_copy_source __________ 2023-12-03T12:50:23.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.916 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.917 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.917 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.917 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.917 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.917 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.917 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.917 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.917 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.917 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.917 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.917 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.917 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.918 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.918 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.918 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.918 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.918 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.918 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.918 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.918 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.918 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.918 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.918 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.918 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.919 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.919 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.919 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.919 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.919 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.919 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.919 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.919 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.919 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.919 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.919 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.919 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.919 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.919 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.919 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.919 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.920 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.920 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.920 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.920 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.920 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.920 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.920 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.920 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.920 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.920 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.920 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.920 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.920 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.920 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.920 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.920 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.921 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.921 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.921 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.921 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.921 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.921 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.921 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.921 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.921 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.921 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.921 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.921 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.921 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.921 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.921 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.922 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.922 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.922 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.922 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.922 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.922 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.922 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.922 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.922 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.922 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.922 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.922 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.922 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.922 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.922 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.922 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.922 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.923 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.923 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.923 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.923 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.923 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.923 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.923 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.923 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.923 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.923 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.923 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.923 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.923 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.923 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.923 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.923 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.924 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.924 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.924 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.924 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.924 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.924 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.924 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.924 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.924 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.924 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.924 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.924 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.924 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.924 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.924 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.924 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.924 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.925 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.925 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.925 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.925 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.925 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.925 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.925 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.925 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.925 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.925 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.925 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.925 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.926 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.926 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.926 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.926 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.926 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.926 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.926 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.926 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.926 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.926 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.926 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.926 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.926 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.926 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.926 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.926 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.926 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.927 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.927 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.927 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.927 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.927 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.927 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.927 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.927 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.927 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.927 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.927 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.927 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.928 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.928 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.928 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.928 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.928 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.928 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.928 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.928 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.928 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.928 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.928 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.928 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.928 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.928 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.928 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.929 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.929 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.929 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.929 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.929 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.929 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.929 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.929 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.929 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.929 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.929 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.929 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.929 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.929 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.929 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.930 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.930 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.930 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.930 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.930 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.930 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.930 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.930 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.930 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.930 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.930 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.930 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.930 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.930 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.930 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.931 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.931 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.931 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.931 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.931 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.931 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.931 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.931 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.931 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.931 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.931 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.931 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.931 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.931 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.931 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.931 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.932 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.932 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.932 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.932 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.932 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.932 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.932 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.932 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.932 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.932 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.932 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.932 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.932 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.932 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.932 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.933 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.933 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.933 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.933 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.933 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.933 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.933 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.933 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.933 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.933 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.933 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.933 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.933 INFO:teuthology.orchestra.run.smithi145.stdout:_______ ERROR at teardown of test_bucket_policy_put_obj_copy_source_meta _______ 2023-12-03T12:50:23.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.934 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.934 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.934 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.934 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.934 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.934 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.934 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.934 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.934 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.934 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.934 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.935 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.935 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.935 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.935 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.935 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.935 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.935 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.935 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.935 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.935 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.935 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.935 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.935 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.935 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.935 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.935 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.936 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.936 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.936 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.936 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.936 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.936 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.936 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.936 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.936 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.936 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.936 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.936 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.936 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.936 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.936 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.937 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.937 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.937 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.937 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.937 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.937 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.937 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.937 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.937 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.937 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.937 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.937 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.937 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.937 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.938 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.938 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.938 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.938 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.938 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.938 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.938 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.938 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.938 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.938 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.938 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.938 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.938 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.938 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.938 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.939 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.939 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.939 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.939 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.939 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.939 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.939 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.939 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.939 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.939 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.939 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.939 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.939 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.939 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.939 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.939 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.939 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.940 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.940 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.940 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.940 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.940 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.940 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.940 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.940 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.940 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.940 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.940 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.940 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.940 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.940 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.941 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.941 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.941 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.941 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.941 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.941 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.941 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.941 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.941 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.941 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.941 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.941 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.941 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.941 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.942 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.942 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.942 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.942 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.942 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.942 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.942 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.942 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.942 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.942 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.942 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.942 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.942 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.943 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.943 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.943 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.943 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.943 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.943 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.943 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.943 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.943 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.943 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.943 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.943 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.943 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.943 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.943 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.943 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.944 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.944 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.944 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.944 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.944 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.944 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.944 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.944 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.944 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.944 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.944 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.944 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.944 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.945 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.945 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.945 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.945 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.945 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.945 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.945 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.945 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.945 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.945 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.945 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.945 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.945 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.945 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.945 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.945 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.945 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.945 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.946 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.946 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.946 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.946 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.946 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.946 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.946 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.946 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.946 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.946 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.946 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.946 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.946 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.946 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.946 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.946 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.947 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.947 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.947 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.947 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.947 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.947 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.947 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.947 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.947 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.947 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.947 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.947 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.947 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.947 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.947 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.947 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.947 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.948 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.948 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.948 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.948 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.948 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.948 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.948 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.948 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.948 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.948 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.948 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.948 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.948 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.948 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.948 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.948 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.948 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.948 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.949 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.949 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.949 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.949 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.949 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.949 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.949 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.949 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.949 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.949 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.949 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.949 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.949 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.949 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.950 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.950 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.950 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.950 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.950 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.950 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.950 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.950 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.950 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.950 INFO:teuthology.orchestra.run.smithi145.stdout:_____________ ERROR at teardown of test_bucket_policy_put_obj_acl ______________ 2023-12-03T12:50:23.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.950 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.950 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.951 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.951 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.951 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.951 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.951 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.951 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.951 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.951 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.951 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.951 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.951 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.951 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.952 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.952 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.952 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.952 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.952 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.952 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.952 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.952 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.952 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.952 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.952 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.952 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.952 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.952 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.952 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.952 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.953 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.953 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.953 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.953 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.953 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.953 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.953 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.953 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.953 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.953 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.953 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.953 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.953 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.953 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.953 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.953 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.953 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.954 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.954 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.954 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.954 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.954 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.954 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.954 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.954 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.954 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.954 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.954 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.954 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.954 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.954 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.954 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.954 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.955 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.955 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.955 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.955 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.955 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.955 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.955 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.955 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.955 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.955 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.955 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.955 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.955 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.955 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.955 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.955 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.955 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.955 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.956 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.956 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.956 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.956 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.956 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.956 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.956 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.956 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.956 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.956 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.956 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.956 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.956 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.956 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.956 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.956 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.956 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.957 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.957 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.957 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.957 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.957 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.957 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.957 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.957 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.957 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.957 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.957 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.957 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.957 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.958 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.958 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.958 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.958 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.958 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.958 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.958 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.958 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.958 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.958 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.958 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.958 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.958 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.958 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.959 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.959 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.959 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.959 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.959 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.959 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.959 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.959 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.959 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.959 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.959 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.959 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.959 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.959 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.959 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.959 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.959 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.960 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.960 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.960 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.960 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.960 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.960 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.960 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.960 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.960 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.960 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.960 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.961 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.961 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.961 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.961 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.961 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.961 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.961 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.961 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.961 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.961 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.961 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.961 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.961 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.961 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.962 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.962 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.962 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.962 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.962 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.962 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.962 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.962 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.963 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.963 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.963 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.963 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.963 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.963 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.963 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.963 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.963 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.963 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.963 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.963 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.963 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.963 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.963 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.963 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.963 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.964 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.964 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.964 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.964 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.964 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.964 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.964 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.964 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.964 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.964 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.964 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.964 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.964 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.964 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.964 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.964 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.964 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.965 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.965 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.965 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.965 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.965 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.965 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.965 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.965 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.965 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.965 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.965 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.965 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.965 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.965 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.965 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.965 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.965 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.966 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.966 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.966 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.966 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.966 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.966 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.966 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.966 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.966 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.966 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.966 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.966 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.966 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.966 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.967 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.967 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.967 INFO:teuthology.orchestra.run.smithi145.stdout:____________ ERROR at teardown of test_bucket_policy_put_obj_grant _____________ 2023-12-03T12:50:23.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.967 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.967 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.967 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.967 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.967 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.967 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.967 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.967 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.968 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.968 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.968 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.968 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.968 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.968 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.968 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.968 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.968 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.968 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.968 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.968 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.968 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.968 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.969 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.969 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.969 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.969 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.969 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.969 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.969 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.969 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.969 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.969 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.969 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.969 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.969 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.969 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.969 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.969 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.969 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.970 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.970 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.970 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.970 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.970 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.970 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.970 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.970 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.970 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.970 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.970 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.970 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.970 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.970 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.971 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.971 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.971 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.971 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.971 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.971 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.971 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.971 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.971 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.971 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.971 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.971 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.971 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.972 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.972 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.972 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.972 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.972 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.972 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.972 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.972 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.972 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.972 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.972 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.972 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.973 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.973 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.973 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.973 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.973 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.973 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.973 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.973 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.973 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.973 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.973 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.973 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.973 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.973 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.973 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.973 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.974 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.974 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.974 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.974 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.974 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.974 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.974 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.974 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.974 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.974 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.974 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.974 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.974 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.974 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.975 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.975 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.975 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.975 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.975 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.975 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.975 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.975 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.975 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.975 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.975 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.975 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.975 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.975 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.975 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.976 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.976 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.976 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.976 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.976 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.976 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.976 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.976 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.976 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.976 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.976 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.976 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.976 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.977 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.977 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.977 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.977 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.977 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.977 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.977 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.977 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.977 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.977 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.977 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.977 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.977 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.977 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.977 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.978 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.978 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.978 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.978 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.978 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.978 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.978 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.978 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.978 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.978 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.979 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.979 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.979 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.979 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.979 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.979 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.979 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.979 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.979 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.979 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.979 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.979 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.979 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.979 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.979 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.979 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.979 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.980 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.980 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.980 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.980 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.980 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.980 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.980 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.980 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.980 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.980 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.980 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.980 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.980 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.980 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.980 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.980 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.980 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.981 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.981 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.981 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.981 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.981 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.981 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.981 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.981 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.981 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.981 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.981 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.981 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.981 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.982 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.982 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.982 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.982 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.982 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.982 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.982 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.982 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.982 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.982 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.982 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.982 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.982 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.983 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.983 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.983 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.983 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.983 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.983 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.983 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.983 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.983 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.983 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:23.983 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:23.983 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:23.983 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:23.983 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:23.983 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.984 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:23.984 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:23.984 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:23.984 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:23.984 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:23.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.984 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:23.984 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:23.984 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.984 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:23.984 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:23.984 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:23.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:23.984 INFO:teuthology.orchestra.run.smithi145.stdout:_____________ ERROR at teardown of test_put_obj_enc_conflict_c_s3 ______________ 2023-12-03T12:50:23.985 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.985 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.985 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.985 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.985 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.985 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.985 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.985 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.985 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.985 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.985 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.985 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.985 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.985 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.985 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.985 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.985 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:23.986 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.986 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.986 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.986 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:23.986 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.986 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:23.986 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:23.986 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.986 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.986 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:23.986 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:23.986 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.986 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:23.986 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:23.986 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:23.986 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:23.987 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:23.987 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.987 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:23.987 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.987 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:23.987 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:23.987 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:23.987 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:23.987 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:23.987 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:23.987 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:23.987 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:23.987 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.987 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.987 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:23.987 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:23.987 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:23.988 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:23.988 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.988 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:23.988 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:23.988 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:23.988 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:23.988 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.988 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.988 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:23.988 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:23.988 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:23.988 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:23.988 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.988 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.988 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:23.988 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:23.988 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:23.989 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.989 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:23.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.989 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:23.989 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:23.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.989 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:23.989 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:23.989 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:23.989 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:23.989 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:23.989 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:23.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.989 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:23.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.989 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.990 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.990 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.990 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.990 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.990 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.990 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.990 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.990 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.990 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.990 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.990 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.990 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.990 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.990 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.990 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.991 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.991 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.991 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.991 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.991 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.991 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:23.991 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.991 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.991 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.991 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.991 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.991 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.991 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:23.991 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:23.991 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:23.991 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.992 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:23.992 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.992 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:23.992 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:23.992 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:23.992 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:23.992 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:23.992 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:23.992 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:23.992 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:23.992 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:23.992 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:23.992 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:23.992 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:23.992 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:23.992 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:23.993 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.993 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.993 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:23.993 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:23.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.993 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:23.993 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:23.993 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:23.993 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:23.993 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:23.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.993 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:23.993 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:23.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.994 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.994 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:23.994 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:23.994 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.994 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.994 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:23.994 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:23.994 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:23.994 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:23.994 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:23.994 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.994 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.994 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:23.994 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:23.994 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:23.994 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:23.995 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:23.995 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.995 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:23.995 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.995 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:23.995 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.995 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:23.995 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.995 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:23.995 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:23.995 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:23.995 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:23.995 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.995 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:23.995 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.995 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:23.995 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:23.996 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:23.996 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:23.996 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:23.996 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:23.996 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:23.996 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:23.996 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:23.996 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:23.996 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:23.996 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:23.996 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:23.996 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:23.996 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:23.996 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:23.996 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:23.996 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:23.996 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:23.997 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:23.997 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:23.997 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:23.997 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:23.997 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:23.997 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:23.997 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:23.997 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:23.997 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:23.997 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:23.997 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:23.997 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:23.997 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:23.997 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:23.997 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:23.997 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:23.997 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:23.998 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:23.998 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:23.998 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:23.998 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:23.998 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:23.998 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.998 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:23.998 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:23.998 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.998 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:23.998 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:23.998 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:23.998 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:23.998 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:23.998 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:23.998 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:23.998 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:23.999 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:23.999 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:23.999 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:23.999 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:23.999 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:23.999 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:23.999 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:23.999 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:23.999 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:23.999 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:23.999 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:23.999 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:23.999 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:23.999 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:23.999 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:23.999 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:23.999 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.000 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.000 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.000 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.000 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.000 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.000 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.000 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.000 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.000 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.000 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.000 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.000 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.000 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.000 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.000 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.000 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.000 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.001 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.001 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.001 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.001 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.001 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.001 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.001 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.001 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.001 INFO:teuthology.orchestra.run.smithi145.stdout:_____________ ERROR at teardown of test_put_obj_enc_conflict_c_kms _____________ 2023-12-03T12:50:24.001 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.001 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.001 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.001 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.001 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.001 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.001 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.002 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.002 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.002 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.002 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.002 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.002 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.002 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.002 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.002 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.002 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.002 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.002 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.002 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.002 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.002 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.002 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.003 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.003 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.003 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.003 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.003 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.003 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.003 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.003 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.003 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.003 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.003 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.003 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.003 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.003 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.003 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.003 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.004 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.004 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.004 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.004 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.004 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.004 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.004 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.004 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.004 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.004 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.004 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.004 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.004 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.004 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.004 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.004 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.005 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.005 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.005 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.005 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.005 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.005 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.005 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.005 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.005 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.005 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.005 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.005 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.005 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.005 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.005 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.005 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.005 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.006 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.006 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.006 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.006 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.006 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.006 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.006 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.006 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.006 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.006 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.006 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.006 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.006 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.006 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.007 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.007 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.007 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.007 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.007 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.007 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.007 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.007 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.007 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.007 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.007 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.007 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.007 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.007 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.007 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.007 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.007 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.008 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.008 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.008 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.008 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.008 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.008 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.008 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.008 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.008 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.008 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.008 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.008 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.008 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.008 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.008 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.008 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.008 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.009 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.009 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.009 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.009 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.009 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.009 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.009 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.009 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.009 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.009 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.009 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.009 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.009 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.009 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.009 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.009 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.009 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.010 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.010 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.010 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.010 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.010 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.010 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.010 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.010 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.010 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.010 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.010 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.010 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.010 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.011 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.011 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.011 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.011 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.011 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.011 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.011 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.011 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.011 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.011 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.011 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.011 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.011 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.011 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.011 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.012 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.012 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.012 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.012 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.012 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.012 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.012 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.012 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.012 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.012 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.012 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.012 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.012 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.012 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.012 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.012 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.012 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.012 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.013 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.013 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.013 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.013 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.013 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.013 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.013 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.013 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.013 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.013 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.013 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.013 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.013 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.013 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.013 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.013 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.013 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.013 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.014 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.014 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.014 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.014 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.014 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.014 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.014 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.014 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.014 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.014 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.014 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.014 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.014 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.014 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.014 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.014 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.015 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.015 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.015 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.015 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.015 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.015 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.015 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.015 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.015 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.015 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.015 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.015 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.015 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.015 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.015 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.015 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.015 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.016 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.016 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.016 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.016 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.016 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.016 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.016 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.016 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.016 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.016 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.016 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.016 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.016 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.016 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.016 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.016 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.016 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.017 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.017 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.017 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.017 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.017 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.017 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.017 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.017 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.017 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.017 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.017 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.017 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.017 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.017 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.017 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.017 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.017 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.017 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.018 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.018 INFO:teuthology.orchestra.run.smithi145.stdout:____________ ERROR at teardown of test_put_obj_enc_conflict_s3_kms _____________ 2023-12-03T12:50:24.018 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.018 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.018 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.018 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.018 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.018 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.018 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.018 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.018 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.018 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.018 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.018 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.018 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.019 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.019 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.019 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.019 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.019 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.019 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.019 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.019 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.019 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.019 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.019 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.019 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.019 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.019 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.019 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.019 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.019 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.020 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.020 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.020 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.020 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.020 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.020 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.020 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.020 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.020 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.020 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.020 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.020 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.020 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.020 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.020 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.020 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.021 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.021 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.021 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.021 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.021 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.021 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.021 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.021 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.021 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.021 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.021 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.021 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.021 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.021 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.021 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.021 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.022 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.022 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.022 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.022 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.022 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.022 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.022 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.022 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.022 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.022 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.022 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.022 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.022 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.022 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.022 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.022 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.022 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.023 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.023 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.023 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.023 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.023 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.023 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.023 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.023 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.023 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.023 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.023 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.023 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.023 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.023 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.023 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.023 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.023 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.024 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.024 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.024 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.024 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.024 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.024 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.024 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.024 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.024 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.024 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.024 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.024 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.024 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.024 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.024 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.024 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.024 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.025 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.025 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.025 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.025 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.025 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.025 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.025 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.025 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.025 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.025 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.025 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.025 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.025 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.025 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.025 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.026 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.026 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.026 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.026 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.026 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.026 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.026 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.026 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.026 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.026 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.026 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.026 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.026 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.026 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.026 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.026 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.027 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.027 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.027 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.027 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.027 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.027 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.027 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.027 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.027 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.027 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.027 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.027 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.027 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.027 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.027 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.027 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.028 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.028 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.028 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.028 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.028 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.028 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.028 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.028 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.028 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.028 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.028 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.028 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.028 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.028 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.028 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.028 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.028 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.029 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.029 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.029 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.029 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.029 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.029 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.029 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.029 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.029 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.029 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.029 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.029 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.029 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.029 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.029 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.029 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.029 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.030 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.030 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.030 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.030 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.030 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.030 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.030 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.030 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.030 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.030 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.030 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.030 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.030 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.030 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.030 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.031 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.031 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.031 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.031 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.031 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.031 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.031 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.031 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.031 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.031 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.031 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.031 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.031 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.031 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.031 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.032 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.032 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.032 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.032 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.032 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.032 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.032 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.032 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.032 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.032 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.032 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.032 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.032 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.032 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.032 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.033 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.033 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.033 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.033 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.033 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.033 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.033 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.033 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.033 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.033 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.033 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.033 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.033 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.033 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.033 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.033 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.033 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.034 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.034 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.034 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.034 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.034 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.034 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.034 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.034 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.034 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.034 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.034 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.034 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.034 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.034 INFO:teuthology.orchestra.run.smithi145.stdout:__________ ERROR at teardown of test_put_obj_enc_conflict_bad_enc_kms __________ 2023-12-03T12:50:24.035 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.035 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.035 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.035 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.035 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.035 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.035 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.035 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.035 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.035 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.035 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.035 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.035 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.035 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.035 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.035 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.035 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.036 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.036 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.036 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.036 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.036 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.036 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.036 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.036 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.036 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.036 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.036 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.036 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.036 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.036 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.036 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.036 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.036 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.036 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.037 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.037 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.037 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.037 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.037 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.037 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.037 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.037 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.037 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.037 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.037 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.037 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.037 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.037 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.037 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.037 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.037 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.038 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.038 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.038 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.038 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.038 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.038 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.038 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.038 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.038 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.038 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.038 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.038 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.038 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.038 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.038 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.038 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.038 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.039 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.039 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.039 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.039 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.039 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.039 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.039 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.039 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.039 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.039 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.039 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.039 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.039 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.039 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.039 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.039 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.039 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.040 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.040 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.040 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.040 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.040 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.040 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.040 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.040 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.040 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.040 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.040 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.040 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.040 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.040 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.040 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.040 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.040 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.040 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.041 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.041 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.041 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.041 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.041 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.041 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.041 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.041 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.041 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.041 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.041 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.041 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.041 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.041 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.041 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.041 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.042 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.042 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.042 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.042 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.042 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.042 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.042 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.042 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.042 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.042 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.042 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.042 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.042 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.042 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.042 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.043 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.043 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.043 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.043 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.043 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.043 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.043 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.043 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.043 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.043 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.043 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.043 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.043 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.043 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.043 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.043 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.043 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.044 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.044 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.044 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.044 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.044 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.044 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.044 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.044 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.044 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.044 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.044 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.044 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.044 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.044 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.044 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.044 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.044 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.044 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.045 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.045 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.045 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.045 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.045 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.045 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.045 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.045 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.045 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.045 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.045 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.045 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.045 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.045 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.045 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.045 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.045 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.045 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.046 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.046 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.046 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.046 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.046 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.046 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.046 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.046 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.046 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.046 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.046 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.046 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.046 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.046 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.046 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.046 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.047 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.047 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.047 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.047 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.047 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.047 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.047 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.047 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.047 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.047 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.047 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.047 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.047 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.047 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.047 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.047 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.048 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.048 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.048 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.048 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.048 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.048 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.048 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.048 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.048 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.048 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.048 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.048 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.048 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.048 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.048 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.048 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.048 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.048 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.049 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.049 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.049 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.049 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.049 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.049 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.049 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.049 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.049 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.049 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.049 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.049 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.049 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.049 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.049 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.049 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.049 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.050 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.050 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.050 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.050 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.050 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.050 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.050 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.050 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.050 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.050 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.050 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.050 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.050 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.050 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.050 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.050 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.050 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.051 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.051 INFO:teuthology.orchestra.run.smithi145.stdout:__________ ERROR at teardown of test_bucket_policy_put_obj_kms_noenc ___________ 2023-12-03T12:50:24.051 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.051 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.051 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.051 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.051 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.051 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.051 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.051 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.051 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.051 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.051 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.051 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.051 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.051 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.051 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.052 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.052 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.052 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.052 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.052 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.052 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.052 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.052 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.052 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.052 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.052 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.052 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.052 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.052 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.052 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.052 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.052 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.053 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.053 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.053 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.053 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.053 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.053 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.053 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.053 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.053 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.053 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.053 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.053 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.053 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.053 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.053 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.053 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.053 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.054 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.054 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.054 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.054 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.054 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.054 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.054 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.054 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.054 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.054 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.054 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.054 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.054 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.054 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.054 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.054 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.054 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.055 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.055 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.055 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.055 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.055 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.055 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.055 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.055 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.055 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.055 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.055 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.055 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.055 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.055 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.055 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.055 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.055 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.056 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.056 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.056 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.056 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.056 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.056 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.056 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.056 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.056 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.056 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.056 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.056 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.056 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.056 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.056 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.056 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.056 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.057 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.057 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.057 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.057 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.057 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.057 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.057 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.057 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.057 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.057 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.057 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.057 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.057 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.057 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.057 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.057 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.057 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.058 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.058 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.058 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.058 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.058 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.058 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.058 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.058 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.058 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.058 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.058 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.058 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.058 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.058 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.058 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.058 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.059 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.059 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.059 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.059 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.059 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.059 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.059 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.059 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.059 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.059 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.059 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.059 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.059 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.059 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.059 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.059 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.059 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.060 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.060 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.060 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.060 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.060 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.060 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.060 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.060 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.060 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.060 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.060 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.060 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.060 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.060 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.060 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.060 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.060 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.061 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.061 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.061 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.061 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.061 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.061 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.061 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.061 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.061 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.061 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.061 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.061 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.061 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.061 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.061 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.061 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.061 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.062 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.062 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.062 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.062 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.062 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.062 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.062 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.062 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.062 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.062 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.062 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.062 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.062 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.062 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.062 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.062 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.062 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.063 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.063 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.063 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.063 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.063 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.063 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.063 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.063 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.063 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.063 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.063 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.063 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.063 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.063 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.063 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.063 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.063 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.063 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.064 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.064 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.064 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.064 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.064 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.064 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.064 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.064 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.064 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.064 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.064 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.064 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.064 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.064 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.064 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.064 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.064 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.065 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.065 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.065 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.065 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.065 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.065 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.065 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.065 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.065 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.065 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.065 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.065 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.065 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.065 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.065 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.065 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.065 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.065 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.066 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.066 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.066 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.066 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.066 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.066 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.066 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.066 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.066 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.066 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.066 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.067 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.067 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.067 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.067 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.067 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.067 INFO:teuthology.orchestra.run.smithi145.stdout:____________ ERROR at teardown of test_bucket_policy_put_obj_kms_s3 ____________ 2023-12-03T12:50:24.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.067 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.067 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.067 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.067 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.068 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.068 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.068 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.068 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.068 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.068 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.068 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.068 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.068 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.068 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.068 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.068 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.068 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.068 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.068 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.068 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.069 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.069 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.069 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.069 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.069 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.069 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.069 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.069 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.069 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.069 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.069 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.069 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.069 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.069 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.069 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.069 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.069 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.070 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.070 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.070 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.070 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.070 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.070 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.070 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.070 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.070 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.070 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.070 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.070 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.070 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.070 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.071 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.071 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.071 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.071 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.071 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.071 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.071 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.071 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.071 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.071 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.071 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.071 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.071 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.071 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.071 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.072 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.072 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.072 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.072 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.072 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.072 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.072 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.072 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.072 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.072 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.072 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.072 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.072 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.072 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.072 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.072 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.073 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.073 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.073 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.073 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.073 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.073 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.073 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.073 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.073 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.073 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.073 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.073 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.073 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.073 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.073 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.073 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.074 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.074 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.074 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.074 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.074 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.074 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.074 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.074 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.074 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.074 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.074 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.074 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.074 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.074 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.074 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.074 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.075 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.075 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.075 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.075 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.075 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.075 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.075 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.075 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.075 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.075 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.075 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.075 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.075 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.075 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.075 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.075 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.076 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.076 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.076 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.076 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.076 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.076 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.076 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.076 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.076 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.076 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.076 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.076 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.076 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.076 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.076 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.076 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.076 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.077 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.077 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.077 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.077 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.077 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.077 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.077 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.077 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.077 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.077 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.077 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.077 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.077 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.077 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.077 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.077 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.078 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.078 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.078 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.078 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.078 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.078 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.078 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.078 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.078 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.078 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.078 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.078 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.078 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.078 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.078 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.078 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.079 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.079 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.079 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.079 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.079 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.079 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.079 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.079 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.079 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.079 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.079 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.079 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.079 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.079 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.079 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.079 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.079 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.080 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.080 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.080 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.080 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.080 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.080 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.080 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.080 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.080 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.080 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.080 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.080 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.080 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.080 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.080 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.080 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.081 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.081 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.081 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.081 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.081 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.081 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.081 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.081 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.081 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.081 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.081 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.081 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.081 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.081 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.081 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.082 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.082 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.082 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.082 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.082 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.082 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.082 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.082 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.082 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.082 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.082 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.082 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.082 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.082 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.082 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.082 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.082 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.083 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.083 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.083 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.083 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.083 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.083 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.083 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.083 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.083 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.083 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.083 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.083 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.083 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.083 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.083 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.083 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.083 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.083 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.084 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.084 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.084 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.084 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.084 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.084 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.084 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.084 INFO:teuthology.orchestra.run.smithi145.stdout:_______ ERROR at teardown of test_bucket_policy_get_obj_acl_existing_tag _______ 2023-12-03T12:50:24.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.084 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.084 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.084 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.084 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.085 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.085 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.085 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.085 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.085 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.085 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.085 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.085 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.085 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.085 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.085 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.085 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.085 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.085 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.085 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.086 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.086 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.086 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.086 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.086 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.086 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.086 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.086 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.086 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.086 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.086 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.086 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.086 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.086 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.086 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.087 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.087 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.087 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.087 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.087 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.087 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.087 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.087 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.087 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.087 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.087 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.087 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.087 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.087 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.087 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.087 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.088 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.088 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.088 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.088 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.088 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.088 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.088 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.088 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.088 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.088 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.088 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.088 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.088 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.088 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.088 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.089 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.089 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.089 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.089 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.089 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.089 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.089 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.089 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.089 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.089 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.089 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.089 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.089 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.089 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.090 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.090 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.090 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.090 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.090 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.090 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.090 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.090 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.090 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.090 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.090 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.090 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.090 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.090 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.091 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.091 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.091 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.091 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.091 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.091 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.091 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.091 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.091 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.091 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.091 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.091 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.091 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.091 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.092 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.092 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.092 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.092 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.092 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.092 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.092 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.092 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.092 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.092 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.092 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.092 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.092 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.092 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.092 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.092 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.092 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.093 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.093 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.093 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.093 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.093 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.093 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.093 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.093 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.093 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.093 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.093 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.093 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.093 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.093 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.093 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.093 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.093 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.094 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.094 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.094 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.094 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.094 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.094 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.094 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.094 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.094 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.094 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.094 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.094 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.094 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.094 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.094 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.094 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.094 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.095 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.095 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.095 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.095 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.095 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.095 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.095 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.095 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.095 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.095 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.095 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.095 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.095 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.096 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.096 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.096 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.096 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.096 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.096 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.096 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.096 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.096 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.096 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.096 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.096 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.096 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.096 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.096 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.097 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.097 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.097 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.097 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.097 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.097 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.097 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.097 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.097 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.097 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.097 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.097 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.097 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.097 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.097 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.097 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.097 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.097 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.098 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.098 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.098 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.098 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.098 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.098 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.098 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.098 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.098 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.098 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.098 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.098 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.098 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.098 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.098 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.099 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.099 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.099 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.099 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.099 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.099 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.099 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.099 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.099 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.099 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.099 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.099 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.099 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.100 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.100 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.100 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.100 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.100 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.100 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.100 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.100 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.100 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.100 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.100 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.100 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.100 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.100 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.100 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.101 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.101 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.101 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.101 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.101 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.101 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.101 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.101 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.101 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.101 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.101 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.101 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.101 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.101 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.101 INFO:teuthology.orchestra.run.smithi145.stdout:______________ ERROR at teardown of test_object_lock_put_obj_lock ______________ 2023-12-03T12:50:24.101 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.101 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.102 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.102 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.102 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.102 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.102 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.102 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.102 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.102 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.102 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.102 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.102 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.102 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.102 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.102 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.102 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.102 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.102 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.103 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.103 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.103 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.103 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.103 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.103 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.103 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.103 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.103 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.103 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.103 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.103 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.103 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.103 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.103 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.104 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.104 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.104 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.104 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.104 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.104 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.104 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.104 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.104 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.104 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.104 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.104 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.104 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.104 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.104 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.104 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.104 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.105 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.105 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.105 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.105 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.105 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.105 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.105 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.105 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.105 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.105 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.105 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.105 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.105 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.105 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.106 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.106 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.106 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.106 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.106 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.106 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.106 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.106 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.106 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.106 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.106 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.106 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.107 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.107 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.107 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.107 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.107 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.107 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.107 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.107 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.107 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.107 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.107 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.107 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.107 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.107 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.107 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.107 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.107 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.108 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.108 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.108 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.108 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.108 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.108 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.108 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.108 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.108 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.108 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.108 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.108 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.108 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.108 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.108 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.109 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.109 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.109 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.109 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.109 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.109 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.109 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.109 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.109 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.109 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.109 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.109 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.109 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.109 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.109 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.109 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.109 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.109 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.110 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.110 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.110 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.110 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.110 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.110 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.110 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.110 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.110 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.110 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.110 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.110 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.110 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.110 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.110 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.110 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.111 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.111 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.111 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.111 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.111 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.111 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.111 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.111 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.111 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.111 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.111 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.111 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.111 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.111 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.111 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.111 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.111 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.112 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.112 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.112 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.112 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.112 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.112 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.112 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.112 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.112 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.112 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.112 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.112 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.112 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.112 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.113 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.113 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.113 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.113 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.113 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.113 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.113 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.113 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.113 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.113 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.113 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.113 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.113 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.113 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.113 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.113 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.113 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.113 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.114 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.114 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.114 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.114 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.114 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.114 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.114 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.114 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.114 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.114 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.115 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.115 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.115 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.115 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.115 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.115 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.115 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.115 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.115 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.115 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.115 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.115 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.115 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.115 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.115 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.115 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.115 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.115 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.116 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.116 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.116 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.116 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.116 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.116 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.116 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.116 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.116 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.116 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.116 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.116 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.116 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.116 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.116 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.117 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.117 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.117 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.117 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.117 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.117 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.117 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.117 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.117 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.117 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.117 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.117 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.117 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.117 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.117 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.117 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.117 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.118 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.118 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.118 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.118 INFO:teuthology.orchestra.run.smithi145.stdout:______ ERROR at teardown of test_object_lock_put_obj_lock_invalid_bucket _______ 2023-12-03T12:50:24.118 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.118 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.118 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.118 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.118 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.118 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.118 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.118 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.118 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.118 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.118 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.118 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.118 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.119 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.119 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.119 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.119 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.119 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.119 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.119 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.119 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.119 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.119 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.119 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.119 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.119 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.119 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.119 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.119 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.119 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.120 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.120 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.120 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.120 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.120 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.120 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.120 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.120 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.120 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.120 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.120 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.120 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.120 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.120 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.120 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.121 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.121 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.121 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.121 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.121 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.121 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.121 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.121 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.121 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.121 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.121 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.121 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.121 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.121 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.122 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.122 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.122 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.122 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.122 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.122 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.122 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.122 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.122 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.122 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.122 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.122 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.122 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.122 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.122 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.122 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.122 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.123 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.123 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.123 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.123 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.123 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.123 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.123 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.123 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.123 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.123 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.123 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.123 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.123 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.124 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.124 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.124 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.124 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.124 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.124 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.124 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.124 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.124 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.124 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.124 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.124 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.124 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.124 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.124 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.124 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.125 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.125 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.125 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.125 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.125 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.125 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.125 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.125 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.125 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.125 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.125 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.125 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.125 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.125 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.125 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.125 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.125 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.126 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.126 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.126 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.126 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.126 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.126 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.126 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.126 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.126 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.126 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.126 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.126 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.126 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.126 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.126 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.126 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.127 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.127 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.127 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.127 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.127 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.127 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.127 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.127 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.127 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.127 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.127 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.127 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.127 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.127 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.127 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.127 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.128 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.128 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.128 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.128 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.128 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.128 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.128 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.128 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.128 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.128 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.128 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.128 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.128 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.128 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.128 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.128 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.128 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.129 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.129 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.129 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.129 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.129 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.129 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.129 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.129 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.129 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.129 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.129 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.129 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.129 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.129 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.129 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.129 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.129 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.129 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.130 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.130 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.130 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.130 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.130 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.130 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.130 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.131 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.131 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.131 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.131 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.131 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.131 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.131 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.131 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.131 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.131 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.131 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.131 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.131 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.131 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.131 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.132 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.132 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.132 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.132 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.132 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.132 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.132 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.132 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.132 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.132 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.132 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.132 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.132 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.132 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.132 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.132 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.133 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.133 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.133 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.133 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.133 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.133 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.133 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.133 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.133 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.133 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.133 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.133 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.133 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.133 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.133 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.133 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.133 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.134 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.134 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.134 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.134 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.134 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.134 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.134 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.134 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.134 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.134 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.134 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.134 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.134 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.134 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.135 INFO:teuthology.orchestra.run.smithi145.stdout:____ ERROR at teardown of test_object_lock_put_obj_lock_with_days_and_years ____ 2023-12-03T12:50:24.135 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.135 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.135 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.135 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.135 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.135 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.135 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.135 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.135 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.135 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.135 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.135 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.135 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.135 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.135 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.135 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.135 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.136 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.136 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.136 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.136 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.136 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.136 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.136 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.136 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.136 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.136 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.136 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.136 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.136 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.136 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.136 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.136 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.136 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.137 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.137 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.137 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.137 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.137 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.137 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.137 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.137 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.137 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.137 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.137 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.137 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.137 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.137 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.137 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.137 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.137 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.137 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.138 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.138 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.138 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.138 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.138 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.138 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.138 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.138 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.138 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.138 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.138 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.138 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.138 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.138 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.138 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.138 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.138 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.139 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.139 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.139 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.139 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.139 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.139 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.139 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.139 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.139 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.139 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.139 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.139 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.140 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.140 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.140 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.140 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.140 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.140 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.140 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.140 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.140 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.140 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.140 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.140 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.140 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.140 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.140 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.140 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.140 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.140 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.141 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.141 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.141 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.141 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.141 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.141 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.141 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.141 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.141 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.141 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.141 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.141 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.141 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.141 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.141 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.142 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.142 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.142 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.142 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.142 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.142 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.142 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.142 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.142 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.142 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.142 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.142 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.142 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.142 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.142 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.142 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.142 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.143 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.143 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.143 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.143 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.143 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.143 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.143 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.143 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.143 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.143 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.143 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.143 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.143 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.143 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.143 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.143 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.143 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.144 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.144 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.144 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.144 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.144 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.144 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.144 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.144 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.144 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.144 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.144 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.144 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.144 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.144 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.144 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.144 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.144 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.144 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.145 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.145 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.145 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.145 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.145 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.145 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.145 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.145 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.145 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.145 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.145 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.145 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.145 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.145 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.145 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.145 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.145 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.146 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.146 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.146 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.146 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.146 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.146 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.146 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.146 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.146 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.147 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.147 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.147 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.147 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.147 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.147 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.147 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.147 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.147 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.147 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.147 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.147 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.147 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.147 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.147 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.147 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.147 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.147 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.148 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.148 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.148 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.148 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.148 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.148 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.148 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.148 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.148 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.148 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.148 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.148 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.148 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.148 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.148 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.148 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.149 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.149 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.149 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.149 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.149 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.149 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.149 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.149 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.149 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.149 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.149 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.149 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.149 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.149 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.149 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.150 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.150 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.150 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.150 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.150 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.150 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.150 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.150 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.150 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.150 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.150 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.150 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.150 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.150 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.150 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.150 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.151 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.151 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.151 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.151 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.151 INFO:teuthology.orchestra.run.smithi145.stdout:_______ ERROR at teardown of test_object_lock_put_obj_lock_invalid_days ________ 2023-12-03T12:50:24.151 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.151 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.151 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.151 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.151 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.151 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.151 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.151 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.151 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.151 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.151 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.152 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.152 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.152 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.152 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.152 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.152 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.152 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.152 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.152 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.152 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.152 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.152 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.152 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.152 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.152 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.152 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.153 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.153 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.153 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.153 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.153 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.153 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.153 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.153 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.153 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.153 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.153 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.153 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.153 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.153 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.153 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.154 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.154 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.154 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.154 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.154 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.154 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.154 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.154 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.154 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.154 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.154 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.154 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.154 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.154 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.154 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.155 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.155 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.155 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.155 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.155 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.155 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.155 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.155 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.155 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.155 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.155 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.155 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.155 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.156 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.156 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.156 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.156 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.156 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.156 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.156 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.156 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.156 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.156 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.156 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.156 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.156 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.156 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.156 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.156 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.157 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.157 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.157 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.157 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.157 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.157 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.157 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.157 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.157 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.157 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.157 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.157 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.157 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.157 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.157 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.157 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.157 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.158 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.158 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.158 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.158 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.158 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.158 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.158 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.158 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.158 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.158 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.158 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.158 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.158 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.158 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.158 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.158 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.159 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.159 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.159 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.159 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.159 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.159 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.159 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.159 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.159 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.159 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.159 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.159 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.159 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.159 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.159 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.159 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.160 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.160 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.160 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.160 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.160 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.160 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.160 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.160 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.160 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.160 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.160 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.160 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.160 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.160 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.160 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.160 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.161 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.161 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.161 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.161 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.161 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.161 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.161 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.161 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.161 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.161 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.161 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.161 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.161 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.161 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.161 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.161 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.162 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.162 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.162 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.162 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.162 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.162 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.162 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.162 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.162 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.162 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.162 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.162 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.162 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.162 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.162 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.162 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.163 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.163 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.163 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.163 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.163 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.163 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.163 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.163 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.164 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.164 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.164 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.164 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.164 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.164 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.164 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.164 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.164 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.164 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.164 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.164 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.164 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.164 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.164 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.164 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.165 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.165 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.165 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.165 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.165 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.165 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.165 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.165 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.165 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.165 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.165 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.165 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.165 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.165 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.165 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.165 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.165 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.165 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.166 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.166 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.166 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.166 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.166 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.166 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.166 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.166 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.166 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.166 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.166 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.166 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.166 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.166 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.166 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.166 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.166 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.167 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.167 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.167 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.167 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.167 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.167 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.167 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.167 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.167 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.167 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.167 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.167 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.167 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.167 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.167 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.167 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.167 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.168 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.168 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.168 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.168 INFO:teuthology.orchestra.run.smithi145.stdout:_______ ERROR at teardown of test_object_lock_put_obj_lock_invalid_years _______ 2023-12-03T12:50:24.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.168 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.168 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.168 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.168 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.168 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.168 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.168 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.168 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.168 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.169 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.169 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.169 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.169 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.169 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.169 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.169 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.169 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.169 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.169 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.169 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.169 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.169 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.169 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.170 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.170 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.170 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.170 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.170 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.170 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.170 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.170 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.170 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.170 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.170 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.170 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.170 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.170 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.170 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.170 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.171 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.171 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.171 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.171 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.171 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.171 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.171 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.171 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.171 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.171 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.171 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.171 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.171 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.171 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.171 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.171 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.172 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.172 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.172 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.172 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.172 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.172 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.172 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.172 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.172 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.172 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.172 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.172 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.172 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.172 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.173 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.173 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.173 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.173 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.173 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.173 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.173 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.173 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.173 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.173 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.173 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.173 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.173 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.173 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.173 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.173 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.173 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.174 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.174 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.174 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.174 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.174 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.174 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.174 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.174 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.174 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.174 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.174 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.174 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.174 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.174 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.174 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.174 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.175 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.175 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.175 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.175 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.175 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.175 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.175 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.175 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.175 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.175 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.175 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.175 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.175 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.175 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.175 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.175 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.176 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.176 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.176 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.176 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.176 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.176 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.176 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.176 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.176 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.176 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.176 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.176 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.176 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.177 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.177 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.177 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.177 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.177 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.177 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.177 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.177 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.177 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.177 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.177 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.177 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.177 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.177 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.177 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.177 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.177 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.177 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.178 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.178 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.178 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.178 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.178 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.178 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.178 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.178 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.178 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.178 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.178 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.178 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.178 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.178 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.178 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.178 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.178 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.179 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.179 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.179 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.179 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.179 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.179 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.179 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.179 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.180 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.180 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.180 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.180 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.180 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.180 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.180 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.180 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.180 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.181 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.181 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.181 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.181 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.181 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.181 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.181 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.181 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.181 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.181 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.181 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.181 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.181 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.181 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.181 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.182 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.182 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.182 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.182 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.182 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.182 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.182 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.182 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.182 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.182 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.182 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.182 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.182 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.182 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.182 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.182 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.183 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.183 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.183 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.183 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.183 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.183 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.183 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.183 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.183 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.183 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.183 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.183 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.183 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.183 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.183 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.183 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.183 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.183 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.184 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.184 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.184 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.184 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.184 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.184 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.184 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.184 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.184 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.184 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.184 INFO:teuthology.orchestra.run.smithi145.stdout:_______ ERROR at teardown of test_object_lock_put_obj_lock_invalid_mode ________ 2023-12-03T12:50:24.184 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.184 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.184 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.184 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.184 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.185 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.185 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.185 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.185 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.185 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.185 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.185 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.185 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.185 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.185 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.185 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.185 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.185 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.186 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.186 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.186 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.186 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.186 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.186 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.186 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.186 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.186 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.186 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.186 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.186 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.186 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.186 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.186 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.186 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.186 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.187 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.187 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.187 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.187 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.187 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.187 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.187 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.187 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.187 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.187 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.187 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.187 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.187 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.187 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.187 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.188 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.188 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.188 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.188 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.188 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.188 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.188 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.188 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.188 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.188 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.188 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.188 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.188 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.188 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.189 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.189 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.189 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.189 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.189 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.189 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.189 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.189 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.189 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.189 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.189 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.189 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.190 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.190 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.190 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.190 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.190 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.190 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.190 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.190 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.190 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.190 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.190 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.190 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.190 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.190 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.190 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.191 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.191 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.191 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.191 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.191 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.191 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.191 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.191 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.191 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.191 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.191 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.191 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.191 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.191 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.191 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.192 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.192 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.192 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.192 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.192 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.192 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.192 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.192 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.192 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.192 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.192 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.192 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.192 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.192 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.192 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.192 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.193 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.193 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.193 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.193 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.193 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.193 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.193 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.193 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.193 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.193 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.193 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.193 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.193 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.193 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.193 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.193 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.194 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.194 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.194 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.194 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.194 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.194 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.194 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.194 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.194 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.194 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.194 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.194 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.194 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.194 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.194 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.194 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.195 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.195 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.195 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.195 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.195 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.195 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.195 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.195 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.195 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.195 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.195 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.195 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.195 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.195 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.195 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.195 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.195 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.196 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.196 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.196 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.196 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.196 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.196 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.196 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.196 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.197 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.197 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.197 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.197 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.197 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.197 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.197 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.197 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.197 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.197 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.197 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.197 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.197 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.197 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.197 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.197 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.197 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.198 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.198 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.198 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.198 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.198 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.198 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.198 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.198 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.198 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.198 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.198 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.198 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.198 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.198 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.198 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.198 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.199 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.199 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.199 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.199 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.199 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.199 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.199 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.199 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.199 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.199 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.199 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.199 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.199 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.199 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.199 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.199 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.199 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.199 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.200 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.200 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.200 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.200 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.200 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.200 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.200 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.200 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.200 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.200 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.200 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.200 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.200 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.200 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.200 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.200 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.201 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.201 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.201 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.201 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.201 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.201 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.201 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.201 INFO:teuthology.orchestra.run.smithi145.stdout:______ ERROR at teardown of test_object_lock_put_obj_lock_invalid_status _______ 2023-12-03T12:50:24.201 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.201 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.201 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.201 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.201 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.201 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.201 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.202 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.202 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.202 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.202 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.202 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.202 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.202 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.202 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.202 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.202 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.202 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.202 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.202 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.202 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.203 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.203 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.203 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.203 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.203 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.203 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.203 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.203 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.203 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.203 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.203 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.203 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.203 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.203 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.204 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.204 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.204 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.204 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.204 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.204 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.204 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.204 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.204 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.204 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.204 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.204 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.204 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.204 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.204 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.204 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.205 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.205 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.205 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.205 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.205 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.205 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.205 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.205 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.205 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.205 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.205 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.205 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.205 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.205 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.206 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.206 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.206 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.206 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.206 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.206 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.206 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.206 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.206 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.206 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.206 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.206 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.206 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.206 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.206 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.206 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.206 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.207 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.207 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.207 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.207 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.207 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.207 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.207 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.207 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.207 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.207 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.207 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.207 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.207 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.207 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.207 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.207 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.207 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.208 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.208 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.208 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.208 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.208 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.208 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.208 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.208 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.208 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.208 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.208 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.208 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.208 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.208 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.208 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.208 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.208 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.209 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.209 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.209 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.209 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.209 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.209 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.209 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.209 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.209 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.209 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.209 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.209 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.209 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.209 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.209 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.209 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.209 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.210 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.210 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.210 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.210 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.210 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.210 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.210 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.210 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.210 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.210 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.210 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.210 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.210 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.210 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.210 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.210 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.210 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.211 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.211 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.211 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.211 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.211 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.211 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.211 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.211 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.211 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.211 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.211 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.211 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.211 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.211 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.212 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.212 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.212 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.212 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.212 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.212 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.212 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.212 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.212 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.212 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.212 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.212 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.212 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.212 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.212 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.212 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.213 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.213 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.213 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.213 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.213 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.213 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.213 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.213 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.213 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.213 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.213 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.213 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.213 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.213 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.213 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.213 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.213 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.214 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.214 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.214 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.214 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.214 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.214 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.214 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.214 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.215 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.215 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.215 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.215 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.215 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.215 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.215 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.215 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.215 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.215 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.215 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.215 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.215 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.215 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.215 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.215 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.216 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.216 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.216 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.216 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.216 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.216 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.216 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.216 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.216 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.216 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.216 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.216 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.216 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.217 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.217 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.217 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.217 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.217 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.217 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.217 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.217 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.217 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.217 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.217 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.217 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.217 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.217 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.217 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.217 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.218 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.218 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.218 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.218 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.218 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.218 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.218 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.218 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.218 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.218 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.218 INFO:teuthology.orchestra.run.smithi145.stdout:___________ ERROR at teardown of test_object_lock_suspend_versioning ___________ 2023-12-03T12:50:24.218 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.218 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.218 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.218 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.218 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.218 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.219 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.219 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.219 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.219 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.219 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.219 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.219 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.219 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.219 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.219 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.219 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.219 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.219 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.219 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.219 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.219 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.220 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.220 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.220 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.220 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.220 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.220 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.220 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.220 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.220 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.220 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.220 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.220 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.221 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.221 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.221 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.221 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.221 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.221 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.221 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.221 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.221 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.221 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.221 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.221 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.221 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.221 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.222 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.222 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.222 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.222 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.222 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.222 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.222 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.222 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.222 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.222 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.222 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.222 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.222 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.222 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.222 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.223 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.223 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.223 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.223 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.223 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.223 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.223 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.223 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.223 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.223 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.223 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.223 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.223 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.224 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.224 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.224 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.224 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.224 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.224 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.224 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.224 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.224 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.224 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.224 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.224 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.224 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.225 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.225 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.225 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.225 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.225 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.225 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.225 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.225 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.225 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.225 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.225 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.225 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.225 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.225 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.225 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.226 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.226 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.226 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.226 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.226 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.226 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.226 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.226 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.226 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.226 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.226 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.226 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.226 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.227 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.227 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.227 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.227 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.227 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.227 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.227 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.227 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.227 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.227 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.227 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.227 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.227 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.228 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.228 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.228 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.228 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.228 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.228 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.228 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.228 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.228 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.228 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.228 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.228 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.228 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.228 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.228 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.229 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.229 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.229 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.229 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.229 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.229 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.229 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.229 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.229 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.229 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.229 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.229 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.229 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.229 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.230 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.230 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.230 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.230 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.230 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.230 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.230 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.230 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.230 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.230 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.230 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.230 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.230 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.231 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.231 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.231 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.231 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.231 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.231 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.231 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.231 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.231 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.231 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.231 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.231 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.231 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.232 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.232 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.232 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.232 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.232 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.232 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.232 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.232 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.233 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.233 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.233 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.233 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.233 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.233 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.233 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.233 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.233 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.233 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.234 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.234 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.234 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.234 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.234 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.234 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.234 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.234 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.234 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.234 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.234 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.234 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.234 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.234 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.234 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.234 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.234 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.235 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.235 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.235 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.235 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.235 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.235 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.235 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.235 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.235 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.235 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.235 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.235 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.235 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.235 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.235 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.235 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.236 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.236 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.236 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.236 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.236 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.236 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.236 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.236 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.236 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.236 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.236 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.236 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.236 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.236 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.236 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.236 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.236 INFO:teuthology.orchestra.run.smithi145.stdout:______________ ERROR at teardown of test_object_lock_get_obj_lock ______________ 2023-12-03T12:50:24.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.237 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.237 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.237 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.237 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.237 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.237 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.237 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.237 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.237 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.237 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.237 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.237 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.238 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.238 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.238 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.238 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.238 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.238 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.238 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.238 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.238 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.238 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.238 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.238 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.238 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.239 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.239 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.239 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.239 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.239 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.239 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.239 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.239 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.239 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.239 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.239 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.239 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.239 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.239 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.239 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.239 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.239 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.239 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.240 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.240 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.240 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.240 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.240 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.240 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.240 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.240 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.240 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.240 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.240 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.240 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.240 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.240 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.240 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.241 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.241 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.241 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.241 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.241 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.241 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.241 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.241 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.241 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.241 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.241 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.241 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.241 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.241 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.241 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.241 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.242 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.242 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.242 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.242 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.242 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.242 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.242 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.242 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.242 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.242 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.242 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.242 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.242 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.242 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.242 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.242 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.243 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.243 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.243 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.243 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.243 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.243 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.243 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.243 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.243 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.243 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.243 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.243 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.243 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.243 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.243 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.243 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.243 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.243 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.244 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.244 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.244 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.244 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.244 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.244 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.244 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.244 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.244 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.244 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.244 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.244 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.244 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.244 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.244 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.244 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.244 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.245 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.245 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.245 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.245 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.245 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.245 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.245 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.245 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.245 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.245 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.245 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.245 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.245 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.245 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.245 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.245 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.245 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.245 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.246 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.246 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.246 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.246 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.246 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.246 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.246 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.246 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.246 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.246 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.246 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.246 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.246 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.246 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.246 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.247 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.247 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.247 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.247 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.247 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.247 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.247 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.247 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.247 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.247 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.247 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.247 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.247 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.247 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.248 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.248 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.248 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.248 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.248 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.248 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.248 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.248 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.248 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.249 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.249 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.249 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.249 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.249 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.249 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.249 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.249 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.249 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.250 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.250 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.250 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.250 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.250 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.250 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.250 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.250 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.250 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.250 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.250 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.250 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.250 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.250 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.250 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.250 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.251 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.251 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.251 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.251 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.251 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.251 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.251 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.251 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.251 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.251 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.251 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.251 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.251 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.251 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.251 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.251 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.252 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.252 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.252 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.252 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.252 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.252 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.252 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.252 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.252 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.252 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.252 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.252 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.252 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.252 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.252 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.252 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.252 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.253 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.253 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.253 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.253 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.253 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.253 INFO:teuthology.orchestra.run.smithi145.stdout:______ ERROR at teardown of test_object_lock_get_obj_lock_invalid_bucket _______ 2023-12-03T12:50:24.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.253 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.253 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.253 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.253 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.253 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.253 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.253 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.253 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.254 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.254 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.254 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.254 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.254 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.254 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.254 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.254 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.254 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.254 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.254 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.254 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.255 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.255 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.255 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.255 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.255 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.255 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.255 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.255 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.255 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.255 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.255 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.255 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.255 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.255 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.255 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.255 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.255 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.256 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.256 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.256 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.256 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.256 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.256 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.256 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.256 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.256 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.256 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.256 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.256 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.256 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.256 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.256 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.256 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.256 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.256 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.257 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.257 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.257 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.257 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.257 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.257 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.257 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.257 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.257 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.257 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.257 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.257 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.257 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.257 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.258 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.258 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.258 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.258 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.258 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.258 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.258 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.258 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.258 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.258 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.258 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.258 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.258 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.258 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.258 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.258 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.258 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.259 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.259 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.259 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.259 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.259 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.259 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.259 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.259 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.259 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.259 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.259 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.259 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.259 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.259 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.259 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.259 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.259 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.259 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.260 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.260 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.260 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.260 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.260 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.260 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.260 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.260 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.260 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.260 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.260 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.260 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.260 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.260 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.260 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.260 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.261 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.261 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.261 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.261 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.261 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.261 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.261 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.261 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.261 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.261 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.261 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.262 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.262 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.262 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.262 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.262 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.262 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.262 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.262 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.262 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.262 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.262 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.262 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.262 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.262 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.262 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.262 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.262 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.263 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.263 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.263 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.263 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.263 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.263 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.263 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.263 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.263 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.263 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.263 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.263 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.263 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.263 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.263 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.263 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.263 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.264 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.264 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.264 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.264 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.264 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.264 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.264 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.264 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.264 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.264 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.264 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.264 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.265 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.265 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.265 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.265 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.265 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.265 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.265 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.265 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.266 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.266 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.266 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.266 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.266 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.266 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.266 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.266 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.266 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.266 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.266 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.266 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.266 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.266 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.266 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.267 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.267 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.267 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.267 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.267 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.267 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.267 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.267 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.267 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.267 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.267 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.267 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.267 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.267 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.267 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.267 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.267 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.268 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.268 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.268 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.268 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.268 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.268 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.268 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.268 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.268 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.268 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.268 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.268 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.268 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.268 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.268 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.268 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.268 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.268 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.269 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.269 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.269 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.269 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.269 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.269 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.269 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.269 INFO:teuthology.orchestra.run.smithi145.stdout:___________ ERROR at teardown of test_object_lock_put_obj_retention ____________ 2023-12-03T12:50:24.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.269 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.269 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.269 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.269 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.269 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.270 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.270 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.270 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.270 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.270 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.270 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.270 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.270 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.270 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.270 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.270 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.270 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.270 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.271 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.271 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.271 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.271 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.271 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.271 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.271 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.272 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.272 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.272 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.272 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.272 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.272 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.272 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.272 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.272 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.272 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.272 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.272 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.272 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.272 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.273 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.273 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.273 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.273 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.273 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.273 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.273 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.273 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.273 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.273 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.273 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.273 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.273 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.274 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.274 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.274 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.274 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.274 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.274 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.274 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.274 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.274 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.274 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.274 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.274 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.274 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.274 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.274 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.275 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.275 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.275 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.275 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.275 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.275 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.275 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.275 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.275 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.275 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.275 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.275 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.276 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.276 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.276 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.276 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.276 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.276 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.276 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.276 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.276 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.276 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.276 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.276 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.276 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.276 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.276 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.276 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.276 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.277 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.277 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.277 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.277 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.277 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.277 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.277 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.277 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.277 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.277 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.277 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.277 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.277 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.277 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.277 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.277 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.278 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.278 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.278 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.278 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.278 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.278 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.278 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.278 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.278 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.278 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.278 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.278 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.278 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.279 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.279 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.279 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.279 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.279 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.279 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.279 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.279 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.279 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.279 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.279 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.279 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.279 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.279 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.279 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.279 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.280 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.280 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.280 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.280 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.280 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.280 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.280 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.280 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.280 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.280 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.280 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.281 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.281 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.281 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.281 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.281 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.281 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.281 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.281 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.281 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.281 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.281 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.281 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.281 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.282 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.282 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.282 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.282 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.282 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.282 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.282 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.282 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.283 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.283 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.283 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.283 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.283 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.283 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.283 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.283 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.283 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.283 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.283 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.283 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.284 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.284 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.284 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.284 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.284 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.284 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.284 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.284 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.284 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.284 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.284 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.284 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.284 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.284 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.284 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.285 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.285 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.285 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.285 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.285 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.285 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.285 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.285 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.285 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.285 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.285 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.285 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.285 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.285 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.285 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.285 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.286 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.286 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.286 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.286 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.286 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.286 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.286 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.286 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.286 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.286 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.286 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.286 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.286 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.286 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.287 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.287 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.287 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.287 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.287 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.287 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.287 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.287 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.287 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.287 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.287 INFO:teuthology.orchestra.run.smithi145.stdout:____ ERROR at teardown of test_object_lock_put_obj_retention_invalid_bucket ____ 2023-12-03T12:50:24.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.287 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.288 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.288 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.288 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.288 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.288 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.288 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.288 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.288 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.288 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.288 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.288 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.288 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.288 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.288 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.288 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.288 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.289 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.289 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.289 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.289 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.289 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.289 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.289 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.289 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.289 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.289 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.289 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.289 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.289 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.289 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.289 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.289 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.289 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.290 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.290 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.290 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.290 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.290 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.290 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.290 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.290 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.290 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.290 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.290 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.290 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.290 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.290 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.290 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.290 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.291 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.291 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.291 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.291 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.291 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.291 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.291 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.291 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.291 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.291 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.291 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.291 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.291 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.291 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.292 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.292 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.292 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.292 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.292 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.292 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.292 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.292 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.292 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.292 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.292 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.292 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.292 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.292 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.292 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.292 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.293 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.293 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.293 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.293 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.293 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.293 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.293 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.293 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.293 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.293 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.293 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.293 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.293 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.293 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.293 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.293 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.293 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.294 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.294 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.294 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.294 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.294 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.294 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.294 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.294 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.294 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.294 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.294 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.294 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.294 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.294 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.295 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.295 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.295 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.295 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.295 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.295 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.295 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.295 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.295 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.296 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.296 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.296 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.296 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.296 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.296 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.296 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.296 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.296 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.296 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.296 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.296 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.296 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.296 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.296 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.296 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.297 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.297 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.297 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.297 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.297 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.297 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.297 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.297 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.297 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.297 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.297 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.297 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.297 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.297 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.297 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.297 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.297 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.297 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.298 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.298 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.298 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.298 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.298 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.298 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.298 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.298 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.298 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.298 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.298 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.298 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.298 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.298 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.298 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.299 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.299 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.299 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.299 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.299 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.299 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.299 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.299 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.299 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.299 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.299 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.300 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.300 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.300 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.300 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.300 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.300 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.300 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.300 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.300 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.300 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.300 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.300 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.300 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.300 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.300 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.300 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.301 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.301 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.301 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.301 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.301 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.301 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.301 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.301 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.301 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.301 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.301 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.301 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.301 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.301 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.301 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.301 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.302 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.302 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.302 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.302 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.302 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.302 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.302 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.302 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.302 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.302 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.302 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.302 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.302 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.302 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.302 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.302 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.303 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.303 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.303 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.303 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.303 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.303 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.303 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.303 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.303 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.303 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.303 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.303 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.303 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.303 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.303 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.303 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.304 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.304 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.304 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.304 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.304 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.304 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.304 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.304 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.304 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.304 INFO:teuthology.orchestra.run.smithi145.stdout:_____ ERROR at teardown of test_object_lock_put_obj_retention_invalid_mode _____ 2023-12-03T12:50:24.304 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.304 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.304 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.304 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.304 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.304 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.305 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.305 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.305 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.305 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.305 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.305 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.305 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.305 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.305 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.305 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.305 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.305 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.305 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.306 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.306 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.306 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.306 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.306 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.306 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.306 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.306 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.306 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.306 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.306 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.306 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.306 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.306 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.306 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.306 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.306 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.307 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.307 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.307 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.307 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.307 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.307 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.307 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.307 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.307 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.307 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.307 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.307 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.307 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.307 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.307 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.307 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.307 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.308 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.308 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.308 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.308 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.308 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.308 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.308 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.308 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.308 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.308 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.308 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.308 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.308 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.308 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.308 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.309 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.309 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.309 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.309 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.309 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.309 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.309 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.309 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.309 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.309 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.309 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.309 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.309 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.309 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.309 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.309 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.309 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.310 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.310 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.310 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.310 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.310 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.310 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.310 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.310 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.310 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.310 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.310 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.310 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.310 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.310 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.310 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.310 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.311 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.311 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.311 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.311 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.311 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.311 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.311 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.311 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.311 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.311 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.311 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.311 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.311 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.312 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.312 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.312 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.312 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.312 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.312 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.312 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.312 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.312 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.312 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.312 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.312 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.312 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.313 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.313 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.313 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.313 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.313 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.313 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.313 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.313 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.313 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.313 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.313 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.313 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.314 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.314 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.314 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.314 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.314 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.314 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.314 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.314 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.314 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.314 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.314 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.314 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.314 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.315 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.315 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.315 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.315 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.315 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.315 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.315 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.315 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.315 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.315 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.315 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.315 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.315 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.315 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.315 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.315 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.316 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.316 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.316 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.316 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.316 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.316 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.316 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.316 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.316 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.316 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.316 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.316 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.316 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.316 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.316 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.316 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.316 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.317 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.317 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.317 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.317 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.317 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.317 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.317 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.317 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.317 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.317 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.317 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.317 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.317 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.317 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.317 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.317 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.318 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.318 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.318 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.318 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.318 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.318 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.318 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.318 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.318 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.318 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.318 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.318 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.318 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.318 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.319 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.319 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.319 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.319 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.319 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.319 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.319 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.319 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.319 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.319 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.319 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.319 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.319 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.319 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.319 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.319 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.320 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.320 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.320 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.320 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.320 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.320 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.320 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.320 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.320 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.320 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.320 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.320 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.320 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.320 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.320 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.321 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.321 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.321 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.321 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.321 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.321 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.321 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.321 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.321 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.321 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.321 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.321 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.321 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.321 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.321 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.321 INFO:teuthology.orchestra.run.smithi145.stdout:___________ ERROR at teardown of test_object_lock_get_obj_retention ____________ 2023-12-03T12:50:24.322 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.322 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.322 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.322 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.322 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.322 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.322 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.322 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.322 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.322 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.322 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.322 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.322 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.322 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.322 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.322 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.323 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.323 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.323 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.323 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.323 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.323 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.323 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.323 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.323 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.323 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.323 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.323 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.323 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.323 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.323 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.323 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.324 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.324 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.324 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.324 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.324 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.324 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.324 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.324 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.324 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.324 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.324 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.324 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.324 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.324 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.325 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.325 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.325 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.325 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.325 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.325 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.325 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.325 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.325 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.325 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.325 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.325 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.325 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.325 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.326 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.326 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.326 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.326 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.326 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.326 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.326 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.326 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.326 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.326 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.326 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.326 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.327 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.327 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.327 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.327 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.327 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.327 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.327 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.327 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.327 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.327 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.327 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.327 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.327 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.328 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.328 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.328 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.328 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.328 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.328 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.328 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.328 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.328 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.328 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.328 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.328 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.328 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.328 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.328 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.328 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.329 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.329 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.329 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.329 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.329 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.329 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.329 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.329 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.329 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.329 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.329 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.329 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.329 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.329 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.329 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.329 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.329 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.330 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.330 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.330 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.330 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.330 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.330 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.330 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.330 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.330 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.330 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.330 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.330 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.330 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.330 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.330 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.331 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.331 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.331 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.331 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.331 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.331 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.331 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.331 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.331 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.331 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.331 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.331 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.331 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.331 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.331 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.332 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.332 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.332 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.332 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.332 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.332 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.332 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.332 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.332 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.332 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.332 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.332 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.332 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.332 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.332 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.332 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.332 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.332 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.333 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.333 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.333 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.333 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.333 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.333 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.333 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.333 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.333 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.333 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.333 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.333 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.333 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.333 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.333 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.334 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.334 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.334 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.334 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.334 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.334 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.334 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.334 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.334 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.334 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.334 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.334 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.334 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.334 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.334 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.334 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.335 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.335 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.335 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.335 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.335 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.335 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.335 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.335 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.335 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.335 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.335 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.335 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.335 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.336 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.336 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.336 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.336 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.336 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.336 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.336 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.336 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.336 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.336 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.336 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.336 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.336 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.336 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.336 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.336 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.337 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.337 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.337 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.337 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.337 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.337 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.337 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.337 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.337 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.337 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.337 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.337 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.337 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.337 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.337 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.337 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.337 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.338 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.338 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.338 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.338 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.338 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.338 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.338 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.338 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.338 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.338 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.338 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.338 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.338 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.338 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.338 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.338 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.339 INFO:teuthology.orchestra.run.smithi145.stdout:_______ ERROR at teardown of test_object_lock_get_obj_retention_iso8601 ________ 2023-12-03T12:50:24.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.339 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.339 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.339 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.339 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.339 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.339 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.339 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.339 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.339 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.339 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.339 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.340 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.340 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.340 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.340 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.340 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.340 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.340 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.340 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.340 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.340 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.340 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.340 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.340 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.340 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.340 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.340 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.341 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.341 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.341 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.341 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.341 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.341 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.341 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.341 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.341 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.341 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.341 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.341 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.341 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.341 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.341 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.342 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.342 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.342 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.342 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.342 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.342 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.342 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.342 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.342 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.342 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.342 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.342 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.342 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.342 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.342 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.342 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.342 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.342 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.343 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.343 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.343 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.343 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.343 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.343 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.343 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.343 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.343 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.343 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.343 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.343 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.343 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.344 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.344 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.344 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.344 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.344 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.344 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.344 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.344 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.344 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.344 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.344 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.344 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.344 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.344 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.344 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.344 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.344 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.345 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.345 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.345 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.345 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.345 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.345 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.345 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.345 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.345 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.345 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.345 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.345 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.345 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.345 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.345 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.345 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.345 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.346 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.346 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.346 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.346 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.346 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.346 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.346 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.346 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.346 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.347 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.347 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.347 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.347 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.347 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.347 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.347 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.347 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.347 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.347 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.347 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.347 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.347 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.347 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.347 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.347 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.348 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.348 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.348 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.348 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.348 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.348 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.348 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.348 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.348 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.348 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.348 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.348 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.348 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.349 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.349 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.349 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.349 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.349 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.349 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.349 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.349 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.349 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.349 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.349 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.350 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.350 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.350 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.350 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.350 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.350 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.350 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.350 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.350 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.350 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.350 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.350 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.350 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.350 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.351 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.351 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.351 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.351 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.351 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.351 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.351 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.351 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.351 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.351 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.351 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.351 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.351 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.351 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.351 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.351 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.352 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.352 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.352 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.352 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.352 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.352 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.352 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.352 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.352 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.352 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.352 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.352 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.352 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.352 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.352 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.352 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.353 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.353 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.353 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.353 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.353 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.353 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.353 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.353 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.353 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.353 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.353 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.353 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.353 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.353 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.354 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.354 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.354 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.354 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.354 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.354 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.354 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.354 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.354 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.354 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.354 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.354 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.354 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.354 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.354 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.355 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.355 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.355 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.355 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.355 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.355 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.355 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.355 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.355 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.355 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.355 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.355 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.355 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.356 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.356 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.356 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.356 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.356 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.356 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.356 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.356 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.356 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.356 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.356 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.356 INFO:teuthology.orchestra.run.smithi145.stdout:____ ERROR at teardown of test_object_lock_get_obj_retention_invalid_bucket ____ 2023-12-03T12:50:24.356 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.356 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.356 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.357 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.357 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.357 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.357 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.357 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.357 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.357 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.357 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.357 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.357 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.357 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.357 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.357 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.357 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.357 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.358 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.358 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.358 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.358 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.358 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.358 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.358 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.358 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.358 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.358 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.358 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.358 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.358 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.358 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.359 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.359 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.359 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.359 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.359 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.359 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.359 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.359 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.359 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.359 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.359 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.359 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.359 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.359 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.360 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.360 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.360 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.360 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.360 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.360 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.360 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.360 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.360 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.360 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.360 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.361 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.361 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.361 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.361 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.361 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.361 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.361 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.361 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.361 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.361 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.361 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.361 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.361 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.361 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.362 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.362 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.362 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.362 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.362 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.362 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.362 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.362 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.362 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.362 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.363 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.363 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.363 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.363 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.363 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.363 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.363 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.363 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.363 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.363 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.363 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.363 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.363 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.363 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.364 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.364 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.364 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.364 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.364 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.364 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.364 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.364 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.364 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.364 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.364 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.364 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.364 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.364 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.364 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.365 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.365 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.365 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.365 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.365 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.365 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.365 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.365 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.365 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.366 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.366 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.366 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.366 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.366 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.366 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.366 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.366 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.366 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.366 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.366 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.366 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.366 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.366 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.366 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.366 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.366 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.367 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.367 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.367 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.367 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.367 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.367 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.367 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.367 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.367 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.367 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.367 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.367 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.367 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.367 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.367 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.367 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.368 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.368 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.368 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.368 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.368 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.368 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.368 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.368 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.368 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.368 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.368 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.368 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.369 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.369 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.369 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.369 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.369 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.369 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.369 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.369 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.369 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.369 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.369 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.369 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.369 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.369 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.369 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.369 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.370 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.370 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.370 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.370 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.370 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.370 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.370 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.371 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.371 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.371 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.371 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.371 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.371 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.371 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.371 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.371 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.371 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.371 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.371 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.371 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.371 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.371 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.372 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.372 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.372 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.372 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.372 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.372 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.372 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.372 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.372 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.372 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.372 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.372 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.372 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.372 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.372 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.372 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.373 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.373 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.373 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.373 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.373 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.373 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.373 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.373 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.373 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.373 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.373 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.373 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.373 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.373 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.373 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.373 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.374 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.374 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.374 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.374 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.374 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.374 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.374 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.374 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.374 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.374 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.374 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.374 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.374 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.374 INFO:teuthology.orchestra.run.smithi145.stdout:______ ERROR at teardown of test_object_lock_put_obj_retention_versionid _______ 2023-12-03T12:50:24.374 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.375 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.375 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.375 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.375 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.375 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.375 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.375 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.375 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.375 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.375 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.375 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.375 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.375 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.375 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.375 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.376 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.376 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.376 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.376 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.376 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.376 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.376 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.376 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.376 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.376 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.376 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.376 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.376 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.376 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.377 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.377 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.377 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.377 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.377 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.377 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.377 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.377 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.377 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.377 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.377 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.377 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.377 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.377 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.378 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.378 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.378 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.378 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.378 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.378 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.378 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.378 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.378 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.378 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.378 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.378 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.378 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.378 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.378 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.378 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.378 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.379 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.379 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.379 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.379 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.379 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.379 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.379 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.379 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.379 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.379 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.379 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.379 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.379 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.380 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.380 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.380 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.380 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.380 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.380 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.380 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.380 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.380 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.380 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.380 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.380 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.380 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.380 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.380 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.380 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.380 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.381 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.381 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.381 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.381 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.381 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.381 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.381 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.381 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.381 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.381 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.381 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.381 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.381 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.381 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.381 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.382 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.382 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.382 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.382 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.382 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.382 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.382 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.382 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.382 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.382 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.382 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.382 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.382 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.382 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.382 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.382 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.383 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.383 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.383 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.383 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.383 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.383 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.383 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.383 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.383 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.383 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.383 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.383 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.383 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.383 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.383 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.383 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.383 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.383 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.384 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.384 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.384 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.384 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.384 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.384 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.384 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.384 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.384 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.384 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.384 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.384 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.384 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.384 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.384 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.384 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.384 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.385 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.385 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.385 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.385 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.385 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.385 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.385 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.385 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.385 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.385 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.385 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.385 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.386 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.386 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.386 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.386 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.386 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.386 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.386 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.386 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.386 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.386 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.386 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.386 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.386 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.386 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.386 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.386 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.387 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.387 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.387 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.387 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.387 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.387 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.387 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.387 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.387 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.387 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.387 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.387 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.387 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.387 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.387 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.387 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.387 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.388 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.388 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.388 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.388 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.388 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.388 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.388 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.388 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.388 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.388 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.388 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.388 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.388 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.388 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.388 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.388 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.388 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.389 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.389 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.389 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.389 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.389 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.389 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.389 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.389 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.389 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.389 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.389 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.389 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.389 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.389 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.389 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.389 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.389 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.389 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.390 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.390 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.390 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.390 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.390 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.390 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.390 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.390 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.390 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.390 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.390 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.390 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.390 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.390 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.390 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.390 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.390 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.391 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.391 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.391 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.391 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.391 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.391 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.391 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.391 INFO:teuthology.orchestra.run.smithi145.stdout:_ ERROR at teardown of test_object_lock_put_obj_retention_override_default_retention _ 2023-12-03T12:50:24.391 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.391 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.391 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.391 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.391 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.391 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.391 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.391 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.392 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.392 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.392 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.392 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.392 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.392 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.392 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.392 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.392 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.392 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.392 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.392 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.392 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.392 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.392 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.392 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.392 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.392 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.393 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.393 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.393 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.393 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.393 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.393 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.393 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.393 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.393 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.393 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.393 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.393 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.393 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.393 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.393 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.393 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.393 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.394 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.394 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.394 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.394 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.394 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.394 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.394 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.394 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.394 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.394 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.394 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.394 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.394 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.395 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.395 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.395 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.395 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.395 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.395 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.395 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.395 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.395 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.395 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.395 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.395 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.395 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.395 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.395 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.395 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.395 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.396 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.396 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.396 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.396 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.396 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.396 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.396 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.396 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.396 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.396 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.396 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.396 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.396 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.397 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.397 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.397 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.397 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.397 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.397 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.397 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.397 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.397 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.397 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.397 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.397 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.397 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.397 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.397 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.397 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.397 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.398 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.398 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.398 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.398 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.398 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.398 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.398 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.398 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.398 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.398 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.399 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.399 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.399 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.399 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.399 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.399 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.399 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.399 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.399 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.399 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.399 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.399 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.399 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.399 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.399 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.400 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.400 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.400 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.400 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.400 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.400 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.400 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.400 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.400 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.400 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.400 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.400 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.400 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.400 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.400 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.400 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.401 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.401 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.401 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.401 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.401 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.401 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.401 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.401 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.401 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.401 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.401 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.402 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.402 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.402 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.402 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.402 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.402 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.402 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.402 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.402 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.402 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.402 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.402 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.402 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.402 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.402 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.402 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.403 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.403 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.403 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.403 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.403 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.403 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.403 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.403 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.403 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.403 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.403 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.403 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.403 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.403 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.403 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.403 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.404 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.404 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.404 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.404 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.404 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.404 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.404 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.404 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.404 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.404 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.404 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.404 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.404 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.404 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.404 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.405 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.405 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.405 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.405 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.405 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.405 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.405 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.405 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.405 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.405 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.405 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.405 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.405 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.405 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.405 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.405 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.405 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.406 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.406 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.406 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.406 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.406 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.406 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.406 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.406 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.406 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.406 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.406 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.406 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.406 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.406 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.406 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.406 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.407 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.407 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.407 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.407 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.407 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.407 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.407 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.407 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.407 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.407 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.407 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.407 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.407 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.407 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.407 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.408 INFO:teuthology.orchestra.run.smithi145.stdout:___ ERROR at teardown of test_object_lock_put_obj_retention_increase_period ____ 2023-12-03T12:50:24.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.408 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.408 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.408 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.408 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.408 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.408 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.408 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.408 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.408 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.408 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.409 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.409 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.409 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.409 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.409 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.409 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.409 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.409 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.409 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.409 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.409 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.409 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.409 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.409 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.409 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.410 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.410 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.410 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.410 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.410 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.410 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.410 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.410 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.410 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.410 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.410 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.410 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.410 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.410 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.410 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.410 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.410 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.411 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.411 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.411 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.411 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.411 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.411 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.411 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.411 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.411 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.411 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.411 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.411 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.411 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.411 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.411 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.411 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.412 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.412 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.412 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.412 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.412 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.412 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.412 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.412 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.412 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.412 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.412 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.412 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.412 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.413 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.413 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.413 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.413 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.413 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.413 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.413 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.413 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.413 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.413 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.413 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.413 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.413 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.413 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.414 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.414 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.414 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.414 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.414 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.414 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.414 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.414 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.414 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.414 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.414 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.414 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.414 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.414 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.414 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.414 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.415 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.415 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.415 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.415 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.415 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.415 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.415 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.415 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.416 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.416 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.416 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.416 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.416 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.416 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.416 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.416 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.416 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.416 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.416 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.416 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.416 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.416 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.417 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.417 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.417 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.417 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.417 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.417 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.417 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.417 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.417 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.417 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.417 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.417 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.417 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.417 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.417 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.417 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.418 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.418 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.418 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.418 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.418 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.418 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.418 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.418 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.418 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.418 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.418 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.418 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.419 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.419 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.419 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.419 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.419 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.419 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.419 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.419 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.419 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.419 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.419 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.419 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.419 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.419 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.419 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.419 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.419 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.420 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.420 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.420 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.420 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.420 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.420 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.420 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.420 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.420 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.420 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.420 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.420 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.420 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.420 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.420 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.421 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.421 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.421 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.421 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.421 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.421 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.421 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.421 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.421 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.421 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.421 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.421 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.421 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.421 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.421 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.422 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.422 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.422 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.422 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.422 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.422 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.422 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.422 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.422 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.422 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.422 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.422 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.422 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.422 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.422 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.422 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.422 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.422 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.423 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.423 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.423 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.423 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.423 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.423 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.423 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.423 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.423 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.423 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.423 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.423 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.423 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.423 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.423 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.423 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.423 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.424 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.424 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.424 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.424 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.424 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.424 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.424 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.424 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.424 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.424 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.424 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.424 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.424 INFO:teuthology.orchestra.run.smithi145.stdout:____ ERROR at teardown of test_object_lock_put_obj_retention_shorten_period ____ 2023-12-03T12:50:24.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.424 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.425 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.425 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.425 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.425 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.425 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.425 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.425 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.425 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.425 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.425 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.425 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.425 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.425 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.426 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.426 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.426 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.426 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.426 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.426 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.426 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.426 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.426 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.426 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.426 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.427 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.427 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.427 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.427 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.427 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.427 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.427 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.427 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.427 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.427 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.427 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.427 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.427 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.427 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.427 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.428 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.428 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.428 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.428 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.428 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.428 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.428 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.428 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.428 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.428 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.428 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.428 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.428 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.428 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.428 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.428 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.429 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.429 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.429 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.429 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.429 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.429 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.429 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.429 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.429 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.429 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.429 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.429 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.429 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.429 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.429 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.430 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.430 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.430 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.430 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.430 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.430 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.430 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.430 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.430 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.430 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.430 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.430 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.430 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.430 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.430 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.431 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.431 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.431 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.431 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.431 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.431 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.431 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.431 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.431 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.431 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.431 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.431 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.431 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.431 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.432 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.432 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.432 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.432 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.432 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.432 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.432 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.432 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.432 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.432 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.432 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.432 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.432 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.432 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.433 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.433 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.433 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.433 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.433 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.433 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.433 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.433 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.433 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.434 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.434 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.434 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.434 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.434 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.434 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.434 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.434 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.434 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.434 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.434 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.434 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.434 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.434 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.435 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.435 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.435 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.435 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.435 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.435 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.435 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.435 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.435 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.435 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.435 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.435 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.435 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.436 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.436 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.436 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.436 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.436 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.436 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.436 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.436 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.436 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.436 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.436 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.436 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.436 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.437 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.437 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.437 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.437 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.437 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.437 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.437 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.437 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.437 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.437 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.437 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.437 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.437 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.437 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.437 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.437 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.437 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.438 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.438 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.438 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.438 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.438 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.438 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.438 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.439 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.439 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.439 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.439 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.439 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.439 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.439 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.439 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.439 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.439 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.439 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.439 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.439 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.439 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.439 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.439 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.440 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.440 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.440 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.440 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.440 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.440 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.440 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.440 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.440 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.440 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.440 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.440 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.440 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.440 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.440 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.440 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.441 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.441 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.441 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.441 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.441 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.441 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.441 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.441 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.441 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.441 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.441 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.441 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.441 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.441 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.441 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.442 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.442 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.442 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.442 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.442 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.442 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.442 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.442 INFO:teuthology.orchestra.run.smithi145.stdout:_ ERROR at teardown of test_object_lock_put_obj_retention_shorten_period_bypass _ 2023-12-03T12:50:24.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.442 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.442 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.442 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.442 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.443 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.443 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.443 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.443 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.443 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.443 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.443 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.443 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.443 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.443 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.443 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.443 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.443 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.444 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.444 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.444 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.444 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.444 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.444 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.444 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.444 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.444 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.444 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.444 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.444 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.444 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.444 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.445 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.445 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.445 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.445 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.445 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.445 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.445 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.445 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.445 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.445 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.445 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.445 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.445 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.445 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.446 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.446 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.446 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.446 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.446 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.446 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.446 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.446 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.446 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.446 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.446 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.446 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.446 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.446 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.446 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.446 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.446 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.447 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.447 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.447 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.447 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.447 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.447 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.447 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.447 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.447 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.447 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.447 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.447 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.448 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.448 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.448 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.448 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.448 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.448 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.448 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.448 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.448 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.448 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.448 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.448 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.448 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.448 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.448 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.448 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.448 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.449 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.449 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.449 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.449 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.449 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.449 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.449 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.449 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.449 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.449 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.449 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.449 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.449 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.449 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.449 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.449 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.449 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.450 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.450 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.450 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.450 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.450 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.450 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.450 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.450 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.450 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.450 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.450 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.450 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.450 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.450 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.451 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.451 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.451 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.451 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.451 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.451 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.451 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.451 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.451 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.451 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.451 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.451 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.451 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.452 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.452 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.452 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.452 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.452 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.452 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.452 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.452 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.452 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.452 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.452 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.452 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.453 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.453 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.453 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.453 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.453 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.453 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.453 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.453 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.453 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.453 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.453 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.453 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.453 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.453 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.453 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.453 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.453 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.454 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.454 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.454 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.454 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.454 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.454 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.454 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.454 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.454 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.454 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.454 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.454 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.454 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.454 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.454 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.454 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.454 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.455 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.455 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.455 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.455 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.455 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.455 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.455 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.455 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.455 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.455 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.455 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.455 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.455 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.455 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.456 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.456 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.456 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.456 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.456 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.456 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.456 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.456 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.456 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.456 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.456 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.456 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.456 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.456 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.456 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.456 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.456 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.457 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.457 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.457 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.457 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.457 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.457 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.457 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.457 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.457 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.457 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.457 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.457 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.457 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.457 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.457 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.457 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.457 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.458 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.458 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.458 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.458 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.458 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.458 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.458 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.458 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.458 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.458 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.458 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.458 INFO:teuthology.orchestra.run.smithi145.stdout:______ ERROR at teardown of test_object_lock_delete_object_with_retention ______ 2023-12-03T12:50:24.458 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.458 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.458 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.458 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.458 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.459 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.459 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.459 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.459 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.459 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.459 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.459 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.459 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.459 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.459 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.459 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.459 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.459 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.460 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.460 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.460 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.460 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.460 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.460 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.460 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.460 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.460 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.460 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.460 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.460 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.460 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.460 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.460 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.460 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.461 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.461 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.461 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.461 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.461 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.461 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.461 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.461 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.461 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.461 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.461 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.461 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.461 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.461 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.461 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.462 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.462 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.462 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.462 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.462 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.462 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.462 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.462 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.462 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.462 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.462 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.462 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.462 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.462 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.462 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.463 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.463 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.463 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.463 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.463 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.463 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.463 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.463 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.463 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.463 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.463 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.463 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.463 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.463 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.463 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.463 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.463 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.464 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.464 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.464 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.464 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.464 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.464 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.464 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.464 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.464 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.464 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.464 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.464 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.464 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.464 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.464 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.464 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.465 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.465 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.465 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.465 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.465 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.465 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.465 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.465 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.465 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.465 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.465 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.465 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.465 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.465 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.465 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.465 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.465 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.466 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.466 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.466 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.466 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.466 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.466 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.466 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.466 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.466 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.466 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.466 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.467 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.467 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.467 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.467 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.467 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.467 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.467 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.467 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.467 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.467 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.467 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.467 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.467 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.467 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.467 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.467 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.467 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.467 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.468 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.468 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.468 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.468 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.468 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.468 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.468 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.468 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.468 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.468 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.468 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.468 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.469 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.469 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.469 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.469 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.469 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.469 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.469 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.469 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.469 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.469 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.469 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.469 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.469 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.469 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.469 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.469 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.470 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.470 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.470 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.470 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.470 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.470 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.470 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.470 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.470 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.470 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.470 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.470 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.470 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.470 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.470 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.470 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.470 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.471 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.471 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.471 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.471 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.471 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.471 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.471 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.471 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.471 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.471 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.472 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.472 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.472 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.472 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.472 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.472 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.472 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.472 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.472 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.472 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.472 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.472 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.472 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.472 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.472 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.472 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.472 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.472 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.473 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.473 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.473 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.473 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.473 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.473 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.473 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.473 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.473 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.473 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.473 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.473 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.473 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.473 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.473 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.473 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.473 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.474 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.474 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.474 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.474 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.474 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.474 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.474 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.474 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.474 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.474 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.474 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.474 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.474 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.474 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.474 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.474 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.475 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.475 INFO:teuthology.orchestra.run.smithi145.stdout:_ ERROR at teardown of test_object_lock_delete_object_with_retention_and_marker _ 2023-12-03T12:50:24.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.475 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.475 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.475 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.475 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.475 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.475 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.475 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.475 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.475 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.475 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.476 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.476 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.476 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.476 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.476 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.476 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.476 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.476 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.476 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.476 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.476 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.476 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.476 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.476 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.476 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.477 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.477 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.477 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.477 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.477 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.477 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.477 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.477 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.477 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.477 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.477 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.477 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.477 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.477 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.477 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.477 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.477 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.478 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.478 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.478 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.478 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.478 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.478 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.478 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.478 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.478 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.478 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.478 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.478 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.478 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.478 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.478 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.478 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.478 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.479 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.479 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.479 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.479 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.479 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.479 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.479 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.479 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.479 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.479 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.479 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.479 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.479 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.479 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.479 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.479 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.479 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.480 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.480 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.480 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.480 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.480 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.480 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.480 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.480 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.480 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.480 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.480 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.480 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.480 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.480 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.480 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.481 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.481 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.481 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.481 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.481 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.481 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.481 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.481 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.481 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.481 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.481 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.481 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.481 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.481 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.481 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.482 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.482 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.482 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.482 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.482 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.482 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.482 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.482 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.482 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.482 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.482 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.482 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.482 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.482 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.482 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.483 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.483 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.483 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.483 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.483 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.483 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.483 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.483 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.483 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.483 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.483 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.483 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.483 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.483 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.483 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.483 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.483 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.484 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.484 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.484 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.484 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.484 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.484 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.484 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.484 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.484 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.484 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.484 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.484 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.484 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.484 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.484 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.485 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.485 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.485 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.485 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.485 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.485 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.485 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.485 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.485 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.485 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.485 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.485 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.486 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.486 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.486 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.486 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.486 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.486 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.486 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.486 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.486 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.486 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.486 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.486 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.486 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.486 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.486 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.486 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.487 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.487 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.487 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.487 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.487 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.487 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.487 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.487 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.487 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.488 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.488 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.488 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.488 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.488 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.488 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.488 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.488 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.488 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.488 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.488 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.488 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.488 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.488 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.488 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.488 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.489 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.489 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.489 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.489 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.489 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.489 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.489 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.489 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.489 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.489 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.489 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.489 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.489 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.489 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.489 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.489 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.489 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.490 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.490 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.490 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.490 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.490 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.490 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.490 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.490 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.490 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.490 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.490 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.490 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.490 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.490 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.490 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.490 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.491 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.491 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.491 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.491 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.491 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.491 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.491 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.491 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.491 INFO:teuthology.orchestra.run.smithi145.stdout:___ ERROR at teardown of test_object_lock_multi_delete_object_with_retention ___ 2023-12-03T12:50:24.491 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.491 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.491 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.491 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.491 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.491 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.491 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.492 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.492 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.492 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.492 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.492 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.492 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.492 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.492 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.492 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.492 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.492 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.492 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.492 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.492 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.493 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.493 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.493 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.493 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.493 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.493 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.493 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.493 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.493 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.493 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.493 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.493 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.494 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.494 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.494 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.494 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.494 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.494 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.494 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.494 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.494 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.494 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.494 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.494 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.494 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.494 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.494 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.494 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.495 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.495 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.495 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.495 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.495 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.495 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.495 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.495 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.495 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.495 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.495 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.495 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.495 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.495 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.495 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.495 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.495 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.496 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.496 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.496 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.496 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.496 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.496 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.496 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.496 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.496 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.496 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.496 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.496 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.496 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.496 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.496 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.496 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.497 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.497 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.497 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.497 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.497 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.497 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.497 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.497 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.497 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.497 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.497 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.497 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.497 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.497 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.497 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.497 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.498 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.498 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.498 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.498 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.498 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.498 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.498 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.498 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.498 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.498 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.498 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.498 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.498 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.498 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.498 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.498 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.499 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.499 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.499 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.499 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.499 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.499 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.499 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.499 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.499 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.499 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.499 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.499 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.499 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.499 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.499 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.499 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.499 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.500 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.500 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.500 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.500 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.500 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.500 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.500 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.500 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.500 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.500 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.500 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.500 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.500 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.500 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.500 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.500 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.501 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.501 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.501 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.501 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.501 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.501 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.501 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.501 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.501 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.501 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.501 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.501 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.501 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.501 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.501 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.502 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.502 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.502 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.502 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.502 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.502 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.502 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.502 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.502 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.502 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.502 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.502 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.502 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.502 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.503 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.503 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.503 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.503 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.503 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.503 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.503 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.503 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.503 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.503 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.503 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.503 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.503 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.503 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.503 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.503 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.504 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.504 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.504 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.504 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.504 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.504 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.504 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.504 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.505 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.505 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.505 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.505 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.505 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.505 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.505 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.505 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.505 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.505 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.505 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.505 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.505 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.505 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.505 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.505 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.505 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.506 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.506 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.506 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.506 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.506 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.506 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.506 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.506 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.506 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.506 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.506 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.506 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.506 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.506 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.506 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.506 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.506 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.507 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.507 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.507 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.507 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.507 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.507 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.507 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.507 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.507 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.507 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.507 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.507 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.507 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.507 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.507 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.507 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.507 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.508 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.508 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.508 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.508 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.508 INFO:teuthology.orchestra.run.smithi145.stdout:_____________ ERROR at teardown of test_object_lock_put_legal_hold _____________ 2023-12-03T12:50:24.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.508 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.508 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.508 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.508 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.508 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.508 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.508 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.508 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.509 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.509 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.509 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.509 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.509 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.509 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.509 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.509 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.509 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.509 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.509 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.509 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.509 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.509 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.510 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.510 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.510 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.510 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.510 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.510 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.510 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.510 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.510 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.510 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.510 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.510 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.510 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.510 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.510 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.510 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.511 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.511 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.511 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.511 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.511 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.511 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.511 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.511 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.511 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.511 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.511 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.511 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.511 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.511 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.511 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.511 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.512 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.512 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.512 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.512 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.512 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.512 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.512 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.512 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.512 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.512 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.512 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.512 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.512 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.512 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.512 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.512 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.513 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.513 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.513 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.513 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.513 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.513 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.513 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.513 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.513 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.513 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.513 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.513 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.513 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.513 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.513 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.513 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.513 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.513 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.514 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.514 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.514 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.514 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.514 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.514 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.514 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.514 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.514 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.514 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.514 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.514 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.514 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.514 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.514 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.514 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.514 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.515 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.515 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.515 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.515 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.515 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.515 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.515 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.515 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.515 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.515 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.515 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.515 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.515 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.515 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.515 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.515 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.516 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.516 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.516 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.516 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.516 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.516 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.516 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.516 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.516 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.516 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.516 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.516 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.516 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.516 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.516 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.516 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.516 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.516 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.517 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.517 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.517 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.517 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.517 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.517 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.517 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.517 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.517 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.517 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.517 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.517 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.517 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.517 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.517 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.517 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.517 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.518 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.518 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.518 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.518 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.518 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.518 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.518 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.518 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.518 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.518 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.518 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.518 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.518 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.518 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.518 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.518 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.518 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.518 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.519 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.519 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.519 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.519 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.519 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.519 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.519 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.519 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.519 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.519 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.519 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.519 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.519 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.519 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.519 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.519 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.519 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.520 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.520 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.520 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.520 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.520 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.520 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.520 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.520 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.520 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.520 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.520 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.520 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.520 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.520 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.520 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.520 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.520 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.521 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.521 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.521 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.521 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.521 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.521 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.521 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.521 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.521 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.521 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.521 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.521 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.521 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.521 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.521 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.522 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.522 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.522 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.522 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.522 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.522 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.522 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.522 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.522 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.522 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.522 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.522 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.522 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.522 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.522 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.522 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.522 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.523 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.523 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.523 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.523 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.523 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.523 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.523 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.523 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.523 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.523 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.523 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.523 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.523 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.523 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.523 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.523 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.524 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.524 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.524 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.524 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.524 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.524 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.524 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.524 INFO:teuthology.orchestra.run.smithi145.stdout:_____ ERROR at teardown of test_object_lock_put_legal_hold_invalid_bucket ______ 2023-12-03T12:50:24.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.524 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.524 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.524 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.524 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.524 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.525 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.525 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.525 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.525 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.525 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.525 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.525 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.525 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.525 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.525 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.525 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.525 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.525 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.525 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.526 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.526 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.526 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.527 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.528 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.529 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.529 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.529 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.529 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.529 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.529 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.529 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.530 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.530 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.531 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.531 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.531 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.531 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.531 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.531 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.531 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.532 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.532 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.532 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.532 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.532 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.532 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.533 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.534 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.534 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.534 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.534 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.534 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.534 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.534 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.535 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.535 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.535 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.535 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.535 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.535 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.535 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.535 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.535 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.535 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.536 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.536 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.536 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.536 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.536 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.536 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.536 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.536 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.537 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.537 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.537 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.537 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.537 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.537 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.537 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.537 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.537 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.537 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.537 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.537 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.537 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.537 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.537 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.537 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.537 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.538 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.538 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.538 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.538 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.538 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.538 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.538 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.538 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.538 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.538 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.538 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.538 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.538 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.538 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.538 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.539 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.539 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.539 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.539 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.539 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.539 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.539 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.539 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.539 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.539 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.539 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.539 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.539 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.539 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.539 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.539 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.540 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.540 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.540 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.540 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.540 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.540 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.540 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.540 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.540 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.540 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.540 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.540 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.541 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.541 INFO:teuthology.orchestra.run.smithi145.stdout:_____ ERROR at teardown of test_object_lock_put_legal_hold_invalid_status ______ 2023-12-03T12:50:24.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.541 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.541 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.541 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.541 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.541 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.541 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.541 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.541 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.541 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.542 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.542 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.542 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.542 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.542 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.542 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.542 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.542 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.542 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.542 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.542 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.542 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.542 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.543 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.543 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.543 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.543 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.543 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.543 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.543 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.543 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.543 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.543 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.543 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.543 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.543 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.543 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.543 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.543 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.544 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.544 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.544 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.544 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.544 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.544 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.544 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.544 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.544 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.544 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.544 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.544 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.544 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.544 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.544 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.545 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.545 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.545 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.545 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.545 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.545 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.545 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.545 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.545 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.545 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.545 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.545 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.545 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.545 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.545 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.545 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.545 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.546 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.546 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.546 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.546 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.546 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.546 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.546 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.546 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.546 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.546 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.546 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.546 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.546 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.546 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.546 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.546 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.546 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.547 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.547 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.547 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.547 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.547 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.547 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.547 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.547 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.547 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.547 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.547 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.547 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.547 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.547 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.547 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.547 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.547 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.548 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.548 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.548 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.548 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.548 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.548 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.548 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.548 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.548 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.548 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.548 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.548 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.548 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.548 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.548 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.548 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.549 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.549 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.549 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.549 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.549 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.549 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.549 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.549 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.549 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.549 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.549 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.549 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.549 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.550 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.550 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.550 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.550 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.550 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.550 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.550 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.550 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.550 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.550 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.550 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.550 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.550 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.550 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.550 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.550 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.550 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.551 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.551 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.551 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.551 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.551 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.551 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.551 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.551 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.551 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.551 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.551 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.551 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.551 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.551 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.551 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.551 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.552 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.552 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.552 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.552 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.552 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.552 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.552 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.552 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.552 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.552 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.552 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.552 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.552 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.552 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.552 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.552 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.552 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.552 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.553 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.553 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.553 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.553 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.553 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.553 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.553 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.553 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.553 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.553 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.553 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.553 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.553 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.553 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.553 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.553 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.554 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.554 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.554 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.554 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.554 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.554 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.554 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.554 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.554 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.554 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.554 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.554 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.554 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.554 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.554 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.554 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.554 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.555 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.555 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.555 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.555 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.555 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.555 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.555 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.555 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.555 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.555 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.555 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.555 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.555 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.555 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.555 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.555 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.555 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.555 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.556 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.556 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.556 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.556 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.556 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.556 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.556 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.556 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.556 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.556 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.556 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.556 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.556 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.556 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.556 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.556 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.556 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.557 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.557 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.557 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.557 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.557 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.557 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.557 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.557 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.557 INFO:teuthology.orchestra.run.smithi145.stdout:_____________ ERROR at teardown of test_object_lock_get_legal_hold _____________ 2023-12-03T12:50:24.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.557 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.557 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.557 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.557 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.558 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.558 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.558 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.558 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.558 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.558 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.558 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.558 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.558 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.558 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.558 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.558 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.558 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.559 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.559 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.559 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.559 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.559 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.559 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.559 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.559 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.559 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.559 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.559 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.559 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.559 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.559 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.559 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.559 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.559 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.559 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.560 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.560 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.560 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.560 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.560 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.560 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.560 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.560 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.560 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.560 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.560 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.560 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.560 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.560 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.560 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.560 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.561 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.561 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.561 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.561 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.561 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.561 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.561 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.561 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.561 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.561 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.561 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.561 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.561 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.561 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.561 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.562 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.562 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.562 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.562 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.562 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.562 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.562 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.562 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.562 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.562 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.562 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.562 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.562 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.562 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.562 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.562 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.563 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.563 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.563 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.563 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.563 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.563 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.563 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.563 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.563 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.563 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.563 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.563 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.563 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.563 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.563 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.563 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.563 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.564 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.564 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.564 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.564 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.564 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.564 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.564 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.564 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.564 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.564 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.564 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.564 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.564 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.564 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.564 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.564 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.565 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.565 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.565 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.565 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.565 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.565 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.565 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.565 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.565 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.565 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.565 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.565 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.565 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.565 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.565 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.566 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.566 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.566 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.566 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.566 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.566 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.566 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.566 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.566 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.566 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.566 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.566 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.566 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.567 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.567 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.567 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.567 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.567 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.567 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.567 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.567 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.567 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.567 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.567 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.567 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.567 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.567 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.567 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.567 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.567 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.568 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.568 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.568 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.568 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.568 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.568 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.568 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.568 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.568 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.568 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.568 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.568 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.568 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.568 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.568 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.568 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.568 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.568 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.569 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.569 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.569 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.569 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.569 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.569 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.569 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.569 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.569 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.570 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.570 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.570 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.570 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.570 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.570 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.570 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.570 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.570 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.570 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.570 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.570 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.570 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.570 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.570 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.570 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.570 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.571 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.571 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.571 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.571 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.571 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.571 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.571 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.571 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.571 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.571 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.571 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.571 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.571 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.571 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.571 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.571 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.572 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.572 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.572 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.572 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.572 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.572 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.572 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.572 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.572 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.572 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.572 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.572 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.572 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.572 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.572 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.572 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.572 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.572 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.573 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.573 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.573 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.573 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.573 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.573 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.573 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.573 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.573 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.573 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.573 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.573 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.573 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.573 INFO:teuthology.orchestra.run.smithi145.stdout:_____ ERROR at teardown of test_object_lock_get_legal_hold_invalid_bucket ______ 2023-12-03T12:50:24.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.574 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.574 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.574 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.574 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.574 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.574 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.574 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.574 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.574 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.574 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.574 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.575 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.575 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.575 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.575 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.575 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.575 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.575 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.575 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.575 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.575 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.575 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.575 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.575 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.575 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.575 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.575 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.575 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.575 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.576 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.576 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.576 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.576 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.576 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.576 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.576 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.576 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.576 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.576 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.576 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.576 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.576 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.576 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.576 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.576 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.576 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.577 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.577 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.577 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.577 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.577 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.577 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.577 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.577 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.577 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.577 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.577 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.577 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.577 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.577 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.577 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.578 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.578 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.578 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.578 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.578 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.578 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.578 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.578 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.578 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.578 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.578 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.578 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.578 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.578 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.578 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.578 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.578 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.579 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.579 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.579 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.579 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.579 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.579 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.579 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.579 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.579 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.579 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.579 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.579 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.579 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.579 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.579 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.579 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.579 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.580 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.580 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.580 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.580 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.580 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.580 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.580 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.580 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.580 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.580 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.580 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.580 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.580 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.580 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.580 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.580 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.580 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.580 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.581 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.581 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.581 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.581 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.581 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.581 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.581 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.581 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.581 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.581 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.581 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.581 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.581 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.582 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.582 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.582 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.582 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.582 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.582 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.582 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.582 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.582 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.582 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.582 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.582 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.582 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.583 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.583 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.583 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.583 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.583 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.583 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.583 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.583 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.583 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.583 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.583 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.583 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.583 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.583 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.583 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.583 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.583 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.584 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.584 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.584 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.584 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.584 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.584 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.584 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.584 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.584 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.584 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.584 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.584 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.584 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.584 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.584 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.584 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.584 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.585 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.585 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.585 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.585 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.585 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.585 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.585 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.586 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.586 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.586 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.586 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.586 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.586 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.586 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.586 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.586 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.586 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.586 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.586 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.586 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.586 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.586 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.586 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.587 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.587 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.587 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.587 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.587 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.587 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.587 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.587 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.587 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.587 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.587 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.587 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.587 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.587 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.587 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.587 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.588 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.588 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.588 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.588 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.588 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.588 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.588 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.588 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.588 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.588 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.588 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.588 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.588 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.588 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.588 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.588 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.588 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.589 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.589 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.589 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.589 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.589 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.589 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.589 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.589 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.589 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.589 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.589 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.589 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.589 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.590 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.590 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.590 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.590 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.590 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.590 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.590 INFO:teuthology.orchestra.run.smithi145.stdout:____ ERROR at teardown of test_object_lock_delete_object_with_legal_hold_on ____ 2023-12-03T12:50:24.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.590 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.590 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.590 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.590 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.591 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.591 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.591 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.591 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.591 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.591 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.591 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.591 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.591 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.591 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.591 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.591 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.591 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.591 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.591 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.592 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.592 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.592 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.592 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.592 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.592 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.592 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.592 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.592 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.592 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.592 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.592 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.592 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.592 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.592 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.592 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.593 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.593 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.593 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.593 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.593 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.593 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.593 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.593 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.593 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.593 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.593 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.593 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.593 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.593 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.593 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.593 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.593 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.594 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.594 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.594 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.594 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.594 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.594 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.594 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.594 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.594 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.594 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.594 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.594 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.594 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.594 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.594 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.594 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.595 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.595 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.595 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.595 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.595 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.595 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.595 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.595 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.595 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.595 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.595 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.595 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.595 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.595 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.595 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.595 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.595 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.596 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.596 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.596 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.596 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.621 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.621 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.621 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.621 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.621 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.621 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.621 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.621 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.621 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.621 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.621 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.621 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.622 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.622 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.622 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.622 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.622 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.622 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.622 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.622 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.622 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.622 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.622 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.622 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.622 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.622 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.622 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.622 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.623 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.623 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.623 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.623 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.623 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.623 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.623 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.623 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.623 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.623 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.623 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.623 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.623 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.624 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.624 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.624 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.624 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.624 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.624 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.624 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.624 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.624 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.624 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.624 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.624 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.624 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.624 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.624 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.625 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.625 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.625 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.625 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.625 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.625 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.625 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.625 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.625 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.625 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.625 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.625 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.626 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.626 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.626 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.626 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.626 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.626 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.626 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.626 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.626 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.626 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.626 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.626 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.626 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.626 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.626 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.626 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.627 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.627 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.627 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.627 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.627 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.627 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.627 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.627 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.627 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.627 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.627 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.627 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.627 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.627 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.627 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.627 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.627 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.628 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.628 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.628 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.628 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.628 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.628 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.628 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.628 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.628 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.628 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.628 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.628 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.628 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.628 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.628 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.628 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.628 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.629 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.629 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.629 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.629 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.629 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.629 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.629 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.629 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.629 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.629 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.629 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.629 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.629 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.629 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.629 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.630 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.630 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.630 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.630 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.630 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.630 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.630 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.630 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.630 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.630 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.630 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.630 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.630 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.630 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.630 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.631 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.631 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.631 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.631 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.631 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.631 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.631 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.631 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.631 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.631 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.631 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.631 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.631 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.632 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.632 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.632 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.632 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.632 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.632 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.632 INFO:teuthology.orchestra.run.smithi145.stdout:___ ERROR at teardown of test_object_lock_delete_object_with_legal_hold_off ____ 2023-12-03T12:50:24.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.632 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.632 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.632 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.632 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.633 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.633 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.633 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.633 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.633 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.633 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.633 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.633 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.633 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.633 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.633 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.633 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.633 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.633 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.634 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.634 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.634 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.634 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.634 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.634 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.634 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.634 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.634 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.634 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.634 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.634 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.634 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.634 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.634 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.634 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.635 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.635 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.635 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.635 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.635 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.635 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.635 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.635 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.635 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.635 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.635 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.635 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.635 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.635 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.635 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.635 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.635 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.636 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.636 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.636 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.636 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.636 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.636 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.636 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.636 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.636 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.636 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.636 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.636 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.636 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.636 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.636 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.636 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.636 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.637 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.637 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.637 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.637 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.637 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.637 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.637 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.637 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.637 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.637 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.637 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.637 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.637 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.638 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.638 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.638 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.638 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.638 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.638 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.638 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.638 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.638 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.638 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.638 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.638 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.638 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.638 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.638 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.638 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.639 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.639 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.639 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.639 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.639 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.639 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.639 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.639 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.639 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.639 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.639 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.639 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.639 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.639 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.639 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.639 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.640 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.640 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.640 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.640 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.640 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.640 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.640 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.640 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.640 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.640 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.640 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.640 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.640 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.641 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.641 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.641 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.641 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.641 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.641 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.641 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.641 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.641 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.641 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.641 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.641 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.641 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.641 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.642 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.642 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.642 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.642 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.642 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.642 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.642 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.642 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.642 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.642 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.642 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.642 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.642 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.643 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.643 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.643 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.643 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.643 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.643 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.643 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.643 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.643 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.643 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.644 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.644 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.644 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.644 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.644 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.644 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.644 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.644 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.644 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.644 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.644 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.644 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.644 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.644 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.644 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.645 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.645 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.645 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.645 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.645 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.645 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.645 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.645 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.645 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.646 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.646 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.646 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.646 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.646 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.646 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.646 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.646 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.646 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.646 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.646 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.646 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.646 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.646 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.647 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.647 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.647 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.647 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.647 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.647 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.647 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.647 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.647 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.647 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.647 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.647 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.647 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.647 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.647 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.647 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.648 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.648 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.648 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.648 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.648 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.648 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.648 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.648 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.648 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.648 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.648 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.648 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.648 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.648 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.648 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.649 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.649 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.649 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.649 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.649 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.649 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.649 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.649 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.649 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.649 INFO:teuthology.orchestra.run.smithi145.stdout:____________ ERROR at teardown of test_object_lock_get_obj_metadata ____________ 2023-12-03T12:50:24.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.649 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.649 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.649 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.650 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.650 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.650 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.650 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.650 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.650 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.650 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.650 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.650 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.650 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.650 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.650 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.651 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.651 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.651 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.651 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.651 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.651 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.651 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.651 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.651 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.651 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.651 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.651 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.651 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.651 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.651 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.651 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.652 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.652 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.652 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.652 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.652 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.652 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.652 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.652 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.652 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.652 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.652 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.652 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.652 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.652 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.652 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.652 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.652 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.652 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.653 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.653 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.653 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.653 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.653 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.653 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.653 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.653 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.653 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.653 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.653 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.653 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.653 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.653 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.653 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.653 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.654 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.654 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.654 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.654 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.654 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.654 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.654 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.655 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.655 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.655 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.655 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.655 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.655 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.655 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.655 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.655 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.655 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.655 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.655 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.655 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.655 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.656 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.656 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.656 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.656 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.656 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.656 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.656 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.656 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.656 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.656 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.656 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.656 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.656 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.656 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.656 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.657 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.657 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.657 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.657 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.657 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.657 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.657 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.657 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.657 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.657 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.657 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.658 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.658 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.658 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.658 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.658 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.658 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.658 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.658 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.658 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.658 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.658 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.658 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.658 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.658 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.659 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.659 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.659 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.659 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.659 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.659 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.659 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.659 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.659 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.659 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.659 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.659 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.660 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.660 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.660 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.660 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.660 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.660 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.660 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.660 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.660 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.660 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.660 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.660 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.660 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.660 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.661 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.661 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.661 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.661 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.661 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.661 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.661 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.661 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.661 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.661 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.662 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.662 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.662 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.662 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.662 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.662 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.662 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.662 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.662 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.662 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.662 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.662 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.662 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.662 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.663 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.663 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.663 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.663 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.663 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.663 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.663 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.663 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.663 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.663 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.663 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.663 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.663 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.663 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.663 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.664 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.664 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.664 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.664 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.664 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.664 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.664 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.664 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.664 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.664 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.664 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.664 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.664 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.664 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.665 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.665 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.665 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.665 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.665 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.665 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.665 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.665 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.665 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.665 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.665 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.665 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.666 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.666 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.666 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.666 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.666 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.666 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.666 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.666 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.666 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.666 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.666 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.666 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.667 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.667 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.667 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.667 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.667 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.667 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.667 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.667 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.667 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.667 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.667 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.667 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.667 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.667 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.668 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.668 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.668 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.668 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.668 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.668 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.668 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.668 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.668 INFO:teuthology.orchestra.run.smithi145.stdout:_____________ ERROR at teardown of test_object_lock_uploading_obj ______________ 2023-12-03T12:50:24.668 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.668 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.668 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.668 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.668 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.669 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.669 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.669 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.669 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.669 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.669 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.669 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.669 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.669 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.669 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.669 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.670 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.670 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.670 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.670 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.670 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.670 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.670 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.670 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.670 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.670 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.670 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.670 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.670 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.671 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.671 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.671 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.671 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.671 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.671 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.671 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.671 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.671 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.671 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.671 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.671 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.671 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.671 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.672 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.672 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.672 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.672 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.672 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.672 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.672 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.672 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.672 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.672 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.672 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.672 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.672 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.672 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.672 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.673 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.673 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.673 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.673 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.673 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.673 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.673 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.673 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.673 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.673 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.673 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.673 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.673 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.673 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.673 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.674 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.674 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.674 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.674 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.674 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.674 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.674 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.674 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.674 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.674 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.674 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.674 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.674 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.675 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.675 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.675 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.675 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.675 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.675 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.675 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.675 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.675 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.675 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.675 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.675 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.675 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.675 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.675 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.675 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.675 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.676 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.676 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.676 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.676 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.676 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.676 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.676 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.676 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.676 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.676 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.676 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.676 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.676 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.676 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.676 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.676 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.677 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.677 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.677 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.677 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.677 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.677 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.677 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.677 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.677 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.677 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.677 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.677 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.678 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.678 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.678 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.678 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.678 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.678 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.678 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.678 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.678 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.678 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.678 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.679 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.679 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.679 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.679 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.679 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.679 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.679 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.679 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.679 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.679 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.679 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.679 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.680 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.680 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.680 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.680 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.680 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.680 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.680 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.680 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.680 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.680 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.680 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.680 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.680 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.680 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.680 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.680 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.680 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.681 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.681 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.681 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.681 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.681 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.681 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.681 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.681 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.681 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.681 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.681 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.681 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.681 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.681 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.681 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.682 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.682 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.682 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.682 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.682 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.682 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.682 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.682 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.682 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.682 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.682 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.682 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.682 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.682 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.683 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.683 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.683 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.683 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.683 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.683 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.683 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.683 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.683 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.683 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.683 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.683 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.683 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.683 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.683 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.684 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.684 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.684 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.684 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.684 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.684 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.684 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.684 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.684 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.684 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.684 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.684 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.684 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.684 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.684 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.685 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.685 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.685 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.685 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.685 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.685 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.685 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.685 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.685 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.685 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.685 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.685 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.685 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.685 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.685 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.685 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.686 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.686 INFO:teuthology.orchestra.run.smithi145.stdout:_ ERROR at teardown of test_object_lock_changing_mode_from_governance_with_bypass _ 2023-12-03T12:50:24.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.686 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.686 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.686 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.686 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.686 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.686 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.686 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.686 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.686 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.686 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.687 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.687 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.687 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.687 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.687 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.687 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.687 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.687 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.687 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.687 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.687 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.688 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.688 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.688 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.688 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.688 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.688 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.688 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.688 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.688 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.688 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.688 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.688 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.688 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.688 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.689 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.689 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.689 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.689 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.689 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.689 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.689 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.689 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.689 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.689 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.689 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.689 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.689 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.689 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.689 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.689 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.690 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.690 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.690 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.690 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.690 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.690 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.690 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.690 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.690 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.690 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.690 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.690 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.690 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.690 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.690 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.691 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.691 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.691 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.691 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.691 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.691 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.691 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.691 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.691 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.691 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.691 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.692 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.692 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.692 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.692 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.692 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.692 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.692 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.692 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.692 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.692 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.692 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.692 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.692 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.692 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.692 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.692 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.693 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.693 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.693 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.693 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.693 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.693 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.693 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.693 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.693 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.693 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.693 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.693 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.693 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.693 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.693 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.693 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.694 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.694 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.694 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.694 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.694 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.694 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.694 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.694 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.694 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.694 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.694 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.694 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.694 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.695 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.695 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.695 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.695 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.695 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.695 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.695 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.695 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.695 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.695 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.695 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.695 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.695 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.696 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.696 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.696 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.696 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.696 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.696 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.696 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.696 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.696 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.696 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.696 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.696 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.697 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.697 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.697 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.697 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.697 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.697 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.697 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.697 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.697 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.697 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.697 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.697 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.697 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.697 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.697 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.697 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.698 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.698 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.698 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.698 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.698 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.698 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.698 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.698 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.698 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.698 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.698 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.698 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.698 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.698 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.698 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.699 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.699 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.699 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.699 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.699 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.699 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.699 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.699 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.699 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.699 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.699 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.699 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.699 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.699 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.699 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.700 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.700 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.700 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.700 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.700 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.700 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.700 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.700 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.700 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.700 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.700 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.700 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.700 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.700 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.701 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.701 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.701 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.701 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.701 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.701 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.701 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.701 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.701 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.701 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.701 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.701 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.701 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.701 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.701 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.701 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.702 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.702 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.702 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.702 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.702 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.702 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.702 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.702 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.702 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.702 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.702 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.702 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.702 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.702 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.703 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.703 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.703 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.703 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.703 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.703 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.703 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.703 INFO:teuthology.orchestra.run.smithi145.stdout:_ ERROR at teardown of test_object_lock_changing_mode_from_governance_without_bypass _ 2023-12-03T12:50:24.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.703 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.703 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.703 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.704 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.704 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.704 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.704 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.704 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.704 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.704 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.704 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.704 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.704 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.704 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.704 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.704 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.705 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.705 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.705 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.705 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.705 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.705 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.705 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.705 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.705 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.705 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.705 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.705 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.705 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.705 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.705 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.705 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.706 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.706 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.706 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.706 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.706 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.706 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.706 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.706 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.706 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.706 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.706 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.706 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.706 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.706 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.707 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.707 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.707 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.707 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.707 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.707 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.707 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.707 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.707 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.707 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.707 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.707 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.707 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.707 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.708 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.708 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.708 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.708 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.708 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.708 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.708 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.708 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.708 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.708 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.708 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.708 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.709 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.709 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.709 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.709 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.709 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.709 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.709 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.709 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.709 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.709 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.709 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.709 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.709 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.709 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.709 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.709 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.709 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.710 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.710 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.710 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.710 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.710 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.710 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.710 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.710 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.710 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.710 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.710 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.710 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.710 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.710 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.711 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.711 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.711 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.711 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.711 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.711 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.712 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.712 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.712 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.712 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.712 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.712 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.712 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.712 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.712 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.712 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.712 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.712 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.713 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.713 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.713 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.713 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.713 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.713 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.713 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.713 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.713 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.713 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.713 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.713 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.713 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.713 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.714 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.714 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.714 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.714 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.714 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.714 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.714 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.714 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.714 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.714 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.714 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.714 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.714 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.715 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.715 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.715 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.715 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.715 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.715 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.715 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.715 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.715 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.715 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.715 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.715 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.715 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.715 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.715 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.715 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.715 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.716 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.716 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.716 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.716 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.716 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.716 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.716 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.716 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.716 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.716 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.716 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.716 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.716 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.716 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.716 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.716 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.716 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.717 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.717 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.717 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.717 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.717 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.717 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.717 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.717 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.717 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.717 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.717 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.717 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.717 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.717 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.717 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.717 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.718 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.718 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.718 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.718 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.718 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.718 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.718 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.718 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.718 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.718 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.718 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.718 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.718 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.718 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.718 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.718 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.718 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.718 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.719 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.719 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.719 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.719 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.719 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.719 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.719 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.719 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.719 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.719 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.719 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.719 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.719 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.719 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.720 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.720 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.720 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.720 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.720 INFO:teuthology.orchestra.run.smithi145.stdout:_____ ERROR at teardown of test_object_lock_changing_mode_from_compliance ______ 2023-12-03T12:50:24.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.720 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.720 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.720 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.720 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.720 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.720 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.720 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.720 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.721 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.721 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.721 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.721 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.721 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.721 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.721 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.721 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.721 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.721 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.721 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.722 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.722 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.722 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.722 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.722 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.722 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.722 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.722 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.722 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.722 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.722 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.722 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.722 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.722 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.722 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.722 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.722 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.723 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.723 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.723 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.723 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.723 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.723 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.723 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.723 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.723 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.723 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.723 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.723 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.723 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.723 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.723 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.723 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.723 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.724 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.724 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.724 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.724 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.724 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.724 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.724 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.724 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.724 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.724 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.724 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.724 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.724 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.724 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.725 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.725 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.725 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.725 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.725 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.725 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.725 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.725 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.725 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.725 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.725 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.725 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.725 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.726 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.726 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.726 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.726 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.726 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.726 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.726 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.726 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.726 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.726 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.726 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.726 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.726 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.726 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.726 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.726 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.727 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.727 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.727 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.727 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.727 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.727 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.727 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.727 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.727 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.727 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.728 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.728 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.728 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.728 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.728 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.728 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.728 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.728 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.728 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.728 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.728 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.728 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.728 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.728 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.729 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.729 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.729 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.729 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.729 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.729 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.729 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.729 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.729 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.729 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.729 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.729 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.729 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.730 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.730 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.730 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.730 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.730 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.730 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.730 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.730 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.730 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.730 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.730 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.731 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.731 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.731 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.731 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.731 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.731 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.731 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.731 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.731 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.731 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.731 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.731 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.731 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.731 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.731 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.732 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.732 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.732 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.732 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.732 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.732 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.732 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.732 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.732 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.732 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.732 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.732 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.732 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.732 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.732 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.732 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.733 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.733 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.733 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.733 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.733 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.733 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.733 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.733 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.733 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.733 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.733 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.733 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.733 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.733 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.733 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.733 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.733 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.734 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.734 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.734 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.734 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.734 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.734 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.734 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.734 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.734 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.734 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.734 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.734 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.734 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.734 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.734 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.734 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.734 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.735 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.735 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.735 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.735 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.735 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.735 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.735 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.735 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.735 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.735 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.735 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.735 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.735 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.735 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.735 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.735 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.735 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.736 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.736 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.736 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.736 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.736 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.736 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.736 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.736 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.736 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.736 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.736 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.736 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.736 INFO:teuthology.orchestra.run.smithi145.stdout:______________ ERROR at teardown of test_copy_object_ifmatch_good ______________ 2023-12-03T12:50:24.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.737 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.737 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.737 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.737 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.737 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.737 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.737 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.737 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.737 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.737 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.737 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.737 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.737 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.737 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.737 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.737 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.737 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.737 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.738 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.738 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.738 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.738 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.738 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.738 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.738 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.738 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.738 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.738 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.738 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.738 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.738 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.738 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.738 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.739 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.739 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.739 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.739 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.739 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.739 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.739 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.739 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.739 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.739 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.739 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.739 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.739 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.739 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.739 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.739 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.739 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.739 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.740 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.740 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.740 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.740 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.740 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.740 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.740 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.740 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.740 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.740 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.740 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.740 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.740 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.740 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.740 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.740 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.740 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.741 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.741 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.741 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.741 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.741 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.741 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.741 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.741 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.741 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.741 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.741 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.741 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.741 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.741 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.741 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.741 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.742 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.742 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.742 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.742 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.742 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.742 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.742 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.742 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.742 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.742 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.742 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.742 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.742 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.743 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.743 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.743 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.743 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.743 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.743 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.743 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.743 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.743 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.743 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.743 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.743 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.743 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.743 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.744 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.744 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.744 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.744 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.744 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.744 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.744 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.744 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.744 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.745 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.745 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.745 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.745 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.745 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.745 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.745 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.745 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.745 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.745 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.745 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.746 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.746 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.746 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.746 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.746 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.746 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.746 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.746 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.746 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.746 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.746 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.746 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.746 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.746 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.746 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.746 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.746 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.747 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.747 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.747 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.747 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.747 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.747 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.747 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.747 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.747 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.747 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.747 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.747 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.747 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.748 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.748 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.748 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.748 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.748 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.748 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.748 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.748 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.748 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.748 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.748 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.748 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.748 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.748 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.748 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.748 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.748 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.748 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.749 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.749 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.749 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.749 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.749 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.749 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.749 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.749 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.749 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.749 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.749 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.749 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.749 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.749 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.749 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.749 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.749 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.750 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.750 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.750 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.750 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.750 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.750 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.750 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.750 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.750 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.750 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.750 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.750 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.750 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.750 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.750 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.750 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.751 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.751 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.751 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.751 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.751 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.751 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.751 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.751 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.751 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.751 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.751 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.751 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.751 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.751 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.751 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.751 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.752 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.752 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.752 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.752 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.752 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.752 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.752 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.752 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.752 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.752 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.752 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.752 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.752 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.752 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.753 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.753 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.753 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.753 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.753 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.753 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.753 INFO:teuthology.orchestra.run.smithi145.stdout:___________ ERROR at teardown of test_copy_object_ifnonematch_failed ___________ 2023-12-03T12:50:24.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.753 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.753 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.754 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.754 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.754 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.754 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.754 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.754 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.754 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.754 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.754 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.754 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.754 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.754 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.754 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.754 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.754 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.755 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.755 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.755 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.755 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.755 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.755 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.755 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.755 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.755 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.755 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.755 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.755 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.755 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.755 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.756 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.756 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.756 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.756 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.756 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.756 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.756 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.756 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.756 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.756 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.756 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.756 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.756 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.756 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.756 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.756 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.756 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.757 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.757 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.757 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.757 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.757 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.757 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.757 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.757 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.757 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.757 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.757 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.757 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.757 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.757 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.757 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.757 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.757 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.757 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.758 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.758 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.758 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.758 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.758 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.758 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.758 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.758 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.758 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.758 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.758 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.758 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.759 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.759 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.759 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.759 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.759 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.759 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.759 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.759 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.759 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.759 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.759 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.759 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.759 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.759 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.759 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.759 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.760 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.760 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.760 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.760 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.760 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.760 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.760 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.760 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.760 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.760 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.760 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.760 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.760 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.760 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.760 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.760 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.760 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.761 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.761 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.761 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.761 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.761 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.761 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.761 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.761 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.761 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.761 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.761 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.761 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.761 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.761 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.762 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.762 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.762 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.762 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.762 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.762 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.762 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.762 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.762 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.762 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.762 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.762 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.762 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.762 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.763 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.763 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.763 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.763 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.763 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.763 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.763 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.763 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.763 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.763 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.763 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.763 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.763 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.764 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.764 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.764 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.764 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.764 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.764 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.764 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.764 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.764 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.764 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.764 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.764 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.764 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.765 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.765 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.765 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.765 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.765 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.765 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.765 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.765 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.765 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.765 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.765 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.765 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.765 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.765 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.765 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.765 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.765 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.765 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.766 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.766 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.766 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.766 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.766 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.766 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.766 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.766 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.767 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.767 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.767 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.767 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.767 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.767 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.767 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.767 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.767 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.767 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.767 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.767 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.767 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.767 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.767 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.767 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.767 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.767 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.768 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.768 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.768 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.768 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.768 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.768 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.768 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.768 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.768 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.768 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.768 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.768 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.768 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.768 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.768 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.768 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.769 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.769 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.769 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.769 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.769 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.769 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.769 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.769 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.769 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.769 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.769 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.769 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.769 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.770 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.770 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.770 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.770 INFO:teuthology.orchestra.run.smithi145.stdout:______________ ERROR at teardown of test_get_bucket_policy_status ______________ 2023-12-03T12:50:24.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.770 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.770 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.770 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.770 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.770 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.770 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.770 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.770 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.771 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.771 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.771 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.771 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.771 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.771 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.771 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.771 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.771 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.771 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.771 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.771 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.771 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.771 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.772 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.772 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.772 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.772 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.772 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.772 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.772 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.772 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.772 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.772 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.772 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.772 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.772 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.772 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.772 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.772 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.772 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.772 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.773 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.773 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.773 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.773 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.773 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.773 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.773 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.773 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.773 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.773 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.773 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.773 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.773 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.773 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.774 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.774 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.774 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.774 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.774 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.774 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.774 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.774 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.774 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.774 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.774 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.774 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.774 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.774 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.774 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.774 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.775 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.775 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.775 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.775 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.775 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.775 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.775 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.775 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.775 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.775 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.775 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.775 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.775 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.776 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.776 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.776 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.776 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.776 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.776 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.776 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.776 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.776 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.776 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.776 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.776 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.776 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.776 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.776 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.776 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.777 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.777 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.777 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.777 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.777 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.777 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.777 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.777 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.778 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.778 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.778 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.778 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.778 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.778 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.778 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.778 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.778 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.778 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.778 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.778 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.778 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.778 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.779 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.779 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.779 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.779 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.779 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.779 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.779 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.779 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.779 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.779 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.779 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.779 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.779 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.779 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.780 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.780 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.780 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.780 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.780 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.780 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.780 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.780 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.780 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.780 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.780 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.780 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.781 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.781 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.781 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.781 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.781 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.781 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.781 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.781 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.781 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.781 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.781 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.781 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.781 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.781 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.781 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.782 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.782 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.782 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.782 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.782 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.782 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.782 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.782 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.782 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.782 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.782 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.782 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.782 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.782 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.782 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.782 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.783 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.783 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.783 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.783 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.783 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.783 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.783 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.783 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.783 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.783 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.783 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.783 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.783 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.784 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.784 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.784 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.784 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.784 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.784 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.784 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.784 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.784 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.784 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.784 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.784 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.784 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.784 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.784 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.785 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.785 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.785 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.785 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.785 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.785 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.785 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.785 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.785 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.785 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.785 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.785 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.785 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.785 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.785 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.785 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.786 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.786 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.786 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.786 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.786 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.786 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.786 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.786 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.786 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.786 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.786 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.786 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.786 INFO:teuthology.orchestra.run.smithi145.stdout:________ ERROR at teardown of test_get_public_acl_bucket_policy_status _________ 2023-12-03T12:50:24.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.787 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.787 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.787 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.787 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.787 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.787 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.787 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.787 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.787 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.787 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.787 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.787 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.787 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.787 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.787 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.788 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.788 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.788 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.788 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.788 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.788 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.788 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.788 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.788 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.788 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.788 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.788 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.788 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.788 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.788 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.789 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.789 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.789 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.789 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.789 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.789 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.789 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.789 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.789 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.789 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.789 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.789 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.789 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.789 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.789 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.789 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.790 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.790 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.790 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.790 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.790 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.790 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.790 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.790 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.790 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.790 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.790 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.790 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.790 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.790 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.790 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.791 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.791 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.791 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.791 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.791 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.791 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.791 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.791 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.791 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.791 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.791 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.791 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.791 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.791 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.791 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.792 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.792 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.792 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.792 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.792 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.792 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.792 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.792 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.792 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.792 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.792 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.793 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.793 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.793 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.793 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.793 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.793 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.793 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.793 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.793 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.793 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.793 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.793 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.793 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.793 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.793 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.794 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.794 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.794 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.794 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.794 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.794 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.794 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.794 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.794 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.794 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.794 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.794 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.794 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.794 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.795 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.795 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.795 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.795 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.795 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.795 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.795 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.795 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.795 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.795 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.795 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.795 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.795 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.795 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.796 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.796 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.796 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.796 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.796 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.796 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.796 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.796 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.796 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.796 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.796 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.796 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.797 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.797 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.797 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.797 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.797 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.797 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.797 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.797 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.797 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.797 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.798 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.798 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.798 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.798 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.798 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.798 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.798 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.798 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.798 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.798 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.798 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.798 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.798 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.798 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.798 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.798 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.798 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.799 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.799 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.799 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.799 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.799 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.799 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.799 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.799 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.799 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.799 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.799 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.799 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.799 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.799 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.799 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.799 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.800 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.800 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.800 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.800 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.800 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.800 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.800 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.800 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.801 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.801 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.801 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.801 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.801 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.801 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.801 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.801 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.801 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.801 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.801 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.801 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.802 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.802 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.802 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.802 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.802 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.802 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.802 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.802 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.802 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.802 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.802 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.802 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.802 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.802 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.802 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.802 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.802 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.803 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.803 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.803 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.803 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.803 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.803 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.803 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.803 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.803 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.803 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.803 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.803 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.803 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.803 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.803 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.804 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.804 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.804 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.804 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.804 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.804 INFO:teuthology.orchestra.run.smithi145.stdout:______ ERROR at teardown of test_get_authpublic_acl_bucket_policy_status _______ 2023-12-03T12:50:24.804 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.804 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.804 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.804 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.804 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.804 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.804 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.804 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.804 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.804 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.805 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.805 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.805 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.805 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.805 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.805 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.805 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.805 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.805 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.805 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.805 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.805 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.805 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.805 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.805 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.806 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.806 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.806 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.806 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.806 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.806 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.806 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.806 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.806 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.806 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.806 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.806 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.806 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.806 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.806 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.806 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.806 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.806 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.807 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.807 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.807 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.807 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.807 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.807 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.807 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.807 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.807 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.807 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.807 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.807 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.807 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.807 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.808 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.808 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.808 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.808 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.808 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.808 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.808 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.808 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.808 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.808 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.808 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.808 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.808 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.808 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.808 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.809 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.809 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.809 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.809 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.809 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.809 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.809 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.809 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.809 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.809 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.809 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.809 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.809 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.810 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.810 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.810 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.810 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.810 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.810 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.810 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.810 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.810 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.810 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.810 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.810 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.810 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.810 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.810 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.810 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.811 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.811 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.811 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.811 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.811 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.811 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.811 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.811 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.811 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.811 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.811 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.811 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.811 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.811 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.811 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.811 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.812 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.812 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.812 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.812 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.812 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.812 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.812 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.812 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.812 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.812 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.812 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.812 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.812 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.812 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.812 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.812 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.813 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.813 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.813 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.813 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.813 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.813 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.813 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.813 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.813 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.813 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.813 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.813 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.813 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.814 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.814 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.814 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.814 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.814 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.814 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.814 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.814 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.814 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.814 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.814 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.814 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.815 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.815 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.815 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.815 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.815 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.815 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.815 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.815 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.815 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.815 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.815 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.815 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.815 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.815 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.815 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.815 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.815 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.816 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.816 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.816 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.816 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.816 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.816 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.816 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.816 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.816 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.817 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.817 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.817 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.817 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.817 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.817 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.817 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.817 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.817 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.817 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.818 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.818 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.818 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.818 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.818 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.819 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.819 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.819 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.819 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.819 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.819 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.819 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.819 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.819 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.819 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.819 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.819 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.819 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.820 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.820 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.820 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.820 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.820 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.820 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.820 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.820 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.820 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.820 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.820 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.820 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.820 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.820 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.820 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.820 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.820 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.821 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.821 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.821 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.821 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.821 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.821 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.821 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.821 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.821 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.821 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.821 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.821 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.821 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.821 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.822 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.822 INFO:teuthology.orchestra.run.smithi145.stdout:_____ ERROR at teardown of test_get_publicpolicy_acl_bucket_policy_status ______ 2023-12-03T12:50:24.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.822 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.822 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.822 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.822 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.822 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.822 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.822 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.822 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.822 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.823 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.823 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.823 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.823 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.823 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.823 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.823 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.823 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.823 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.823 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.823 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.823 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.823 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.824 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.824 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.824 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.824 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.824 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.824 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.824 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.824 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.824 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.824 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.824 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.824 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.824 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.825 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.825 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.825 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.825 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.825 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.825 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.825 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.825 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.825 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.825 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.825 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.825 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.825 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.826 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.826 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.826 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.826 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.826 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.826 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.826 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.826 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.826 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.826 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.826 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.826 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.826 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.827 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.827 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.827 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.827 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.827 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.827 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.827 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.827 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.827 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.827 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.827 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.827 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.827 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.828 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.828 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.828 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.828 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.828 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.828 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.828 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.828 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.828 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.828 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.828 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.828 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.828 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.828 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.828 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.829 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.829 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.829 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.829 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.829 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.829 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.829 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.829 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.829 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.829 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.829 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.829 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.829 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.829 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.829 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.830 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.830 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.830 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.830 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.830 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.830 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.830 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.830 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.830 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.830 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.830 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.831 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.831 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.831 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.831 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.831 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.831 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.831 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.831 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.831 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.831 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.831 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.831 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.832 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.832 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.832 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.832 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.832 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.832 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.832 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.832 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.832 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.832 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.832 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.832 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.832 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.832 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.832 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.832 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.833 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.833 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.833 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.833 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.833 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.833 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.833 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.833 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.833 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.833 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.833 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.833 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.834 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.834 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.834 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.834 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.834 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.834 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.834 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.834 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.834 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.834 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.834 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.834 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.834 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.834 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.835 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.835 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.835 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.835 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.835 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.835 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.835 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.836 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.836 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.836 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.836 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.836 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.836 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.836 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.836 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.836 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.836 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.836 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.836 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.837 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.837 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.837 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.837 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.837 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.837 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.837 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.837 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.837 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.837 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.837 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.837 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.837 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.837 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.837 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.838 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.838 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.838 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.838 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.838 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.838 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.838 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.838 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.838 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.838 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.838 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.838 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.838 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.838 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.838 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.839 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.839 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.839 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.839 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.839 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.839 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.839 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.839 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.839 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.839 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.839 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.839 INFO:teuthology.orchestra.run.smithi145.stdout:____ ERROR at teardown of test_get_nonpublicpolicy_acl_bucket_policy_status ____ 2023-12-03T12:50:24.839 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.839 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.839 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.839 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.840 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.840 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.840 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.840 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.840 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.840 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.840 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.840 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.840 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.840 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.840 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.840 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.840 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.841 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.841 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.841 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.841 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.841 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.841 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.841 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.841 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.841 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.841 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.841 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.842 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.842 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.842 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.842 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.842 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.842 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.842 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.842 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.842 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.842 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.842 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.842 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.843 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.843 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.843 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.843 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.843 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.843 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.843 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.843 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.843 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.843 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.843 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.843 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.843 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.843 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.844 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.844 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.844 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.844 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.844 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.844 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.844 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.844 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.844 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.844 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.844 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.844 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.844 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.845 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.845 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.845 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.845 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.845 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.845 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.845 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.845 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.845 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.845 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.845 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.845 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.845 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.845 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.845 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.845 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.846 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.846 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.846 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.846 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.846 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.846 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.846 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.846 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.846 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.846 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.846 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.846 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.846 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.846 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.846 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.847 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.847 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.847 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.847 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.847 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.847 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.847 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.847 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.847 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.847 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.847 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.847 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.847 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.847 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.847 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.848 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.848 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.848 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.848 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.848 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.848 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.848 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.848 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.848 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.848 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.848 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.848 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.848 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.849 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.849 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.849 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.849 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.849 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.849 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.849 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.849 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.849 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.849 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.849 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.849 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.849 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.849 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.850 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.850 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.850 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.850 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.850 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.850 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.850 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.850 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.850 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.850 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.850 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.850 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.850 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.850 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.851 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.851 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.851 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.851 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.851 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.851 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.851 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.851 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.851 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.851 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.851 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.851 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.851 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.851 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.851 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.851 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.852 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.852 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.852 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.852 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.852 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.852 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.852 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.852 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.853 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.853 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.853 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.853 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.853 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.853 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.853 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.853 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.853 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.853 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.853 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.853 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.854 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.854 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.854 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.854 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.854 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.854 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.854 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.854 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.854 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.854 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.854 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.854 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.854 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.854 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.854 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.854 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.855 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.855 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.855 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.855 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.855 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.855 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.855 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.855 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.855 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.855 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.855 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.855 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.855 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.855 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.855 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.855 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.856 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.856 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.856 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.856 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.856 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.856 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.856 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.856 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.856 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.856 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.856 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.856 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.856 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.856 INFO:teuthology.orchestra.run.smithi145.stdout:___ ERROR at teardown of test_get_nonpublicpolicy_deny_bucket_policy_status ____ 2023-12-03T12:50:24.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.857 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.857 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.857 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.857 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.857 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.857 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.857 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.857 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.857 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.857 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.857 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.858 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.858 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.858 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.858 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.858 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.858 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.858 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.858 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.858 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.858 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.858 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.859 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.859 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.859 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.859 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.859 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.859 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.859 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.859 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.859 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.859 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.859 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.859 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.860 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.860 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.860 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.860 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.860 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.860 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.860 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.860 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.860 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.860 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.860 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.861 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.861 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.861 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.861 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.861 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.861 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.861 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.861 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.861 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.861 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.861 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.861 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.861 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.861 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.861 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.861 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.862 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.862 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.862 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.862 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.862 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.862 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.862 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.862 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.862 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.862 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.862 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.862 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.863 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.863 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.863 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.863 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.863 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.863 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.863 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.863 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.863 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.863 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.863 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.863 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.863 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.863 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.863 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.864 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.864 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.864 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.864 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.864 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.864 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.864 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.864 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.864 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.864 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.864 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.864 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.864 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.864 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.864 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.864 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.865 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.865 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.865 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.865 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.865 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.865 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.865 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.865 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.866 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.866 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.866 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.866 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.866 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.866 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.866 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.866 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.866 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.866 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.866 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.866 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.867 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.867 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.867 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.867 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.867 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.867 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.867 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.867 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.867 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.867 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.867 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.867 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.867 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.868 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.868 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.868 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.868 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.868 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.868 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.868 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.868 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.868 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.868 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.868 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.868 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.868 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.868 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.869 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.869 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.869 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.869 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.869 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.869 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.869 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.869 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.870 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.870 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.870 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.870 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.870 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.870 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.870 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.870 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.871 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.871 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.871 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.871 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.871 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.871 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.871 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.871 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.871 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.871 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.871 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.871 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.871 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.871 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.871 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.871 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.872 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.872 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.872 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.872 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.872 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.872 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.872 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.872 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.872 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.872 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.872 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.872 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.872 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.872 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.872 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.872 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.872 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.873 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.873 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.873 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.873 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.873 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.873 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.873 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.873 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.873 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.873 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.873 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.873 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.873 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.873 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.873 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.874 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.874 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.874 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.874 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.874 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.874 INFO:teuthology.orchestra.run.smithi145.stdout:______________ ERROR at teardown of test_get_default_public_block ______________ 2023-12-03T12:50:24.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.874 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.874 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.874 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.874 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.875 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.875 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.875 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.875 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.875 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.875 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.875 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.875 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.875 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.875 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.875 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.875 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.875 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.876 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.876 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.876 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.876 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.876 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.876 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.876 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.876 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.876 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.876 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.876 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.876 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.876 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.876 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.877 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.877 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.877 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.877 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.877 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.877 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.877 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.877 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.877 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.877 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.877 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.877 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.877 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.877 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.878 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.878 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.878 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.878 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.878 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.878 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.878 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.878 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.878 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.878 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.878 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.878 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.878 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.879 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.879 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.879 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.879 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.879 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.879 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.879 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.879 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.879 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.879 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.879 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.879 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.880 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.880 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.880 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.880 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.880 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.880 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.880 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.880 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.880 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.880 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.880 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.880 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.880 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.880 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.880 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.880 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.880 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.881 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.881 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.881 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.881 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.881 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.881 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.881 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.881 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.881 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.881 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.881 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.881 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.882 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.882 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.882 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.882 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.882 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.882 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.882 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.882 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.882 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.882 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.882 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.882 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.882 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.882 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.883 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.883 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.883 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.883 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.883 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.883 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.883 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.883 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.883 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.883 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.883 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.883 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.883 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.884 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.884 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.884 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.884 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.884 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.885 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.885 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.885 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.885 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.885 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.885 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.885 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.885 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.885 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.885 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.885 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.885 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.885 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.885 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.886 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.886 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.886 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.886 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.886 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.886 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.886 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.887 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.887 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.887 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.887 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.887 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.887 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.887 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.887 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.887 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.888 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.888 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.888 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.888 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.888 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.888 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.888 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.888 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.888 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.888 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.888 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.888 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.888 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.888 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.888 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.888 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.888 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.889 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.889 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.889 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.889 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.889 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.889 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.889 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.889 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.889 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.889 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.889 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.889 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.889 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.889 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.889 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.889 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.889 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.890 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.890 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.890 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.890 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.890 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.890 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.890 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.890 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.890 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.890 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.890 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.890 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.890 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.890 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.891 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.891 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.891 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.891 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at teardown of test_put_public_block __________________ 2023-12-03T12:50:24.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.891 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.891 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.891 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.891 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.891 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.891 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.891 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.892 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.892 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.892 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.892 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.892 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.892 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.892 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.892 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.892 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.892 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.892 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.892 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.892 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.893 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.893 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.893 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.893 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.893 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.893 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.893 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.893 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.893 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.893 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.893 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.893 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.893 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.893 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.893 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.893 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.893 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.894 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.894 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.894 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.894 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.894 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.894 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.894 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.894 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.894 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.894 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.894 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.894 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.894 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.894 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.895 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.895 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.895 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.895 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.895 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.895 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.895 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.895 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.895 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.895 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.895 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.895 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.895 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.895 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.896 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.896 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.896 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.896 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.896 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.896 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.896 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.896 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.896 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.896 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.897 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.897 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.897 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.897 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.897 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.897 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.897 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.897 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.897 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.897 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.897 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.897 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.897 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.897 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.897 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.897 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.898 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.898 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.898 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.898 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.898 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.898 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.898 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.898 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.898 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.898 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.898 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.898 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.899 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.899 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.899 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.899 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.899 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.899 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.899 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.899 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.899 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.899 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.899 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.899 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.899 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.899 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.900 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.900 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.900 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.900 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.900 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.900 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.900 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.900 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.900 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.900 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.900 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.900 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.900 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.901 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.901 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.901 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.901 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.901 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.901 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.901 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.901 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.901 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.901 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.902 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.902 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.902 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.902 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.902 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.902 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.902 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.902 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.902 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.902 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.902 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.902 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.902 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.903 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.903 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.903 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.903 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.903 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.903 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.903 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.903 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.904 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.904 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.904 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.904 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.904 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.904 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.904 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.904 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.904 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.904 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.904 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.904 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.904 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.904 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.904 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.904 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.904 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.905 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.905 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.905 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.905 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.905 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.905 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.905 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.905 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.905 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.905 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.905 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.905 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.905 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.905 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.905 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.905 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.905 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.906 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.906 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.906 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.906 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.906 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.906 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.906 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.906 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.906 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.906 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.906 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.906 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.906 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.906 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.907 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.907 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.907 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.907 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.907 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.907 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.907 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.907 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.907 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.907 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.907 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.907 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.907 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.907 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.907 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.908 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.908 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.908 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.908 INFO:teuthology.orchestra.run.smithi145.stdout:____________ ERROR at teardown of test_block_public_put_bucket_acls ____________ 2023-12-03T12:50:24.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.908 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.908 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.908 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.908 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.908 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.908 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.908 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.908 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.909 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.909 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.909 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.909 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.909 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.909 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.909 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.909 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.909 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.909 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.909 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.909 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.909 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.909 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.909 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.909 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.909 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.910 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.910 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.910 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.910 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.910 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.910 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.910 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.910 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.910 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.910 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.910 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.910 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.910 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.911 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.911 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.911 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.911 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.911 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.911 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.911 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.911 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.911 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.911 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.911 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.911 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.911 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.911 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.911 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.911 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.912 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.912 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.912 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.912 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.912 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.912 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.912 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.912 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.912 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.912 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.912 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.912 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.912 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.913 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.913 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.913 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.913 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.913 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.913 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.913 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.913 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.913 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.913 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.913 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.913 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.913 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.913 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.913 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.914 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.914 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.914 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.914 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.914 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.914 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.914 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.914 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.914 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.914 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.914 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.914 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.914 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.914 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.914 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.914 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.914 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.915 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.915 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.915 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.915 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.915 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.915 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.915 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.915 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.915 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.915 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.915 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.915 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.915 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.915 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.915 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.915 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.916 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.916 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.916 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.916 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.916 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.916 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.916 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.916 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.916 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.916 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.916 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.916 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.916 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.916 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.917 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.917 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.917 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.917 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.917 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.917 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.917 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.917 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.917 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.917 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.917 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.917 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.917 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.917 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.918 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.918 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.918 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.918 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.918 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.918 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.918 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.918 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.918 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.918 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.918 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.918 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.918 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.919 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.919 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.919 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.919 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.919 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.919 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.919 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.919 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.919 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.919 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.919 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.919 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.919 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.919 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.920 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.920 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.920 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.920 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.920 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.920 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.920 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.920 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.921 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.921 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.921 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.921 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.921 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.921 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.921 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.921 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.921 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.921 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.921 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.921 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.921 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.921 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.921 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.922 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.922 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.922 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.922 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.922 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.922 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.922 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.922 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.922 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.922 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.922 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.922 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.922 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.922 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.923 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.923 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.923 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.923 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.923 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.923 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.923 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.923 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.923 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.923 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.923 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.923 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.923 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.923 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.924 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.924 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.924 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.924 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.924 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.924 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.924 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.924 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.924 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.924 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.924 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.924 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.924 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.925 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.925 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.925 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.925 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.925 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.925 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.925 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.925 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.925 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.925 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.925 INFO:teuthology.orchestra.run.smithi145.stdout:__________ ERROR at teardown of test_block_public_object_canned_acls ___________ 2023-12-03T12:50:24.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.926 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.926 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.926 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.926 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.926 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.926 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.926 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.926 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.926 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.926 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.926 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.926 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.926 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.926 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.926 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.927 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.927 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.927 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.927 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.927 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.927 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.927 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.927 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.927 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.927 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.927 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.927 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.927 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.928 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.928 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.928 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.928 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.928 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.928 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.928 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.928 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.928 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.928 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.928 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.928 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.928 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.928 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.928 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.929 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.929 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.929 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.929 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.929 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.929 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.929 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.929 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.929 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.929 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.929 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.929 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.930 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.930 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.930 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.930 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.930 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.930 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.930 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.930 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.930 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.930 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.930 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.930 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.930 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.931 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.931 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.931 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.931 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.931 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.931 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.931 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.931 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.931 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.931 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.931 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.931 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.932 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.932 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.932 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.932 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.932 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.932 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.932 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.932 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.932 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.932 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.932 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.932 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.932 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.932 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.932 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.933 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.933 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.933 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.933 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.933 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.933 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.933 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.933 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.933 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.933 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.933 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.933 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.933 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.933 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.933 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.933 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.934 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.934 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.934 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.934 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.934 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.934 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.934 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.934 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.934 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.934 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.934 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.934 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.934 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.934 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.935 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.935 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.935 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.935 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.935 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.935 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.935 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.935 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.935 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.935 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.935 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.935 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.935 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.935 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.935 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.935 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.936 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.936 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.936 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.936 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.936 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.936 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.936 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.936 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.936 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.936 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.936 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.936 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.936 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.936 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.936 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.937 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.937 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.937 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.937 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.937 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.937 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.937 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.937 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.937 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.937 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.937 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.937 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.937 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.938 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.938 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.938 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.938 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.938 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.938 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.938 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.938 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.938 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.938 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.938 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.938 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.938 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.938 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.938 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.939 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.939 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.939 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.939 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.939 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.939 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.939 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.939 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.940 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.940 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.940 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.940 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.940 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.940 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.940 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.940 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.940 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.940 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.940 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.941 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.941 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.941 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.941 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.941 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.941 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.941 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.941 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.941 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.941 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.942 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.942 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.942 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.942 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.942 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.942 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.942 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.942 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.942 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.942 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.942 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.942 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.943 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.943 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.943 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.943 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.943 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.943 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.943 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.943 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.943 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.943 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.943 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.943 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.943 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.943 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.943 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.944 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.944 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.944 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.944 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.944 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.944 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at teardown of test_block_public_policy _________________ 2023-12-03T12:50:24.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.944 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.944 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.944 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.945 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.945 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.945 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.945 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.945 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.945 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.945 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.945 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.945 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.945 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.945 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.945 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.945 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.946 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.946 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.946 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.946 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.946 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.946 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.946 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.946 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.946 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.946 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.946 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.946 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.946 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.946 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.946 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.947 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.947 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.947 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.947 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.947 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.947 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.947 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.947 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.947 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.947 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.947 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.947 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.947 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.947 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.947 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.947 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.948 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.948 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.948 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.948 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.948 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.948 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.948 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.948 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.948 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.948 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.948 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.948 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.948 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.948 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.948 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.948 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.949 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.949 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.949 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.949 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.949 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.949 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.949 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.949 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.949 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.949 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.949 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.950 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.950 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.950 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.950 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.950 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.950 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.950 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.950 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.950 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.950 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.950 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.950 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.950 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.950 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.951 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.951 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.951 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.951 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.951 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.951 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.951 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.951 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.951 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.951 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.951 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.951 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.951 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.951 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.952 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.952 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.952 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.952 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.952 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.952 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.952 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.952 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.953 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.953 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.953 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.953 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.953 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.953 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.953 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.953 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.953 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.953 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.953 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.953 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.953 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.953 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.953 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.954 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.954 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.954 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.954 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.954 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.954 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.954 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.954 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.954 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.954 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.954 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.954 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.954 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.954 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.955 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.955 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.955 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.955 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.955 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.955 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.955 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.955 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.955 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.955 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.955 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.955 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.955 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.955 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.955 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.955 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.955 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.956 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.956 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.956 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.956 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.956 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.956 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.956 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.956 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.956 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.956 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.956 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.956 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.956 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.956 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.956 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.956 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.956 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.957 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.957 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.957 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.957 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.957 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.957 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.957 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.957 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.958 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.958 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.958 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.958 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.958 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.958 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.958 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.958 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.958 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.958 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.958 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.958 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.958 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.959 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.959 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.959 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.959 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.959 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.959 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.959 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.959 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.959 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.959 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.959 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.959 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.959 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.959 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.959 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.960 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.960 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.960 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.960 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.960 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.960 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.960 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.960 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.960 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.960 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.960 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.960 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.960 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.960 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.960 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.960 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.961 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.961 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.961 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.961 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.961 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.961 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.961 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.961 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.961 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.961 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.961 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.961 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.961 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ ERROR at teardown of test_ignore_public_acls _________________ 2023-12-03T12:50:24.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.962 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.962 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.962 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.962 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.962 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.962 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.962 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.962 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.962 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.962 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.963 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.963 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.963 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.963 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.963 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.963 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.963 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.963 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.963 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.963 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.963 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.963 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.963 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.963 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.963 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.963 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.963 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.964 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.964 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.964 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.964 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.964 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.964 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.964 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.964 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.964 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.964 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.964 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.964 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.964 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.964 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.965 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.965 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.965 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.965 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.965 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.965 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.965 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.965 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.965 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.965 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.965 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.965 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.965 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.965 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.966 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.966 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.966 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.966 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.966 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.966 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.966 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.966 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.966 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.966 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.966 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.966 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.967 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.967 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.967 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.967 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.967 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.967 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.967 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.967 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.967 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.967 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.967 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.967 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.968 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.968 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.968 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.968 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.968 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.968 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.968 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.968 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.968 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.968 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.968 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.968 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.968 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.968 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.969 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.969 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.969 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.969 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.969 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.969 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.969 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.969 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.969 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.969 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.969 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.969 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.969 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.970 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.970 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.970 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.970 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.970 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.970 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.970 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.970 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.971 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.971 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.971 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.971 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.971 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.971 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.971 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.971 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.971 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.971 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.971 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.971 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.971 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.971 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.971 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.971 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.972 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.972 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.972 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.972 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.972 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.972 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.972 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.972 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.972 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.972 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.972 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.972 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.972 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.972 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.972 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.972 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.973 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.973 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.973 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.973 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.973 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.973 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.973 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.973 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.973 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.973 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.973 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.973 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.973 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.973 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.973 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.973 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.973 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.974 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.974 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.974 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.974 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.974 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.974 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.974 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.974 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.974 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.974 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.974 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.974 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.974 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.974 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.974 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.975 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.975 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.975 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.975 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.975 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.975 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.975 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.975 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.975 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.975 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.975 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.975 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.975 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.975 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.975 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.976 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.976 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.976 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.976 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.976 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.976 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.976 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.976 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.976 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.976 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.976 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.976 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.976 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.976 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.977 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.977 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.977 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.977 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.977 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.977 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.977 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.977 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.977 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.977 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.977 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.977 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.977 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.977 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.977 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.977 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.978 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.978 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.978 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.978 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.978 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.978 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.978 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.978 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.978 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.978 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.978 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.978 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.978 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.978 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.979 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.979 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.979 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.979 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.979 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.979 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.979 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.979 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.979 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.979 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.979 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.979 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.979 INFO:teuthology.orchestra.run.smithi145.stdout:______ ERROR at teardown of test_multipart_upload_on_a_bucket_with_policy ______ 2023-12-03T12:50:24.979 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.979 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.979 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.979 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.980 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.980 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.980 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.980 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.980 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.980 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.980 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.980 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.980 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.980 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.980 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.980 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.980 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.980 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.980 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.980 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.980 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.981 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.981 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.981 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.981 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.981 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.981 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.981 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.981 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.981 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.981 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.981 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.981 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.981 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.981 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.981 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.982 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.982 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.982 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.982 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.982 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.982 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.982 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.982 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.982 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.982 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.982 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.982 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.982 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.983 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:24.983 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:24.983 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:24.983 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:24.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.983 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.983 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:24.983 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:24.983 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:24.983 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:24.983 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.983 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:24.983 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:24.983 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:24.983 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.983 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:24.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.984 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:24.984 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:24.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.984 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:24.984 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:24.984 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:24.984 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:24.984 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:24.984 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:24.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:24.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.984 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.984 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.984 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.985 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.985 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.985 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.985 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.985 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.985 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.985 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.985 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.985 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.985 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.985 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.985 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.985 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.985 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.985 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.985 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.985 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.986 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.986 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:24.986 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.986 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.986 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.986 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.986 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.986 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.986 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.986 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.986 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.986 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.986 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:24.987 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:24.987 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:24.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:24.987 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:24.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:24.987 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:24.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:24.987 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:24.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:24.987 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:24.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:24.987 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:24.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:24.987 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:24.987 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.988 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.988 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.988 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.988 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.988 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.988 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.988 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.988 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.988 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.988 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.988 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.988 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.988 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.988 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.988 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.988 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.989 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:24.989 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.989 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.989 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:24.989 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:24.989 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:24.989 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:24.989 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:24.989 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.989 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:24.989 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:24.989 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:24.989 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.989 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:24.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.990 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:24.990 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.990 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:24.990 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.990 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:24.990 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.990 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:24.990 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:24.990 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:24.990 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:24.990 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.990 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:24.990 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.990 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:24.990 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:24.990 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:24.991 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:24.991 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:24.991 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:24.991 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:24.991 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:24.991 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:24.991 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:24.991 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:24.991 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:24.991 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:24.991 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:24.991 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:24.991 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:24.991 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:24.991 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:24.992 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:24.992 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:24.992 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:24.992 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:24.992 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:24.992 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:24.992 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:24.992 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:24.992 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:24.992 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:24.992 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:24.992 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:24.992 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:24.992 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:24.992 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:24.992 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:24.992 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:24.993 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:24.993 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:24.993 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:24.993 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:24.993 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:24.993 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.993 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.993 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:24.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.993 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:24.993 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.993 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:24.993 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:24.993 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:24.993 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:24.993 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:24.994 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:24.994 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.994 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:24.994 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:24.994 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:24.994 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:24.994 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:24.994 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:24.994 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.994 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:24.994 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:24.994 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:24.994 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:24.994 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:24.994 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:24.994 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:24.994 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:24.995 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:24.995 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:24.995 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:24.995 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.995 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.995 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:24.995 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:24.995 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:24.995 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:24.995 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:24.995 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.995 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.995 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:24.995 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:24.995 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:24.995 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:24.995 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:24.996 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.996 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:24.996 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:24.996 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.996 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:24.996 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:24.996 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:24.996 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.996 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:24.996 INFO:teuthology.orchestra.run.smithi145.stdout:_____________ ERROR at teardown of test_put_bucket_encryption_kms ______________ 2023-12-03T12:50:24.996 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.996 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:24.996 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.996 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:24.996 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:24.996 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.997 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:24.997 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.997 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:24.997 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:24.997 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:24.997 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.997 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:24.997 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:24.997 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.997 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:24.997 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:24.997 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:24.997 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:24.997 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.997 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:24.998 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.998 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:24.998 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:24.998 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:24.998 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.998 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:24.998 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:24.998 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.998 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:24.998 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:24.998 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:24.998 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:24.998 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:24.998 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:24.998 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:24.999 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.999 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:24.999 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:24.999 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:24.999 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:24.999 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:24.999 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:24.999 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:24.999 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:24.999 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:24.999 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.999 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:24.999 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:24.999 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:24.999 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:24.999 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:24.999 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.000 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.000 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.000 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.000 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.000 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.000 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.000 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.000 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.000 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.000 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.000 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.000 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.000 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.000 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.000 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.000 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.001 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.001 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.001 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.001 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.001 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.001 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.001 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.001 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.001 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.001 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.001 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.001 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.001 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.001 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.001 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.001 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.002 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.002 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.002 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.002 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.002 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.002 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.002 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.002 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.002 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.002 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.002 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.002 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.002 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.002 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.002 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.002 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.002 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.003 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.003 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.003 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.003 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.003 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.003 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.003 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.003 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.003 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.003 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.003 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.003 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.003 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.003 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.003 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.003 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.004 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.004 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.004 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.004 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.004 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.004 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.004 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.004 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.004 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.004 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.004 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.004 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.004 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.004 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.004 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.004 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.005 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.005 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.005 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.005 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.005 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.005 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.005 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.005 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.005 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.005 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.005 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.005 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.005 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.005 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.005 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.005 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.005 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.006 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.006 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.006 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.006 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.006 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.006 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.006 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.006 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.006 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.006 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.006 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.006 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.006 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.006 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.006 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.006 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.006 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.007 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.007 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.007 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:25.007 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.007 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:25.007 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:25.007 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:25.007 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:25.007 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.007 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:25.007 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.007 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:25.007 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.007 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.007 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.007 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.007 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.008 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.008 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.008 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.008 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.008 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.008 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.008 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.008 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.008 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.008 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.008 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.008 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.008 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.008 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.008 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.009 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.009 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.009 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.009 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.009 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.009 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.009 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.009 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.009 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.009 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.009 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.009 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.009 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.009 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.009 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.009 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.010 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.010 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.010 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.010 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.010 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.010 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.010 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.010 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.010 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.010 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.010 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.010 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.010 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.010 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.011 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.011 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.011 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.011 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.011 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.011 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.011 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.011 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.011 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.011 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.011 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.011 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.011 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.011 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.011 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.011 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.012 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.012 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.012 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.012 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.012 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.012 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.012 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.012 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.012 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.012 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.012 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.012 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.012 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.012 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.012 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.012 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.012 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.013 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.013 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.013 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.013 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.013 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.013 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.013 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.013 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.013 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.013 INFO:teuthology.orchestra.run.smithi145.stdout:_____________ ERROR at teardown of test_get_bucket_encryption_kms ______________ 2023-12-03T12:50:25.013 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.013 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.013 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.013 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.013 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.013 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.013 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.014 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.014 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.014 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.014 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.014 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.014 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.014 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.014 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.014 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.014 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.014 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.014 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.014 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.014 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.014 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.014 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.015 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.015 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.015 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.015 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.015 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.015 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.015 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.015 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.015 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.015 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.015 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.015 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.015 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.015 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.015 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.015 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.015 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.016 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.016 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.016 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.016 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.016 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.016 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.016 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.016 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.016 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.016 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.016 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.016 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.016 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.016 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.016 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.016 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.016 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.017 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.017 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.017 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.017 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.017 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.017 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.017 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.017 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.017 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.017 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.017 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.017 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.017 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.017 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.017 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.017 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.017 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.018 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.018 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.018 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.018 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.018 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.018 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.018 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.018 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.018 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.018 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.018 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.018 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.018 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.018 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.018 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.018 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.019 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.019 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.019 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.019 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.019 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.019 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.019 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.019 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.019 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.019 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.019 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.019 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.019 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.019 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.020 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.020 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.020 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.020 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.020 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.020 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.020 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.020 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.020 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.020 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.020 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.020 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.020 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.020 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.020 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.020 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.020 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.021 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.021 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.021 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.021 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.021 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.021 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.021 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.021 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.021 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.021 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.021 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.021 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.021 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.021 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.021 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.021 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.022 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.022 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.022 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.022 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.022 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.022 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.022 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.022 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.022 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.022 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.022 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.022 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.022 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.022 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.022 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.023 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.023 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.023 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.023 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.023 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.023 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.023 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.023 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.023 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.023 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.023 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.023 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.023 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.023 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.023 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.024 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.024 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:25.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.024 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:25.024 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:25.024 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:25.024 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:25.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.024 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:25.024 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.024 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:25.024 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.024 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.024 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.025 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.025 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.025 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.025 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.025 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.025 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.025 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.025 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.025 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.025 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.025 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.025 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.025 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.025 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.025 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.025 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.026 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.026 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.026 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.026 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.026 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.026 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.026 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.026 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.026 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.026 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.026 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.026 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.026 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.026 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.026 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.026 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.027 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.027 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.027 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.027 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.027 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.027 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.027 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.027 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.027 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.027 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.027 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.027 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.027 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.027 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.027 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.027 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.027 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.028 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.028 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.028 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.028 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.028 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.028 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.028 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.028 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.028 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.028 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.028 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.028 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.028 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.028 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.028 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.028 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.028 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.028 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.029 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.029 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.029 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.029 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.029 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.029 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.029 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.029 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.029 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.029 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.029 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.029 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.029 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.029 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.030 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.030 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.030 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.030 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.030 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.030 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.030 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.030 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.030 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.030 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.030 INFO:teuthology.orchestra.run.smithi145.stdout:____________ ERROR at teardown of test_delete_bucket_encryption_kms ____________ 2023-12-03T12:50:25.030 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.030 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.030 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.030 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.030 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.031 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.031 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.031 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.031 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.031 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.031 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.031 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.031 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.031 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.031 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.031 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.031 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.031 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.031 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.031 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.031 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.032 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.032 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.032 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.032 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.032 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.032 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.032 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.032 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.032 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.032 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.032 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.032 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.032 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.032 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.032 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.032 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.032 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.033 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.033 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.033 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.033 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.033 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.033 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.033 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.033 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.033 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.033 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.033 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.033 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.033 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.033 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.033 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.033 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.034 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.034 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.034 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.034 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.034 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.034 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.034 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.034 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.034 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.034 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.034 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.034 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.034 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.034 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.035 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.035 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.035 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.035 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.035 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.035 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.035 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.035 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.035 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.035 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.035 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.035 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.035 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.035 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.035 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.036 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.036 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.036 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.036 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.036 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.036 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.036 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.036 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.036 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.036 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.036 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.036 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.036 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.036 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.036 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.036 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.036 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.037 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.037 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.037 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.037 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.037 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.037 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.037 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.037 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.037 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.037 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.037 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.037 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.037 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.037 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.037 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.037 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.038 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.038 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.038 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.038 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.038 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.038 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.038 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.038 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.038 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.038 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.038 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.038 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.038 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.038 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.038 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.038 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.039 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.039 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.039 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.039 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.039 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.039 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.039 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.039 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.039 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.039 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.039 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.039 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.039 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.039 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.039 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.039 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.039 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.040 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.040 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.040 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.040 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.040 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.040 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.040 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.040 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.040 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.040 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.040 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.040 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.040 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.040 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.040 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.040 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.041 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.041 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.041 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:25.041 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.041 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:25.041 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:25.041 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:25.041 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:25.041 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.041 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:25.041 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.041 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:25.041 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.041 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.041 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.042 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.042 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.042 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.042 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.042 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.042 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.042 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.042 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.042 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.042 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.042 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.042 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.042 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.042 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.042 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.043 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.043 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.043 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.043 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.043 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.043 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.043 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.043 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.043 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.043 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.043 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.043 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.043 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.043 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.043 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.043 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.043 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.044 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.044 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.044 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.044 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.044 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.044 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.044 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.044 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.044 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.044 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.044 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.044 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.044 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.044 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.044 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.044 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.044 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.045 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.045 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.045 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.045 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.045 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.045 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.045 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.045 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.045 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.045 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.045 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.045 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.045 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.045 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.045 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.045 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.046 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.046 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.046 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.046 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.046 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.046 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.046 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.046 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.046 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.046 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.046 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.046 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.046 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.046 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.046 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.046 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.047 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.047 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.047 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.047 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.047 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.047 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.047 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.047 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.047 INFO:teuthology.orchestra.run.smithi145.stdout:_ ERROR at teardown of test_sse_kms_default_post_object_authenticated_request __ 2023-12-03T12:50:25.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.047 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.047 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.047 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.048 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.048 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.048 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.048 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.048 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.048 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.048 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.048 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.048 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.048 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.048 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.048 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.048 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.048 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.048 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.048 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.048 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.049 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.049 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.049 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.049 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.049 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.049 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.049 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.049 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.049 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.049 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.049 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.049 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.049 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.049 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.049 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.049 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.050 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.050 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.050 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.050 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.050 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.050 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.050 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.050 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.050 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.050 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.050 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.050 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.050 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.050 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.051 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.051 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.051 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.051 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.051 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.051 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.051 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.051 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.051 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.051 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.051 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.051 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.051 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.051 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.051 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.051 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.052 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.052 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.052 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.052 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.052 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.052 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.052 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.052 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.052 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.052 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.052 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.052 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.052 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.052 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.053 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.053 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.053 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.053 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.053 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.053 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.053 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.053 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.053 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.053 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.053 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.053 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.053 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.053 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.053 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.053 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.053 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.054 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.054 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.054 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.054 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.054 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.054 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.054 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.054 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.054 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.054 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.054 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.054 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.054 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.054 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.054 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.054 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.055 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.055 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.055 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.055 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.055 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.055 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.055 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.055 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.055 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.056 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.056 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.056 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.056 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.056 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.056 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.056 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.056 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.056 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.056 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.056 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.056 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.056 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.056 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.056 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.056 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.056 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.057 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.057 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.057 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.057 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.057 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.057 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.057 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.057 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.057 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.057 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.057 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.057 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.057 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.057 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.057 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.057 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.057 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.058 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.058 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:25.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.058 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:25.058 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:25.058 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:25.058 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:25.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.058 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:25.058 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.058 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:25.058 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.058 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.058 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.059 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.059 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.059 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.059 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.059 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.059 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.059 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.059 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.059 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.059 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.059 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.059 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.059 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.059 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.059 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.059 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.059 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.060 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.060 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.060 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.060 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.060 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.060 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.060 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.060 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.060 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.061 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.061 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.061 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.061 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.061 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.061 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.061 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.061 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.061 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.061 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.061 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.061 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.061 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.061 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.061 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.061 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.061 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.062 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.062 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.062 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.062 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.062 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.062 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.062 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.062 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.062 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.062 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.062 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.062 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.062 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.063 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.063 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.063 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.063 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.063 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.063 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.063 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.063 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.063 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.063 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.063 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.063 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.063 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.063 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.063 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.063 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.063 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.064 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.064 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.064 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.064 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.064 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.064 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.064 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.064 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.064 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.064 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.064 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ ERROR at teardown of test_get_object_torrent _________________ 2023-12-03T12:50:25.064 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.064 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.064 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.064 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.064 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.064 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.065 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.065 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.065 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.065 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.065 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.065 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.065 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.065 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.065 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.065 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.065 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.065 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.065 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.065 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.065 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.065 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.065 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.066 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.066 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.066 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.066 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.066 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.066 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.066 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.066 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.066 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.066 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.066 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.066 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.066 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.066 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.066 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.067 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.067 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.067 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.067 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.067 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.067 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.067 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.067 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.067 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.067 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.067 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.067 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.067 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.067 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.068 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.068 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.068 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.068 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.068 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.068 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.068 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.068 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.068 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.068 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.068 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.068 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.068 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.068 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.068 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.068 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.068 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.069 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.069 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.069 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.069 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.069 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.069 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.069 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.069 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.069 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.069 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.069 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.069 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.069 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.069 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.069 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.070 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.070 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.070 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.070 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.070 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.070 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.070 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.070 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.070 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.070 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.070 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.070 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.070 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.070 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.070 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.070 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.070 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.071 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.071 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.071 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.071 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.071 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.071 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.071 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.071 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.071 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.071 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.071 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.071 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.071 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.071 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.072 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.072 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.072 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.072 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.072 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.072 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.072 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.072 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.072 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.072 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.072 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.072 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.072 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.072 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.072 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.073 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.073 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.073 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.073 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.073 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.073 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.073 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.073 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.073 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.073 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.073 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.073 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.073 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.073 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.074 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.074 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.074 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.074 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.074 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.074 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.074 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.074 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.074 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.074 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.074 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.074 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.075 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.075 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.075 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.075 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.075 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.075 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.075 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.075 INFO:teuthology.orchestra.run.smithi145.stdout:configfile = 2023-12-03T12:50:25.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.075 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:50:25.075 INFO:teuthology.orchestra.run.smithi145.stdout: def setup_teardown(configfile): 2023-12-03T12:50:25.075 INFO:teuthology.orchestra.run.smithi145.stdout: yield 2023-12-03T12:50:25.075 INFO:teuthology.orchestra.run.smithi145.stdout:> teardown() 2023-12-03T12:50:25.076 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.076 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:50:25.076 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.076 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:50:25.076 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.076 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.076 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.076 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.076 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.076 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.076 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.076 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.076 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.076 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.076 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.076 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.077 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.077 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.077 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.077 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.077 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.077 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.077 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.077 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.077 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.077 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.077 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.077 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.077 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.077 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.077 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.077 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.077 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.077 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.078 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.078 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.078 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.078 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.078 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.078 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.078 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.078 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.078 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.078 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.078 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.078 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.078 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.078 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.078 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.078 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.079 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.079 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.079 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.079 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.079 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.079 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.079 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.079 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.079 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.079 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.079 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.079 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.079 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.079 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.079 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.079 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.079 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.080 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.080 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.080 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.080 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.080 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.080 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.080 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.080 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.080 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.080 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.080 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.080 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.080 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.080 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.080 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.080 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.081 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.081 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.081 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.081 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.081 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.081 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.081 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.081 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.081 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.081 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.081 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.081 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.081 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.081 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.081 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.081 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ ERROR at setup of test_generate_where_clause _________________ 2023-12-03T12:50:25.081 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.082 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.082 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.082 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.082 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.082 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.082 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.082 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.082 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.082 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.082 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.082 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.082 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.082 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.082 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.082 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.082 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.083 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.083 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.083 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.083 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.083 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.083 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.083 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.083 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.083 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.083 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.083 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.083 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.083 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.083 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.083 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.083 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.084 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.084 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.084 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.084 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.084 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.084 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.084 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.084 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.084 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.084 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.084 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.084 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.084 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.085 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.085 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.085 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.085 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.085 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.085 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.085 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.085 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.085 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.085 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.085 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.085 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.085 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.085 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.085 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.085 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.086 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.086 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.086 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.086 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.086 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.086 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.086 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.086 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.086 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.086 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.086 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.086 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.086 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.086 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.086 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.086 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.087 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.087 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.087 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.087 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.087 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.087 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.087 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.087 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.087 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.087 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.087 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.087 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.087 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.087 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.087 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.087 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.087 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.088 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.088 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.088 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.088 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.088 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.088 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.088 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.088 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.088 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.088 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.088 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.088 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.088 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.088 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.088 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.088 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.088 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.089 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.089 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.089 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.089 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.089 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.089 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.089 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.089 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.089 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.089 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.089 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.089 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.089 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.089 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.089 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.089 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.090 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.090 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.090 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.090 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.090 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.090 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.090 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.090 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.090 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.090 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.090 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.090 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.090 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.090 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.090 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.091 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.091 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.091 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.091 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.091 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.091 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.091 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.091 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.091 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.091 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.091 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.091 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.091 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.091 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.091 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.092 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.092 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.092 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.092 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.092 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.092 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.092 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.092 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.092 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.092 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.092 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.092 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.093 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.093 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.093 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.093 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.093 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.093 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.093 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.093 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.093 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.093 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.093 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.093 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.093 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.093 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.093 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.093 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.093 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.094 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.094 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.094 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.094 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.094 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.094 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.094 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.094 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.094 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.094 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.094 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.094 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.094 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.094 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.094 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.094 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.095 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.095 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.095 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.095 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.095 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.095 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.095 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.095 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.095 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.095 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.095 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.095 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.095 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.096 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.096 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.096 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.096 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.096 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.096 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.096 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.096 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.096 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.096 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.096 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.096 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.096 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.096 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.096 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.097 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.097 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.097 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.097 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.097 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.097 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.097 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.097 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.097 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.097 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.097 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.097 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.097 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.097 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.097 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.097 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.097 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.098 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.098 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.098 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.098 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.098 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.098 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.098 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.098 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.098 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.098 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.098 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.098 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.098 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.098 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.098 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at setup of test_generate_projection __________________ 2023-12-03T12:50:25.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.099 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.099 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.099 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.099 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.099 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.099 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.099 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.099 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.099 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.099 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.099 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.100 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.100 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.100 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.100 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.100 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.100 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.100 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.100 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.100 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.100 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.100 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.100 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.100 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.100 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.100 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.100 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.101 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.101 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.101 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.101 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.101 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.101 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.101 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.101 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.101 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.101 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.101 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.101 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.101 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.101 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.101 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.101 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.101 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.102 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.102 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.102 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.102 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.102 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.102 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.102 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.102 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.102 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.102 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.102 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.102 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.102 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.102 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.102 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.102 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.103 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.103 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.103 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.103 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.103 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.103 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.103 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.103 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.103 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.103 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.103 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.103 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.103 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.103 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.103 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.103 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.104 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.104 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.104 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.104 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.104 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.104 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.104 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.104 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.104 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.104 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.104 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.104 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.104 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.104 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.104 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.104 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.104 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.105 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.105 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.105 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.105 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.105 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.105 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.105 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.105 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.105 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.105 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.105 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.105 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.105 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.105 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.105 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.105 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.105 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.106 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.106 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.106 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.106 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.106 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.106 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.106 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.106 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.106 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.106 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.106 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.106 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.106 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.106 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.106 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.107 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.107 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.107 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.107 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.107 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.107 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.107 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.107 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.107 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.107 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.108 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.108 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.108 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.108 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.108 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.108 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.108 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.108 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.108 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.108 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.108 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.108 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.108 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.109 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.109 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.109 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.109 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.109 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.109 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.109 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.109 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.109 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.109 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.109 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.109 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.109 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.109 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.109 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.109 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.109 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.110 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.110 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.110 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.110 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.110 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.110 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.110 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.110 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.110 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.110 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.110 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.110 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.110 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.110 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.110 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.110 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.111 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.111 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.111 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.111 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.111 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.111 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.111 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.111 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.111 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.111 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.111 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.111 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.111 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.111 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.111 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.112 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.112 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.112 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.112 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.112 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.112 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.112 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.112 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.112 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.112 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.112 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.112 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.112 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.112 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.112 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.113 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.113 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.113 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.113 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.113 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.113 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.113 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.113 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.113 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.113 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.113 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.113 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.113 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.113 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.113 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.113 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.114 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.114 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.114 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.114 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.114 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.114 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.114 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.114 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.114 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.114 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.114 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.114 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.114 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.114 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.114 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.114 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.114 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.115 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.115 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.115 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.115 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.115 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.115 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.115 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.115 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.115 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.115 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.115 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.115 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.115 INFO:teuthology.orchestra.run.smithi145.stdout:____________________ ERROR at setup of test_count_operation ____________________ 2023-12-03T12:50:25.115 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.115 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.115 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.116 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.116 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.116 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.116 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.116 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.116 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.116 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.116 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.116 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.116 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.116 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.116 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.116 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.116 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.116 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.116 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.116 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.117 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.117 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.117 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.117 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.117 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.117 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.117 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.117 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.117 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.117 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.117 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.117 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.117 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.118 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.118 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.118 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.118 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.118 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.118 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.118 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.118 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.118 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.118 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.118 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.118 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.118 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.118 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.118 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.118 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.119 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.119 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.119 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.119 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.119 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.119 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.119 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.119 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.119 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.119 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.119 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.119 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.119 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.119 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.119 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.119 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.119 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.120 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.120 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.120 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.120 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.120 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.120 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.120 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.120 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.120 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.120 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.120 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.120 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.120 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.120 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.120 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.120 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.120 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.121 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.121 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.121 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.121 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.121 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.121 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.121 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.121 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.121 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.121 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.121 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.121 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.121 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.121 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.121 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.122 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.122 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.122 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.122 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.122 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.122 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.122 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.122 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.122 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.122 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.122 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.122 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.122 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.122 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.122 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.123 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.123 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.123 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.123 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.123 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.123 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.123 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.123 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.123 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.123 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.123 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.123 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.123 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.123 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.123 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.123 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.124 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.124 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.124 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.124 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.124 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.124 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.124 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.124 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.124 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.124 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.124 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.124 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.124 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.125 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.125 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.125 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.125 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.125 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.125 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.125 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.125 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.125 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.125 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.125 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.125 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.125 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.125 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.126 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.126 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.126 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.126 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.126 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.126 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.126 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.126 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.126 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.126 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.126 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.126 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.126 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.126 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.126 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.127 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.127 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.127 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.127 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.127 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.127 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.127 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.127 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.127 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.128 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.128 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.128 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.128 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.128 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.128 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.128 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.128 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.128 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.128 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.128 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.128 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.128 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.129 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.129 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.129 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.129 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.129 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.129 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.129 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.129 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.129 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.129 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.129 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.129 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.129 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.129 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.129 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.129 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.130 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.130 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.130 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.130 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.130 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.130 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.130 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.130 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.130 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.130 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.130 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.130 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.130 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.130 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.130 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.131 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.131 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.131 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.131 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.131 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.131 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.131 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.131 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.131 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.131 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.131 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.131 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.131 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.131 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.131 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.132 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.132 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.132 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.132 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.132 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.132 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.132 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.132 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.132 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.132 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.132 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.132 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.132 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.132 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.132 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.133 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.133 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ ERROR at setup of test_count_json_operation __________________ 2023-12-03T12:50:25.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.133 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.133 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.133 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.133 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.133 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.133 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.133 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.133 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.133 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.134 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.134 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.134 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.134 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.134 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.134 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.134 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.134 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.134 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.134 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.134 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.134 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.134 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.134 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.135 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.135 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.135 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.135 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.135 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.135 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.135 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.135 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.135 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.135 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.135 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.135 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.135 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.135 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.135 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.135 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.136 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.136 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.136 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.136 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.136 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.136 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.136 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.136 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.136 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.136 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.136 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.136 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.136 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.136 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.136 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.136 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.136 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.137 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.137 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.137 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.137 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.137 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.137 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.137 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.137 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.137 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.137 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.137 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.137 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.137 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.137 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.137 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.137 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.137 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.138 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.138 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.138 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.138 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.138 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.138 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.138 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.138 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.138 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.138 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.138 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.138 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.138 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.139 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.139 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.139 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.139 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.139 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.139 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.139 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.139 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.139 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.139 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.139 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.139 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.139 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.139 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.140 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.140 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.140 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.140 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.140 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.140 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.140 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.140 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.140 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.140 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.140 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.140 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.140 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.140 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.140 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.140 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.140 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.141 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.141 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.141 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.141 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.141 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.141 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.141 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.141 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.141 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.141 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.141 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.141 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.141 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.141 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.142 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.142 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.142 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.142 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.142 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.142 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.142 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.142 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.142 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.142 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.142 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.142 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.142 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.142 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.142 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.142 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.143 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.143 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.143 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.143 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.143 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.143 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.143 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.143 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.143 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.143 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.143 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.143 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.143 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.143 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.143 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.143 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.143 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.144 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.144 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.144 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.144 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.144 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.144 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.144 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.144 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.144 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.144 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.144 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.144 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.144 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.144 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.144 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.144 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.145 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.145 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.145 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.145 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.145 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.145 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.145 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.145 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.145 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.145 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.145 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.145 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.145 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.145 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.145 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.145 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.145 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.146 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.146 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.146 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.146 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.146 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.146 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.146 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.146 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.146 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.146 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.146 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.147 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.147 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.147 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.147 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.147 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.147 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.147 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.147 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.147 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.147 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.147 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.147 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.147 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.147 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.147 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.147 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.147 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.148 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.148 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.148 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.148 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.148 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.148 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.148 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.148 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.148 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.148 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.148 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.148 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.148 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.148 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.148 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.148 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.149 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.149 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.149 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.149 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.149 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.149 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.149 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.149 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.149 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.149 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.149 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.149 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.149 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.149 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.149 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.150 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.150 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.150 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at setup of test_json_column_sum_min_max ________________ 2023-12-03T12:50:25.150 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.150 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.150 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.150 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.150 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.150 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.150 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.150 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.150 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.150 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.150 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.151 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.151 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.151 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.151 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.151 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.151 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.151 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.151 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.151 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.151 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.151 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.151 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.151 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.151 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.152 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.152 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.152 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.152 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.152 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.152 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.152 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.152 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.152 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.152 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.152 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.152 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.152 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.152 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.152 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.153 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.153 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.153 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.153 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.153 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.153 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.153 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.153 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.153 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.153 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.153 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.153 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.153 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.153 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.153 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.153 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.154 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.154 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.154 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.154 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.154 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.154 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.154 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.154 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.154 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.154 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.154 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.154 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.154 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.154 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.154 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.155 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.155 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.155 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.155 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.155 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.155 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.155 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.155 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.155 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.155 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.155 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.156 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.156 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.156 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.156 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.156 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.156 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.156 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.156 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.156 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.156 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.156 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.156 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.156 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.156 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.156 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.157 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.157 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.157 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.157 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.157 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.157 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.157 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.157 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.157 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.157 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.157 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.157 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.157 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.157 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.157 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.158 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.158 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.158 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.158 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.158 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.158 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.158 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.158 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.158 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.158 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.158 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.158 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.158 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.158 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.158 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.159 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.159 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.159 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.159 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.159 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.159 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.159 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.159 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.159 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.159 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.159 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.159 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.159 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.159 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.159 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.160 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.160 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.160 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.160 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.160 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.160 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.160 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.160 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.160 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.160 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.160 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.160 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.160 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.160 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.160 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.161 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.161 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.161 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.161 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.161 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.161 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.161 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.161 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.161 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.161 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.161 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.161 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.161 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.161 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.162 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.162 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.162 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.162 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.162 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.162 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.162 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.162 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.162 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.162 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.162 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.162 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.162 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.163 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.163 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.163 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.163 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.163 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.163 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.163 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.163 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.164 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.164 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.164 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.164 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.164 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.164 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.164 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.164 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.164 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.164 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.164 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.164 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.164 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.164 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.164 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.165 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.165 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.165 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.165 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.165 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.165 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.165 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.165 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.165 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.165 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.165 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.165 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.165 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.165 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.165 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.165 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.166 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.166 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.166 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.166 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.166 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.166 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.166 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.166 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.166 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.166 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.166 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.166 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.166 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.166 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.166 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.166 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.167 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.167 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.167 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.167 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.167 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.167 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.167 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.167 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.167 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.167 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.167 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.167 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.167 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.167 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.167 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.167 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.167 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.167 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at setup of test_json_nullif_expressions ________________ 2023-12-03T12:50:25.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.168 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.168 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.168 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.168 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.168 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.168 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.168 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.168 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.168 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.168 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.168 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.169 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.169 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.169 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.169 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.169 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.169 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.169 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.169 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.169 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.169 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.169 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.169 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.169 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.169 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.169 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.170 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.170 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.170 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.170 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.170 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.170 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.170 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.170 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.170 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.170 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.170 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.170 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.170 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.170 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.170 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.170 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.171 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.171 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.171 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.171 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.171 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.171 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.171 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.171 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.171 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.171 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.171 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.171 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.171 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.171 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.172 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.172 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.172 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.172 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.172 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.172 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.172 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.172 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.172 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.172 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.172 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.172 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.172 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.172 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.173 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.173 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.173 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.173 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.173 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.173 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.173 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.173 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.173 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.173 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.173 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.173 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.173 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.173 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.173 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.174 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.174 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.174 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.174 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.174 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.174 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.174 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.174 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.174 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.174 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.174 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.174 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.174 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.174 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.174 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.175 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.175 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.175 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.175 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.175 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.175 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.175 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.175 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.175 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.175 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.175 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.175 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.175 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.175 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.175 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.176 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.176 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.176 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.176 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.176 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.176 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.176 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.176 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.176 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.176 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.177 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.177 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.177 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.177 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.177 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.177 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.177 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.177 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.177 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.177 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.177 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.177 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.177 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.177 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.177 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.178 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.178 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.178 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.178 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.178 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.178 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.178 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.178 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.178 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.178 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.178 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.178 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.178 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.178 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.178 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.179 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.179 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.179 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.179 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.179 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.179 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.179 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.179 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.179 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.179 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.179 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.179 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.179 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.179 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.180 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.180 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.180 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.180 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.180 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.180 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.180 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.180 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.180 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.181 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.181 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.181 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.181 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.181 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.181 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.181 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.181 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.181 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.181 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.181 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.181 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.181 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.181 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.181 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.182 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.182 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.182 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.182 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.182 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.182 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.182 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.182 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.182 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.182 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.182 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.182 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.182 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.182 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.182 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.182 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.183 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.183 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.183 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.183 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.183 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.183 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.183 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.183 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.183 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.183 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.183 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.183 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.183 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.183 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.183 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.184 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.184 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.184 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.184 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.184 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.184 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.184 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.184 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.184 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.184 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.184 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.184 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.184 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.184 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.184 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.185 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.185 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.185 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.185 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.185 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.185 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.185 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.185 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at setup of test_column_sum_min_max ___________________ 2023-12-03T12:50:25.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.185 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.185 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.185 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.185 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.186 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.186 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.186 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.186 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.186 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.186 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.186 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.186 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.186 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.186 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.186 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.186 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.186 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.186 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.186 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.186 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.187 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.187 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.187 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.187 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.187 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.187 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.187 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.187 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.187 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.187 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.187 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.187 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.187 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.187 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.187 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.187 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.187 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.188 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.188 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.188 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.188 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.188 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.188 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.188 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.188 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.188 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.188 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.188 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.188 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.188 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.188 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.189 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.189 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.189 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.189 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.189 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.189 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.189 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.189 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.189 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.189 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.189 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.190 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.190 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.190 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.190 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.190 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.190 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.190 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.190 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.190 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.190 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.190 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.190 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.190 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.190 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.190 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.191 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.191 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.191 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.191 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.191 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.191 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.191 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.191 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.191 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.191 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.191 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.191 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.191 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.191 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.191 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.192 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.192 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.192 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.192 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.192 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.192 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.192 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.192 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.192 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.192 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.192 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.192 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.192 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.192 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.193 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.193 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.193 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.193 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.193 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.193 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.193 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.193 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.193 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.193 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.193 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.193 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.193 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.193 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.193 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.193 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.194 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.194 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.194 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.194 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.194 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.194 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.194 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.194 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.194 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.194 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.194 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.194 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.194 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.194 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.194 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.195 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.195 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.195 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.195 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.195 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.195 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.195 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.195 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.195 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.195 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.195 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.195 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.195 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.195 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.195 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.195 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.195 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.196 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.196 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.196 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.196 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.196 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.196 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.196 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.196 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.196 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.196 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.196 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.197 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.197 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.197 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.197 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.197 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.197 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.197 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.197 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.197 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.197 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.197 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.197 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.197 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.197 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.197 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.197 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.198 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.198 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.198 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.198 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.198 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.198 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.198 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.198 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.198 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.198 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.198 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.198 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.198 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.198 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.198 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.199 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.199 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.199 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.199 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.199 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.199 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.199 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.199 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.199 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.199 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.199 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.200 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.200 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.200 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.200 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.200 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.200 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.200 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.200 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.200 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.200 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.200 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.200 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.200 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.200 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.200 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.200 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.201 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.201 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.201 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.201 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.201 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.201 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.201 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.201 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.201 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.201 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.201 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.201 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.201 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.201 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.201 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.202 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.202 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.202 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.202 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.202 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.202 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.202 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.202 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.202 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.202 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.202 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.202 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.202 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.202 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.202 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.202 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.203 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.203 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at setup of test_nullif_expressions ___________________ 2023-12-03T12:50:25.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.203 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.203 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.203 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.203 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.203 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.203 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.203 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.203 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.203 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.203 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.204 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.204 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.204 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.204 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.204 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.204 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.204 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.204 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.204 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.204 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.204 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.204 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.204 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.204 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.204 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.204 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.205 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.205 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.205 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.205 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.205 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.205 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.205 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.205 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.205 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.205 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.205 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.205 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.205 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.205 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.205 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.205 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.206 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.206 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.206 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.206 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.206 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.206 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.206 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.206 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.206 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.206 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.206 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.206 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.206 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.206 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.206 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.207 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.207 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.207 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.207 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.207 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.207 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.207 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.207 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.207 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.207 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.207 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.207 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.207 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.207 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.207 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.207 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.207 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.208 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.208 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.208 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.208 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.208 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.208 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.208 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.208 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.208 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.208 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.208 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.208 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.208 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.208 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.208 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.208 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.208 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.209 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.209 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.209 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.209 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.209 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.209 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.209 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.209 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.209 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.209 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.209 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.209 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.209 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.209 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.209 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.209 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.209 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.210 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.210 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.210 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.210 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.210 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.210 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.210 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.210 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.210 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.210 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.210 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.210 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.210 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.210 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.210 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.210 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.210 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.211 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.211 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.211 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.211 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.211 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.211 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.211 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.211 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.211 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.211 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.211 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.211 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.211 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.211 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.211 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.212 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.212 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.212 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.212 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.212 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.212 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.212 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.212 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.212 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.212 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.212 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.212 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.212 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.212 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.212 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.212 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.212 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.213 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.213 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.213 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.213 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.213 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.213 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.213 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.213 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.213 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.213 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.213 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.213 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.213 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.213 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.214 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.214 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.214 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.214 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.214 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.214 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.214 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.214 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.214 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.215 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.215 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.215 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.215 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.215 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.215 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.215 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.215 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.216 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.216 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.216 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.216 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.216 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.216 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.216 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.216 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.216 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.216 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.216 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.216 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.217 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.217 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.217 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.217 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.217 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.217 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.217 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.217 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.217 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.217 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.217 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.217 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.217 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.217 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.218 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.218 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.218 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.218 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.218 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.218 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.218 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.218 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.218 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.218 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.218 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.218 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.218 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.218 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.218 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.219 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.219 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.219 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.219 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.219 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.219 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.219 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.219 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.219 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.219 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.219 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.219 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.219 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.219 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.219 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.220 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.220 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.220 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at setup of test_nulliftrue_expressions _________________ 2023-12-03T12:50:25.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.220 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.220 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.220 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.220 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.220 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.220 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.220 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.220 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.220 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.221 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.221 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.221 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.221 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.221 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.221 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.221 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.221 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.221 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.221 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.221 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.221 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.221 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.221 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.221 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.222 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.222 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.222 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.222 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.222 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.222 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.222 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.222 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.222 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.222 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.222 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.222 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.222 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.222 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.222 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.223 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.223 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.223 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.223 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.223 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.223 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.223 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.223 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.223 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.223 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.223 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.223 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.224 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.224 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.224 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.224 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.224 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.224 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.224 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.224 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.224 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.224 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.224 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.224 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.224 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.225 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.225 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.225 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.225 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.225 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.225 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.225 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.225 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.225 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.225 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.225 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.225 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.226 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.226 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.226 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.226 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.226 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.226 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.226 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.226 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.226 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.226 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.226 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.226 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.226 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.227 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.227 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.227 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.227 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.227 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.227 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.227 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.227 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.227 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.227 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.227 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.227 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.227 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.227 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.227 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.227 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.228 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.228 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.228 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.228 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.228 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.228 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.228 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.228 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.228 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.228 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.228 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.228 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.228 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.228 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.229 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.229 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.229 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.229 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.229 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.229 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.229 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.229 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.229 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.230 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.230 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.230 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.230 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.230 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.230 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.230 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.230 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.230 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.230 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.230 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.230 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.230 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.230 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.230 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.231 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.231 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.231 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.231 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.231 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.231 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.231 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.231 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.231 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.231 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.231 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.231 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.231 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.231 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.232 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.232 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.232 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.232 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.232 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.232 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.232 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.232 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.232 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.232 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.232 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.232 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.233 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.233 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.233 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.233 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.233 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.233 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.233 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.233 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.234 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.234 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.234 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.234 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.234 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.234 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.235 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.235 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.235 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.235 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.235 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.235 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.235 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.235 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.235 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.235 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.235 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.235 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.235 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.235 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.235 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.236 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.236 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.236 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.236 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.236 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.236 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.236 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.236 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.236 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.236 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.236 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.236 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.236 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.236 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.236 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.237 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.237 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.237 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.237 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.237 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.237 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.237 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.237 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.237 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.237 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.237 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.237 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.237 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.238 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.238 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.238 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.238 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.238 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.238 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.238 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.238 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.238 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.238 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at setup of test_is_not_null_expressions ________________ 2023-12-03T12:50:25.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.238 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.239 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.239 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.239 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.239 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.239 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.239 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.239 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.239 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.239 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.239 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.239 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.239 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.239 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.239 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.239 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.239 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.240 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.240 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.240 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.240 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.240 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.240 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.240 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.240 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.240 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.240 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.240 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.240 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.240 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.240 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.240 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.240 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.241 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.241 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.241 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.241 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.241 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.241 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.241 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.241 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.241 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.241 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.241 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.241 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.241 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.242 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.242 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.242 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.242 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.242 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.242 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.242 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.242 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.242 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.242 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.242 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.242 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.242 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.242 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.242 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.242 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.243 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.243 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.243 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.243 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.243 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.243 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.243 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.243 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.243 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.243 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.243 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.243 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.243 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.243 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.243 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.244 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.244 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.244 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.244 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.244 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.244 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.244 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.244 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.244 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.244 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.244 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.244 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.244 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.244 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.244 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.244 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.244 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.245 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.245 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.245 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.245 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.245 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.245 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.245 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.245 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.245 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.245 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.245 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.245 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.245 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.245 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.245 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.245 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.246 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.246 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.246 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.246 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.246 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.246 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.246 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.246 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.246 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.246 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.246 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.246 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.246 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.246 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.246 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.246 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.247 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.247 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.247 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.247 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.247 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.247 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.247 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.247 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.247 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.247 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.247 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.247 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.247 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.248 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.248 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.248 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.248 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.248 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.248 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.248 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.248 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.248 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.248 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.248 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.248 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.248 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.248 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.248 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.248 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.248 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.249 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.249 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.249 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.249 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.249 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.249 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.249 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.249 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.249 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.249 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.249 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.249 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.249 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.249 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.249 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.249 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.250 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.250 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.250 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.250 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.250 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.250 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.250 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.250 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.250 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.251 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.251 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.251 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.251 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.251 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.251 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.251 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.251 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.251 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.251 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.251 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.251 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.251 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.251 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.251 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.252 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.252 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.252 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.252 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.252 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.252 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.252 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.252 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.252 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.252 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.252 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.252 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.252 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.252 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.252 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.253 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.253 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.253 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.253 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.253 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.253 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.253 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.253 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.253 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.253 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.253 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.253 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.253 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.253 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.253 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.254 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.254 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.254 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.254 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.254 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.254 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.254 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.254 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.254 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.254 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.254 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.254 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.254 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.254 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.254 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.255 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.255 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.255 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.255 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.255 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.255 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.255 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.255 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.255 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.255 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.255 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.255 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.255 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.255 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.255 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.255 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.256 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.256 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.256 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at setup of test_lowerupper_expressions _________________ 2023-12-03T12:50:25.256 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.256 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.256 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.256 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.256 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.256 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.256 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.256 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.256 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.256 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.256 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.256 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.256 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.256 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.257 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.257 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.257 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.257 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.257 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.257 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.257 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.257 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.257 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.257 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.257 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.257 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.258 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.258 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.258 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.258 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.258 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.258 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.258 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.258 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.258 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.258 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.258 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.258 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.258 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.258 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.258 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.258 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.259 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.259 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.259 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.259 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.259 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.259 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.259 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.259 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.259 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.259 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.259 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.259 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.259 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.259 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.259 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.259 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.260 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.260 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.260 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.260 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.260 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.260 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.260 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.260 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.260 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.260 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.260 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.260 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.260 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.260 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.260 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.260 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.261 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.261 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.261 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.261 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.261 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.261 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.261 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.261 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.261 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.261 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.261 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.262 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.262 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.262 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.262 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.262 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.262 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.262 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.262 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.262 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.262 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.262 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.262 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.262 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.262 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.262 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.262 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.263 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.263 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.263 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.263 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.263 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.263 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.263 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.263 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.263 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.263 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.263 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.263 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.263 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.263 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.263 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.264 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.264 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.264 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.264 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.264 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.264 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.264 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.264 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.264 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.264 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.264 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.264 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.265 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.265 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.265 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.265 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.265 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.265 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.265 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.265 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.265 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.265 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.265 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.265 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.265 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.265 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.265 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.265 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.265 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.266 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.266 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.266 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.266 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.266 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.266 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.266 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.266 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.266 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.266 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.266 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.266 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.266 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.266 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.267 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.267 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.267 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.267 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.267 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.267 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.267 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.267 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.267 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.267 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.267 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.267 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.267 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.267 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.267 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.267 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.267 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.268 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.268 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.268 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.268 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.268 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.268 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.268 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.268 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.268 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.268 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.268 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.268 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.268 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.268 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.268 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.268 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.268 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.269 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.269 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.269 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.269 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.269 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.269 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.269 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.269 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.269 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.269 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.269 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.269 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.269 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.269 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.270 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.270 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.270 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.270 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.270 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.270 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.270 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.270 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.270 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.270 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.270 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.270 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.270 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.270 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.270 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.271 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.271 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.271 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.271 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.271 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.271 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.271 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.271 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.271 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.271 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.271 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.271 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.271 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.271 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.271 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.272 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.272 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.272 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.272 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.272 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.272 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.272 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.272 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.272 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.272 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.272 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.272 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.272 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.272 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.272 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.272 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.273 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.273 INFO:teuthology.orchestra.run.smithi145.stdout:____________________ ERROR at setup of test_in_expressions _____________________ 2023-12-03T12:50:25.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.273 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.273 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.273 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.273 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.273 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.273 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.273 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.273 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.273 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.273 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.274 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.274 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.274 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.274 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.274 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.274 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.274 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.274 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.274 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.274 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.274 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.274 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.274 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.275 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.275 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.275 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.275 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.275 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.275 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.275 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.275 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.275 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.275 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.275 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.275 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.275 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.276 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.276 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.276 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.276 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.276 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.276 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.276 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.276 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.276 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.276 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.276 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.276 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.276 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.276 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.276 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.276 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.276 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.277 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.277 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.277 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.277 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.277 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.277 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.277 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.277 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.277 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.277 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.277 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.277 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.277 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.277 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.277 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.277 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.278 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.278 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.278 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.278 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.278 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.278 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.278 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.278 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.278 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.278 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.278 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.278 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.279 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.279 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.279 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.279 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.279 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.279 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.279 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.279 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.279 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.279 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.279 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.279 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.279 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.279 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.279 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.279 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.279 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.280 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.280 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.280 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.280 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.280 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.280 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.280 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.280 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.280 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.280 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.280 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.280 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.280 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.280 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.281 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.281 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.281 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.281 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.281 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.281 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.281 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.281 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.281 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.281 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.281 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.282 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.282 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.282 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.282 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.282 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.282 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.282 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.282 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.282 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.282 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.282 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.282 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.282 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.282 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.283 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.283 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.283 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.283 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.283 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.283 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.283 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.283 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.283 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.283 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.283 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.283 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.283 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.283 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.283 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.283 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.284 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.284 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.284 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.284 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.284 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.284 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.284 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.284 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.284 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.284 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.284 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.284 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.284 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.284 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.284 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.285 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.285 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.285 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.285 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.285 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.285 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.285 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.285 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.285 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.285 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.285 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.285 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.285 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.286 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.286 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.286 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.286 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.286 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.286 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.286 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.286 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.286 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.286 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.286 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.286 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.287 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.287 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.287 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.287 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.287 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.287 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.287 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.287 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.287 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.287 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.287 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.287 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.288 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.288 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.288 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.288 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.288 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.288 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.288 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.288 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.288 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.288 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.288 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.288 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.288 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.288 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.288 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.288 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.289 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.289 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.289 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.289 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.289 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.289 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.289 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.289 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.289 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.289 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.289 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.289 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.289 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.289 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.289 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.290 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.290 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.290 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.290 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.290 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.290 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.290 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.290 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.290 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.290 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.290 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.290 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.290 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.290 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.290 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.291 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.291 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.291 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.291 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ ERROR at setup of test_true_false_in_expressions _______________ 2023-12-03T12:50:25.291 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.291 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.291 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.291 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.291 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.291 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.291 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.291 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.291 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.291 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.291 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.292 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.292 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.292 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.292 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.292 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.292 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.292 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.292 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.292 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.292 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.292 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.292 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.292 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.292 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.292 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.292 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.293 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.293 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.293 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.293 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.293 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.293 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.293 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.293 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.293 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.293 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.293 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.293 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.293 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.293 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.293 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.293 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.294 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.294 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.294 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.294 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.294 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.294 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.294 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.294 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.294 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.294 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.294 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.294 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.294 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.295 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.295 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.295 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.295 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.295 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.295 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.295 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.295 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.295 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.295 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.295 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.295 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.295 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.295 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.295 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.295 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.296 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.296 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.296 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.296 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.296 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.296 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.296 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.296 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.296 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.296 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.296 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.296 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.296 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.296 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.296 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.296 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.296 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.297 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.297 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.297 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.297 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.297 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.297 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.297 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.297 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.297 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.297 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.297 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.297 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.297 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.298 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.298 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.298 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.298 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.298 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.298 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.298 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.298 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.298 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.298 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.298 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.298 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.298 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.299 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.299 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.299 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.299 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.299 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.299 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.299 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.299 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.299 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.299 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.299 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.300 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.300 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.300 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.300 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.300 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.300 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.300 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.300 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.300 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.300 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.300 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.300 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.300 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.300 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.300 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.300 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.301 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.301 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.301 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.301 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.301 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.301 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.301 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.301 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.301 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.301 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.301 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.301 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.301 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.301 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.301 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.302 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.302 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.302 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.302 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.302 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.302 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.302 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.302 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.302 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.302 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.302 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.302 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.302 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.302 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.303 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.303 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.303 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.303 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.303 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.303 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.303 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.303 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.303 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.303 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.303 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.303 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.303 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.303 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.303 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.303 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.304 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.304 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.304 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.304 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.304 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.304 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.304 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.304 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.304 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.304 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.304 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.304 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.304 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.304 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.304 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.304 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.305 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.305 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.305 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.305 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.305 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.305 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.305 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.305 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.305 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.305 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.305 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.305 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.305 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.305 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.305 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.306 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.306 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.306 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.306 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.306 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.306 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.306 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.306 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.306 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.306 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.306 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.306 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.306 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.306 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.307 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.307 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.307 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.307 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.307 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.307 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.307 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.307 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.307 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.307 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.307 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.307 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.307 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.307 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.307 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.307 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.307 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.308 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.308 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.308 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.308 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.308 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.308 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.308 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.308 INFO:teuthology.orchestra.run.smithi145.stdout:___________________ ERROR at setup of test_like_expressions ____________________ 2023-12-03T12:50:25.308 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.308 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.308 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.308 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.308 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.308 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.309 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.309 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.309 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.309 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.309 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.309 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.309 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.309 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.309 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.309 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.309 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.309 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.309 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.309 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.309 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.309 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.309 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.310 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.310 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.310 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.310 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.310 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.310 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.310 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.310 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.310 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.310 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.310 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.310 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.311 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.311 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.311 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.311 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.311 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.311 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.311 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.311 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.311 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.311 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.311 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.311 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.311 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.311 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.311 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.312 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.312 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.312 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.312 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.312 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.312 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.312 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.312 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.312 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.312 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.312 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.312 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.312 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.312 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.312 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.312 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.313 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.313 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.313 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.313 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.313 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.313 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.313 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.313 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.313 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.313 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.313 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.314 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.314 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.314 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.314 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.314 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.314 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.314 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.314 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.314 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.314 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.314 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.314 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.314 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.314 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.314 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.314 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.315 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.315 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.315 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.315 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.315 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.315 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.315 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.315 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.315 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.315 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.315 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.315 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.315 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.315 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.315 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.316 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.316 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.316 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.316 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.316 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.316 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.316 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.316 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.316 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.316 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.316 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.316 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.316 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.316 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.316 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.316 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.316 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.317 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.317 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.317 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.317 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.317 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.317 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.317 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.317 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.317 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.317 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.317 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.317 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.317 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.317 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.317 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.317 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.317 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.318 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.318 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.318 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.318 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.318 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.318 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.318 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.318 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.318 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.318 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.318 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.318 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.318 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.319 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.319 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.319 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.319 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.319 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.319 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.319 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.319 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.319 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.319 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.319 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.319 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.320 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.320 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.320 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.320 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.320 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.320 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.320 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.320 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.320 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.320 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.320 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.320 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.320 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.320 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.320 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.320 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.321 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.321 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.321 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.321 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.321 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.321 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.321 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.321 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.321 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.321 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.321 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.321 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.321 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.321 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.322 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.322 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.322 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.322 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.322 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.322 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.322 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.322 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.322 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.322 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.322 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.322 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.322 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.322 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.322 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.323 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.323 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.323 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.323 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.323 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.323 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.323 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.323 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.323 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.323 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.323 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.323 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.323 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.323 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.323 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.324 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.324 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.324 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.324 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.324 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.324 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.324 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.324 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.324 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.324 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.324 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.324 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.324 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.324 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.324 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.325 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.325 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.325 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.325 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.325 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.325 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.325 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.325 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.325 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.325 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.325 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ ERROR at setup of test_truefalselike_expressions _______________ 2023-12-03T12:50:25.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.325 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.326 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.326 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.326 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.326 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.326 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.326 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.326 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.326 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.326 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.326 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.326 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.326 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.327 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.327 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.327 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.327 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.327 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.327 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.327 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.327 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.327 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.327 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.327 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.327 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.327 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.328 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.328 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.328 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.328 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.328 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.328 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.328 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.328 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.328 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.328 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.328 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.328 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.328 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.328 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.328 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.328 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.329 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.329 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.329 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.329 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.329 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.329 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.329 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.329 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.329 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.329 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.329 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.329 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.329 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.329 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.329 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.329 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.330 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.330 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.330 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.330 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.330 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.330 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.330 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.330 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.330 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.330 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.330 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.330 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.330 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.330 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.331 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.331 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.331 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.331 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.331 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.331 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.331 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.331 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.331 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.331 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.331 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.331 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.332 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.332 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.332 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.332 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.332 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.332 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.332 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.332 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.332 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.332 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.332 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.332 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.332 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.332 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.332 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.332 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.332 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.333 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.333 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.333 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.333 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.333 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.333 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.333 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.333 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.333 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.333 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.333 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.333 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.333 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.333 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.333 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.333 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.333 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.334 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.334 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.334 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.334 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.334 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.334 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.334 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.334 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.334 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.334 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.334 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.334 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.334 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.334 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.334 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.335 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.335 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.335 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.335 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.335 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.335 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.335 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.335 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.335 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.335 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.335 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.335 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.335 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.336 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.336 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.336 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.336 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.336 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.336 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.336 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.336 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.336 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.336 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.336 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.337 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.337 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.337 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.337 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.337 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.337 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.337 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.337 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.337 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.337 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.337 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.337 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.337 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.337 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.337 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.337 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.337 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.338 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.338 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.338 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.338 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.338 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.338 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.338 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.338 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.338 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.338 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.338 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.338 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.338 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.338 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.338 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.338 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.339 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.339 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.339 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.339 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.339 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.339 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.339 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.339 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.339 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.339 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.339 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.339 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.339 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.339 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.339 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.340 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.340 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.340 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.340 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.340 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.340 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.340 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.340 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.340 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.340 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.340 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.340 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.340 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.340 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.340 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.340 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.340 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.341 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.341 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.341 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.341 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.341 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.341 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.341 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.341 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.341 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.341 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.341 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.341 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.341 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.342 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.342 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.342 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.342 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.342 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.342 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.342 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.342 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.342 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.342 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.342 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.342 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.342 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.342 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.342 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.342 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.343 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.343 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at setup of test_complex_expressions __________________ 2023-12-03T12:50:25.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.343 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.343 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.343 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.343 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.343 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.343 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.343 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.343 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.343 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.343 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.344 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.344 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.344 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.344 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.344 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.344 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.344 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.344 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.344 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.344 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.344 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.344 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.344 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.344 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.344 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.344 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.344 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.344 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.345 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.345 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.345 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.345 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.345 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.345 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.345 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.345 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.345 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.345 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.345 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.345 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.345 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.345 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.345 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.345 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.345 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.346 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.346 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.346 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.346 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.346 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.346 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.346 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.346 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.346 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.346 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.346 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.346 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.346 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.346 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.346 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.346 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.347 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.347 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.347 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.347 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.347 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.347 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.347 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.347 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.347 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.347 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.347 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.347 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.347 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.347 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.348 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.348 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.348 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.348 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.348 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.348 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.348 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.348 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.348 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.348 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.348 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.348 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.348 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.348 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.348 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.348 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.348 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.349 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.349 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.349 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.349 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.349 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.349 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.349 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.349 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.349 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.349 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.349 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.349 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.349 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.349 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.349 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.349 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.349 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.350 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.350 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.350 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.350 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.350 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.350 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.350 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.350 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.350 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.350 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.350 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.350 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.350 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.350 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.351 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.351 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.351 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.351 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.351 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.351 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.351 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.351 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.351 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.351 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.351 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.351 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.351 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.351 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.351 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.352 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.352 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.352 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.352 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.352 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.352 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.352 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.352 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.352 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.352 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.352 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.352 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.353 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.353 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.353 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.353 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.353 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.353 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.353 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.353 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.353 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.353 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.354 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.354 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.354 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.354 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.354 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.354 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.354 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.354 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.354 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.354 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.354 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.354 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.354 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.354 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.355 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.355 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.355 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.355 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.355 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.355 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.355 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.355 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.355 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.355 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.355 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.355 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.355 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.355 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.355 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.355 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.356 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.356 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.356 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.356 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.356 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.356 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.356 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.356 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.356 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.356 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.356 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.356 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.356 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.356 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.356 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.357 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.357 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.357 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.357 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.357 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.357 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.357 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.357 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.357 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.357 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.357 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.357 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.357 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.357 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.357 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.357 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.358 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.358 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.358 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.358 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.358 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.358 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.358 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.358 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.358 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.358 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.358 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.358 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.358 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.358 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.358 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.358 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.359 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.359 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.359 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.359 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.359 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.359 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.359 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.359 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.359 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.359 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.359 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.359 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.359 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.359 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.359 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.360 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.360 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.360 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.360 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.360 INFO:teuthology.orchestra.run.smithi145.stdout:_________________________ ERROR at setup of test_alias _________________________ 2023-12-03T12:50:25.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.360 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.360 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.360 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.360 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.360 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.360 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.360 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.361 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.361 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.361 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.361 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.361 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.361 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.361 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.361 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.361 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.361 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.361 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.361 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.361 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.361 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.361 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.361 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.362 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.362 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.362 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.362 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.362 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.362 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.362 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.362 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.362 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.362 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.362 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.362 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.362 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.362 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.363 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.363 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.363 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.363 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.363 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.363 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.363 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.363 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.363 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.363 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.363 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.363 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.363 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.363 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.364 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.364 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.364 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.364 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.364 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.364 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.364 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.364 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.364 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.364 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.364 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.364 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.364 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.364 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.364 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.364 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.364 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.365 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.365 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.365 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.365 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.365 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.365 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.365 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.365 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.365 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.365 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.365 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.365 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.365 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.365 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.365 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.365 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.366 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.366 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.366 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.366 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.366 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.366 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.366 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.366 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.366 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.366 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.366 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.366 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.366 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.366 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.366 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.366 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.366 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.367 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.367 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.367 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.367 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.367 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.367 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.367 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.367 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.367 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.367 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.367 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.367 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.367 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.367 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.367 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.367 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.367 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.368 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.368 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.368 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.368 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.368 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.368 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.368 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.368 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.368 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.368 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.368 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.368 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.368 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.368 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.369 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.369 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.369 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.369 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.369 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.369 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.369 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.369 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.369 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.369 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.369 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.369 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.370 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.370 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.370 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.370 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.370 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.370 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.370 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.370 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.370 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.370 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.370 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.370 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.370 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.371 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.371 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.371 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.371 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.371 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.371 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.371 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.371 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.371 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.371 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.371 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.371 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.371 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.371 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.372 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.372 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.372 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.372 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.372 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.372 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.372 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.372 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.372 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.372 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.372 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.372 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.372 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.372 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.372 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.373 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.373 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.373 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.373 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.373 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.373 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.373 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.373 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.373 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.373 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.373 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.373 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.373 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.373 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.373 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.373 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.373 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.374 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.374 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.374 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.374 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.374 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.374 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.374 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.374 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.374 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.374 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.374 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.374 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.374 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.375 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.375 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.375 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.375 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.375 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.375 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.375 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.375 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.375 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.375 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.375 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.375 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.375 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.375 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.375 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.375 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.376 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.376 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.376 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.376 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.376 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.376 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.376 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.376 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.376 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.376 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.376 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.376 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.376 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.376 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.376 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.376 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.377 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.377 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.377 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.377 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.377 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.377 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.377 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.377 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.377 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ ERROR at setup of test_alias_cyclic_refernce _________________ 2023-12-03T12:50:25.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.377 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.377 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.377 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.378 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.378 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.378 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.378 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.378 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.378 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.378 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.378 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.378 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.378 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.378 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.378 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.378 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.378 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.378 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.379 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.379 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.379 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.379 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.379 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.379 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.379 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.379 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.379 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.379 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.379 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.379 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.379 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.380 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.380 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.380 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.380 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.380 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.380 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.380 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.380 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.380 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.380 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.380 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.380 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.380 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.380 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.380 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.380 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.380 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.381 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.381 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.381 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.381 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.381 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.381 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.381 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.381 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.381 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.381 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.381 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.381 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.381 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.381 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.382 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.382 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.382 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.382 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.382 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.382 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.382 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.382 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.382 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.382 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.382 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.382 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.382 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.382 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.382 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.382 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.383 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.383 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.383 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.383 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.383 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.383 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.383 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.383 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.383 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.383 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.383 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.383 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.383 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.383 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.383 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.383 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.383 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.384 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.384 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.384 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.384 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.384 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.384 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.384 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.384 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.384 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.384 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.384 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.384 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.384 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.384 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.384 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.384 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.385 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.385 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.385 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.385 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.385 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.385 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.385 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.385 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.385 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.385 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.385 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.385 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.385 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.385 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.385 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.385 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.386 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.386 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.386 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.386 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.386 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.386 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.386 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.386 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.386 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.386 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.386 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.386 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.387 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.387 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.387 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.387 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.387 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.387 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.387 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.387 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.387 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.387 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.387 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.387 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.387 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.387 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.387 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.387 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.388 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.388 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.388 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.388 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.388 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.388 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.388 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.388 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.388 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.388 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.388 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.388 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.388 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.388 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.388 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.388 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.388 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.389 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.389 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.389 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.389 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.389 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.389 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.389 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.389 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.389 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.389 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.389 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.389 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.389 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.389 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.389 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.389 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.390 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.390 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.390 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.390 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.390 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.390 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.390 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.390 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.390 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.390 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.390 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.390 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.390 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.390 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.391 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.391 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.391 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.391 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.391 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.391 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.391 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.391 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.391 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.391 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.391 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.391 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.391 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.391 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.392 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.392 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.392 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.392 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.392 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.392 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.392 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.392 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.392 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.392 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.392 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.392 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.392 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.392 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.392 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.392 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.393 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.393 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.393 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.393 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.393 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.393 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.393 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.393 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.393 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.393 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.393 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.393 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.393 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.393 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.393 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.393 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.393 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.394 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.394 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.394 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.394 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.394 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.394 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.394 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.394 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.394 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.394 INFO:teuthology.orchestra.run.smithi145.stdout:_______________________ ERROR at setup of test_datetime ________________________ 2023-12-03T12:50:25.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.394 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.394 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.394 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.395 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.395 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.395 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.395 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.395 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.395 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.395 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.395 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.395 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.395 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.395 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.395 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.395 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.395 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.395 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.395 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.395 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.396 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.396 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.396 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.396 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.396 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.396 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.396 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.396 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.396 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.396 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.396 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.396 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.396 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.397 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.397 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.397 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.397 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.397 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.397 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.397 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.397 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.397 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.397 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.397 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.397 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.397 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.397 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.397 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.397 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.397 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.398 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.398 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.398 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.398 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.398 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.398 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.398 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.398 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.398 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.398 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.398 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.398 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.398 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.398 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.398 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.398 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.399 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.399 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.399 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.399 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.399 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.399 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.399 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.399 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.399 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.399 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.399 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.399 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.399 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.399 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.399 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.399 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.399 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.400 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.400 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.400 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.400 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.400 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.400 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.400 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.400 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.400 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.400 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.400 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.400 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.400 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.400 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.400 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.400 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.400 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.401 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.401 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.401 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.401 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.401 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.401 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.401 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.401 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.401 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.401 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.401 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.401 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.401 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.401 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.401 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.402 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.402 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.402 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.402 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.402 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.402 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.402 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.402 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.402 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.402 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.402 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.402 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.402 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.402 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.403 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.403 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.403 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.403 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.403 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.403 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.403 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.403 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.403 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.403 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.403 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.403 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.403 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.403 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.404 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.404 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.404 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.404 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.404 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.404 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.404 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.404 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.404 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.404 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.404 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.404 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.404 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.405 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.405 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.405 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.405 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.405 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.405 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.405 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.405 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.405 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.405 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.405 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.405 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.405 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.405 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.405 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.405 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.405 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.406 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.406 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.406 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.406 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.406 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.406 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.406 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.406 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.406 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.406 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.406 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.406 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.406 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.406 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.406 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.406 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.406 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.407 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.407 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.407 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.407 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.407 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.407 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.407 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.407 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.407 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.407 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.407 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.407 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.407 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.407 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.407 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.407 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.408 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.408 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.408 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.408 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.408 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.408 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.408 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.408 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.408 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.408 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.408 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.408 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.408 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.408 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.408 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.408 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.409 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.409 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.409 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.409 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.409 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.409 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.409 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.409 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.409 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.409 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.409 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.409 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.409 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.409 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.409 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.410 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.410 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.410 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.410 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.410 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.410 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.410 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.410 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.410 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.410 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.410 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.410 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.410 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.410 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.410 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at setup of test_true_false_datetime __________________ 2023-12-03T12:50:25.410 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.410 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.411 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.411 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.411 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.411 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.411 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.411 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.411 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.411 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.411 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.411 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.411 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.411 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.411 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.411 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.411 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.411 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.411 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.412 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.412 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.412 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.412 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.412 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.412 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.412 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.412 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.412 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.412 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.412 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.412 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.412 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.412 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.413 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.413 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.413 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.413 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.413 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.413 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.413 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.413 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.413 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.413 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.413 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.413 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.413 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.413 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.414 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.414 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.414 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.414 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.414 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.414 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.414 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.414 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.414 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.414 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.414 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.414 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.414 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.414 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.414 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.414 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.414 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.415 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.415 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.415 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.415 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.415 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.415 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.415 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.415 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.415 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.415 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.415 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.415 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.415 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.415 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.415 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.415 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.416 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.416 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.416 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.416 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.416 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.416 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.416 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.416 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.416 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.416 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.416 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.416 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.416 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.416 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.416 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.416 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.416 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.416 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.417 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.417 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.417 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.417 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.417 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.417 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.417 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.417 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.417 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.417 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.417 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.417 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.417 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.417 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.417 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.418 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.418 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.418 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.418 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.418 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.418 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.418 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.418 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.418 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.418 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.418 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.418 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.418 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.418 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.418 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.419 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.419 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.419 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.419 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.419 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.419 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.419 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.419 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.419 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.419 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.419 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.419 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.419 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.420 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.420 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.420 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.420 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.420 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.420 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.420 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.420 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.420 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.420 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.420 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.420 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.420 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.420 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.420 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.420 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.420 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.421 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.421 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.421 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.421 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.421 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.421 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.421 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.421 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.421 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.421 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.421 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.421 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.421 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.421 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.421 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.421 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.422 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.422 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.422 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.422 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.422 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.422 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.422 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.422 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.422 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.422 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.422 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.422 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.422 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.422 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.422 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.423 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.423 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.423 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.423 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.423 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.423 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.423 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.423 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.423 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.423 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.423 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.423 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.423 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.423 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.423 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.423 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.423 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.423 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.424 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.424 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.424 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.424 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.424 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.424 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.424 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.424 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.424 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.424 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.424 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.424 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.424 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.424 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.424 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.425 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.425 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.425 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.425 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.425 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.425 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.425 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.425 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.425 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.425 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.425 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.425 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.425 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.425 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.425 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.425 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.425 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.426 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.426 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.426 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.426 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.426 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.426 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.426 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.426 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.426 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.426 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.426 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.426 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.426 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.426 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ ERROR at setup of test_csv_parser _______________________ 2023-12-03T12:50:25.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.427 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.427 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.427 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.427 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.427 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.427 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.427 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.427 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.427 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.427 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.428 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.428 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.428 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.428 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.428 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.428 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.428 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.428 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.428 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.428 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.428 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.428 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.428 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.428 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.428 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.429 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.429 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.429 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.429 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.429 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.429 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.429 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.429 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.429 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.429 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.429 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.429 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.429 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.429 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.429 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.429 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.429 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.430 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.430 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.430 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.430 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.430 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.430 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.430 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.430 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.430 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.430 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.430 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.430 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.430 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.430 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.431 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.431 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.431 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.431 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.431 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.431 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.431 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.431 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.431 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.431 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.431 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.431 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.431 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.431 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.431 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.431 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.432 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.432 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.432 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.432 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.432 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.432 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.432 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.432 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.432 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.432 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.432 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.432 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.432 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.432 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.432 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.432 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.433 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.433 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.433 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.433 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.433 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.433 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.433 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.433 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.433 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.433 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.433 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.433 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.433 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.433 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.433 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.433 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.433 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.434 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.434 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.434 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.434 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.434 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.434 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.434 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.434 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.434 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.434 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.434 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.434 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.434 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.434 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.434 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.435 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.435 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.435 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.435 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.435 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.435 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.435 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.435 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.435 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.435 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.435 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.435 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.435 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.435 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.436 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.436 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.436 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.436 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.436 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.436 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.436 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.436 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.436 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.436 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.436 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.436 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.436 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.437 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.437 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.437 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.437 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.437 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.437 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.437 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.437 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.437 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.437 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.437 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.437 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.437 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.437 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.437 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.437 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.437 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.437 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.438 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.438 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.438 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.438 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.438 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.438 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.438 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.438 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.439 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.439 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.439 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.439 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.439 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.439 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.439 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.439 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.439 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.440 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.440 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.440 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.440 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.440 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.440 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.440 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.440 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.440 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.440 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.440 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.440 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.440 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.440 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.440 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.441 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.441 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.441 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.441 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.441 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.441 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.441 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.441 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.441 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.441 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.441 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.441 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.441 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.441 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.441 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.441 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.442 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.442 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.442 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.442 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.442 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.442 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.442 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.442 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.442 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.442 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.442 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.442 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.442 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.442 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.443 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.443 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.443 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.443 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.443 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.443 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.443 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.443 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.443 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.443 INFO:teuthology.orchestra.run.smithi145.stdout:____________________ ERROR at setup of test_csv_definition _____________________ 2023-12-03T12:50:25.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.443 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.443 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.443 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.444 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.444 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.444 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.444 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.444 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.444 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.444 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.444 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.444 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.444 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.444 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.444 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.444 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.445 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.445 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.445 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.445 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.445 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.445 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.445 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.445 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.445 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.445 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.445 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.445 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.445 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.445 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.445 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.446 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.446 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.446 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.446 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.446 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.446 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.446 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.446 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.446 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.446 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.446 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.446 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.446 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.446 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.446 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.446 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.447 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.447 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.447 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.447 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.447 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.447 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.447 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.447 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.447 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.447 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.447 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.447 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.447 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.447 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.448 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.448 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.448 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.448 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.448 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.448 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.448 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.448 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.448 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.448 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.448 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.448 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.448 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.448 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.448 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.448 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.448 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.449 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.449 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.449 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.449 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.449 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.449 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.449 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.449 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.449 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.449 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.449 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.449 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.449 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.449 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.450 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.450 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.450 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.450 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.450 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.450 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.450 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.450 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.450 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.450 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.450 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.450 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.450 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.451 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.451 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.451 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.451 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.451 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.451 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.451 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.451 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.451 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.451 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.451 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.451 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.451 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.451 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.452 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.452 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.452 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.452 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.452 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.452 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.452 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.452 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.452 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.452 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.452 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.452 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.452 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.453 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.453 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.453 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.453 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.453 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.453 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.453 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.453 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.453 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.453 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.453 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.453 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.453 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.453 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.453 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.453 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.453 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.454 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.454 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.454 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.454 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.454 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.454 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.454 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.454 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.454 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.454 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.454 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.454 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.454 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.454 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.454 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.454 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.454 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.455 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.455 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.455 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.455 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.455 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.455 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.455 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.455 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.456 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.456 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.456 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.456 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.456 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.456 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.456 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.456 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.456 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.456 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.456 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.456 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.456 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.456 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.456 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.456 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.456 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.457 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.457 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.457 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.457 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.457 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.457 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.457 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.457 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.457 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.457 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.457 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.457 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.457 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.457 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.457 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.457 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.457 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.458 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.458 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.458 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.458 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.458 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.458 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.458 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.458 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.458 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.458 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.458 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.458 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.458 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.458 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.458 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.458 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.458 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.458 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.459 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.459 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.459 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.459 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.459 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.459 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.459 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.459 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.459 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.459 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.459 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.459 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.459 INFO:teuthology.orchestra.run.smithi145.stdout:___________________ ERROR at setup of test_schema_definition ___________________ 2023-12-03T12:50:25.460 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.460 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.460 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.460 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.460 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.460 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.460 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.460 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.460 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.460 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.460 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.460 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.460 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.460 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.460 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.460 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.460 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.461 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.461 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.461 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.461 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.461 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.461 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.461 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.461 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.461 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.461 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.461 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.461 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.461 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.461 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.461 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.461 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.462 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.462 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.462 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.462 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.462 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.462 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.462 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.462 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.462 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.462 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.462 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.462 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.462 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.462 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.462 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.462 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.462 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.463 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.463 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.463 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.463 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.463 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.463 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.463 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.463 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.463 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.463 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.463 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.463 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.463 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.463 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.463 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.463 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.463 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.464 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.464 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.464 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.464 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.464 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.464 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.464 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.464 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.464 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.464 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.464 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.464 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.464 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.465 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.465 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.465 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.465 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.465 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.465 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.465 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.465 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.465 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.465 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.465 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.465 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.465 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.465 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.465 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.465 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.465 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.466 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.466 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.466 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.466 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.466 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.466 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.466 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.466 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.466 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.466 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.466 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.466 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.466 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.466 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.466 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.467 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.467 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.467 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.467 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.467 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.467 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.467 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.467 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.467 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.467 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.467 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.468 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.468 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.468 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.468 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.468 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.468 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.468 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.468 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.468 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.468 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.468 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.468 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.468 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.469 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.469 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.469 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.469 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.469 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.469 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.469 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.469 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.469 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.469 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.469 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.469 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.469 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.469 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.470 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.470 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.470 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.470 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.470 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.470 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.470 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.470 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.470 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.470 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.470 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.470 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.470 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.470 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.470 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.471 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.471 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.471 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.471 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.471 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.471 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.471 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.472 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.472 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.472 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.472 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.472 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.472 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.472 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.472 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.472 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.472 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.472 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.472 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.472 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.472 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.472 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.472 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.472 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.472 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.473 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.473 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.473 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.473 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.473 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.473 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.473 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.473 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.473 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.473 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.473 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.473 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.473 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.473 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.473 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.473 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.473 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.474 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.474 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.474 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.474 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.474 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.474 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.474 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.474 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.474 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.474 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.474 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.474 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.474 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.474 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.474 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.474 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.474 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.475 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.475 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.475 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.475 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.475 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.475 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.475 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.475 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.475 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.475 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.475 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.475 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.475 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.475 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.476 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.476 INFO:teuthology.orchestra.run.smithi145.stdout:______________ ERROR at setup of test_when_then_else_expressions _______________ 2023-12-03T12:50:25.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.476 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.476 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.476 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.476 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.476 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.476 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.476 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.476 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.476 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.476 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.477 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.477 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.477 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.477 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.477 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.477 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.477 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.477 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.477 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.477 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.477 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.477 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.477 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.477 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.477 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.477 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.477 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.478 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.478 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.478 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.478 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.478 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.478 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.478 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.478 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.478 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.478 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.478 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.478 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.478 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.478 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.478 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.478 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.478 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.479 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.479 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.479 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.479 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.479 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.479 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.479 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.479 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.479 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.479 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.479 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.479 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.479 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.479 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.479 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.479 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.479 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.479 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.480 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.480 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.480 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.480 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.480 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.480 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.480 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.480 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.480 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.480 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.480 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.480 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.480 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.480 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.481 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.481 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.481 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.481 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.481 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.481 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.481 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.481 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.481 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.481 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.481 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.481 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.481 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.481 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.481 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.482 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.482 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.482 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.482 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.482 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.482 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.482 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.482 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.482 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.482 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.482 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.482 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.482 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.482 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.483 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.483 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.483 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.483 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.483 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.483 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.483 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.483 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.483 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.483 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.483 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.483 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.483 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.483 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.483 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.483 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.483 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.483 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.484 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.484 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.484 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.484 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.484 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.484 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.484 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.484 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.484 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.484 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.484 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.484 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.484 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.485 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.485 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.485 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.485 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.485 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.485 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.485 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.485 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.485 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.485 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.485 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.485 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.485 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.486 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.486 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.486 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.486 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.486 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.486 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.486 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.486 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.486 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.486 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.486 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.486 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.486 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.486 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.486 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.486 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.486 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.487 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.487 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.487 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.487 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.487 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.487 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.487 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.487 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.487 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.487 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.488 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.488 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.488 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.488 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.488 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.488 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.488 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.488 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.488 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.489 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.489 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.489 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.489 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.489 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.489 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.489 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.489 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.489 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.489 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.489 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.489 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.489 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.489 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.489 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.489 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.489 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.490 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.490 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.490 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.490 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.490 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.490 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.490 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.490 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.490 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.490 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.490 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.490 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.490 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.490 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.491 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.491 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.491 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.491 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.491 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.491 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.491 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.491 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.491 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.491 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.491 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.491 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.491 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.491 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.491 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.492 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.492 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.492 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.492 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.492 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.492 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.492 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.492 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.492 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.492 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.492 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ ERROR at setup of test_coalesce_expressions __________________ 2023-12-03T12:50:25.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.492 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.492 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.493 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.493 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.493 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.493 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.493 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.493 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.493 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.493 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.493 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.493 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.493 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.493 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.493 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.494 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.494 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.494 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.494 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.494 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.494 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.494 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.494 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.494 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.494 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.494 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.494 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.494 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.494 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.494 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.495 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.495 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.495 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.495 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.495 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.495 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.495 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.495 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.495 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.495 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.495 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.495 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.495 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.496 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.496 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.496 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.496 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.496 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.496 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.496 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.496 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.496 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.496 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.496 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.496 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.496 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.496 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.497 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.497 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.497 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.497 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.497 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.497 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.497 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.497 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.497 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.497 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.497 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.497 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.497 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.497 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.497 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.497 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.498 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.498 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.498 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.498 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.498 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.498 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.498 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.498 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.498 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.498 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.498 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.498 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.498 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.498 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.498 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.498 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.499 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.499 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.499 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.499 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.499 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.499 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.499 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.499 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.499 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.499 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.499 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.499 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.499 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.499 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.499 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.499 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.499 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.500 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.500 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.500 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.500 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.500 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.500 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.500 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.500 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.500 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.500 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.501 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.501 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.501 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.501 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.501 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.501 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.501 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.501 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.501 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.501 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.501 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.501 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.501 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.501 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.501 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.502 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.502 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.502 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.502 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.502 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.502 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.502 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.502 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.502 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.502 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.502 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.502 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.503 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.503 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.503 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.503 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.503 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.503 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.503 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.503 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.503 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.503 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.503 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.503 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.503 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.503 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.503 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.503 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.503 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.504 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.504 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.504 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.504 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.504 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.504 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.504 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.504 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.504 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.504 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.504 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.504 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.505 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.505 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.505 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.505 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.505 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.505 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.505 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.505 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.505 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.505 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.505 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.505 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.505 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.505 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.505 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.505 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.505 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.506 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.506 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.506 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.506 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.506 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.506 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.506 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.506 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.506 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.506 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.506 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.506 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.506 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.506 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.507 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.507 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.507 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.507 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.507 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.507 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.507 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.507 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.507 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.507 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.507 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.507 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.507 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.507 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.507 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.507 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.507 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.508 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.508 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.508 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.508 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.508 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.508 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.508 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.508 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.508 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.508 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.508 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.508 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.508 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.508 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.508 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.509 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.509 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.509 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.509 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.509 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.509 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.509 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.509 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.509 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.509 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.509 INFO:teuthology.orchestra.run.smithi145.stdout:___________________ ERROR at setup of test_cast_expressions ____________________ 2023-12-03T12:50:25.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.509 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.509 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.510 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.510 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.510 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.510 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.510 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.510 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.510 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.510 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.510 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.510 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.510 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.510 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.510 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.510 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.510 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.510 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.510 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.511 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.511 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.511 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.511 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.511 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.511 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.511 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.511 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.511 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.511 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.511 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.511 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.511 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.511 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.511 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.511 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.512 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.512 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.512 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.512 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.512 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.512 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.512 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.512 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.512 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.512 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.512 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.512 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.512 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.512 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.512 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.512 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.513 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.513 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.513 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.513 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.513 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.513 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.513 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.513 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.513 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.514 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.514 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.514 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.514 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.514 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.514 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.514 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.514 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.514 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.514 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.514 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.514 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.514 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.514 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.514 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.515 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.515 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.515 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.515 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.515 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.515 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.515 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.515 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.515 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.516 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.516 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.516 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.516 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.516 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.516 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.516 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.516 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.516 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.516 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.516 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.516 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.516 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.516 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.517 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.517 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.517 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.517 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.517 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.517 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.517 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.517 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.517 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.517 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.517 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.517 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.517 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.517 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.517 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.518 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.518 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.518 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.518 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.518 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.518 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.518 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.518 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.518 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.518 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.518 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.518 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.518 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.518 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.518 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.519 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.519 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.519 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.519 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.519 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.519 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.519 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.519 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.519 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.519 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.519 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.519 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.519 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.519 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.519 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.520 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.520 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.520 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.520 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.520 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.520 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.520 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.520 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.520 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.520 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.520 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.520 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.520 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.520 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.520 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.521 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.521 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.521 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.521 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.521 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.521 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.521 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.521 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.521 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.521 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.521 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.521 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.521 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.522 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.522 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.522 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.522 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.522 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.522 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.522 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.522 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.522 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.522 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.522 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.522 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.522 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.522 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.523 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.523 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.523 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.523 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.523 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.523 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.523 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.523 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.523 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.524 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.524 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.524 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.524 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.524 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.524 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.524 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.524 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.524 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.524 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.524 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.524 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.525 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.525 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.525 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.525 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.525 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.525 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.525 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.525 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.525 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.525 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.525 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.525 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.525 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.525 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.525 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.526 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.526 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.526 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.526 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.526 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.526 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.526 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.526 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.526 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.526 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.526 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.526 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.526 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.526 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.526 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.527 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.527 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.527 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.527 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.527 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.527 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.527 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.527 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.527 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.527 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.527 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.527 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.527 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.527 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.527 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.527 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.527 INFO:teuthology.orchestra.run.smithi145.stdout:________________________ ERROR at setup of test_version ________________________ 2023-12-03T12:50:25.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.528 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.528 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.528 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.528 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.528 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.528 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.528 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.528 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.528 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.528 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.528 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.528 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.529 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.529 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.529 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.529 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.529 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.529 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.529 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.529 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.529 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.529 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.529 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.529 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.529 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.529 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.529 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.529 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.529 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.529 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.530 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.530 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.530 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.530 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.530 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.530 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.530 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.530 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.530 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.530 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.530 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.530 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.530 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.530 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.530 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.530 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.531 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.531 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.531 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.531 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.531 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.531 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.531 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.531 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.531 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.531 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.531 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.531 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.531 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.532 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.532 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.532 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.532 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.532 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.532 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.532 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.532 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.532 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.532 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.532 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.532 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.533 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.533 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.533 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.533 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.533 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.533 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.533 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.533 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.533 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.533 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.533 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.533 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.533 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.533 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.533 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.533 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.534 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.534 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.534 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.534 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.534 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.534 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.534 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.534 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.534 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.534 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.534 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.534 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.534 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.534 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.534 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.534 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.535 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.535 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.535 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.535 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.535 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.535 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.535 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.535 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.535 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.535 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.535 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.535 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.535 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.535 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.536 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.536 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.536 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.536 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.536 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.536 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.536 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.536 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.536 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.536 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.536 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.536 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.536 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.536 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.536 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.536 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.536 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.537 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.537 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.537 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.537 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.537 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.537 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.537 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.537 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.537 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.537 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.537 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.537 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.537 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.537 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.537 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.537 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.537 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.538 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.538 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.538 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.538 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.538 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.538 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.538 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.538 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.538 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.538 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.538 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.538 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.538 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.538 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.538 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.538 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.539 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.539 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.539 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.539 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.539 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.539 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.539 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.539 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.540 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.540 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.540 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.540 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.540 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.540 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.540 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.540 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.540 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.541 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.541 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.541 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.541 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.541 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.541 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.541 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.541 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.541 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.541 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.541 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.541 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.541 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.541 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.541 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.542 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.542 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.542 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.542 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.542 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.542 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.542 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.542 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.542 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.542 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.542 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.542 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.542 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.542 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.543 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.543 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.543 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.543 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.543 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.543 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.543 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.543 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.543 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.543 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.543 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.543 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.543 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.543 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.543 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.543 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.544 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.544 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.544 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.544 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.544 INFO:teuthology.orchestra.run.smithi145.stdout:___________________ ERROR at setup of test_trim_expressions ____________________ 2023-12-03T12:50:25.544 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.544 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.544 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.544 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.544 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.544 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.544 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.544 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.544 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.544 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.545 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.545 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.545 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.545 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.545 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.545 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.545 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.545 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.545 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.545 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.545 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.545 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.545 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.545 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.545 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.545 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.546 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.546 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.546 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.546 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.546 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.546 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.546 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.546 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.546 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.546 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.546 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.546 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.546 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.546 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.546 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.547 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.547 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.547 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.547 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.547 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.547 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.547 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.547 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.547 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.547 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.547 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.547 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.547 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.547 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.547 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.547 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.548 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.548 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.548 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.548 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.548 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.548 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.548 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.548 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.548 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.548 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.548 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.548 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.548 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.548 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.548 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.548 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.548 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.549 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.549 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.549 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.549 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.549 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.549 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.549 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.549 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.549 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.549 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.549 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.549 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.549 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.550 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.550 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.550 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.550 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.550 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.550 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.550 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.550 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.550 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.550 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.550 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.550 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.550 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.550 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.550 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.550 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.551 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.551 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.551 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.551 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.551 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.551 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.551 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.551 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.551 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.551 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.551 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.551 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.551 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.551 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.551 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.551 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.552 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.552 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.552 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.552 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.552 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.552 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.552 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.552 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.552 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.552 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.552 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.552 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.552 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.552 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.552 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.552 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.553 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.553 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.553 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.553 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.553 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.553 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.553 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.553 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.553 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.553 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.553 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.553 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.553 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.553 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.553 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.553 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.553 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.553 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.554 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.554 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.554 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.554 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.554 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.554 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.554 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.554 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.554 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.554 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.554 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.554 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.554 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.554 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.554 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.554 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.554 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.555 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.555 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.555 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.555 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.555 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.555 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.555 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.555 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.555 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.555 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.555 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.555 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.555 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.555 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.555 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.555 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.555 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.556 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.556 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.556 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.556 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.556 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.556 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.556 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.556 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.557 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.557 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.557 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.557 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.557 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.557 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.557 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.557 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.557 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.557 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.557 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.557 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.557 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.558 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.558 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.558 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.558 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.558 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.558 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.558 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.558 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.558 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.558 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.558 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.558 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.558 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.558 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.558 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.559 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.560 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.560 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.560 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.560 INFO:teuthology.orchestra.run.smithi145.stdout:______________ ERROR at setup of test_truefalse_trim_expressions _______________ 2023-12-03T12:50:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.561 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.561 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.562 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.562 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.562 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.562 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.562 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.562 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.562 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.562 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.563 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.564 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.565 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.565 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.566 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.566 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.566 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.566 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.566 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.567 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.567 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.568 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.568 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.568 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.568 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.568 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.568 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.568 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.568 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.569 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.569 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.569 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.570 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.571 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.571 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.571 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.571 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.571 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.571 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.571 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.571 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.572 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.572 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.572 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.572 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.573 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.573 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.573 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.573 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.573 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.573 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.573 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.573 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.573 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.574 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.574 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.574 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.574 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.574 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.574 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.574 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.575 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.576 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.577 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.577 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.577 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.577 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ ERROR at setup of test_escape_expressions ___________________ 2023-12-03T12:50:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.577 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.578 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.578 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.578 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.578 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.579 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.579 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.579 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.579 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.579 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.580 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.581 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.582 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.582 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.582 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.582 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.582 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.582 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.583 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.584 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.584 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.584 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.584 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.584 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.584 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.585 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.585 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.585 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.586 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.587 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.587 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.587 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.587 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.587 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.588 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.588 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.588 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.588 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.588 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.588 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.588 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.589 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.589 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.589 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.589 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.589 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.589 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.589 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.589 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.589 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.589 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.589 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.589 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.589 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.589 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.589 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.589 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.590 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.590 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.590 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.590 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.590 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.590 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.590 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.590 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.591 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.592 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.593 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.593 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.593 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.594 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.594 INFO:teuthology.orchestra.run.smithi145.stdout:________________ ERROR at setup of test_case_value_expressions _________________ 2023-12-03T12:50:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.594 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.594 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.595 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.595 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.595 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.595 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.595 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.595 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.595 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.595 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.596 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.597 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.598 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.599 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.599 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.599 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.599 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.599 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.599 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.599 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.600 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.600 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.601 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.601 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.601 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.601 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.601 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.601 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.601 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.601 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.601 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.601 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.601 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.601 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.601 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.601 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.601 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.601 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.602 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.602 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.602 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.602 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.602 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.602 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.602 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.602 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.603 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.604 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.604 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.604 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.604 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.604 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.605 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.605 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.605 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.605 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.605 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.605 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.605 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.605 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.605 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.605 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.606 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.606 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.606 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.606 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.606 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.606 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.606 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.606 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.606 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.606 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.607 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.607 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.607 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.607 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.607 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.607 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.607 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.607 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.608 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.609 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.609 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.609 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.609 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.609 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.609 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.609 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.609 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.609 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.609 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.609 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.609 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.609 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.609 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.609 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.609 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.609 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.610 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.610 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.610 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.610 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.610 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.610 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.610 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.610 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.610 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.610 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.610 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.610 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.610 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ ERROR at setup of test_bool_cast_expressions _________________ 2023-12-03T12:50:25.610 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.610 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.611 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.611 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.611 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.611 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.611 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.611 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.611 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.611 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.611 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.611 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.611 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.611 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.611 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.611 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.611 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.612 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.612 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.612 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.612 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.612 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.612 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.612 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.612 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.612 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.612 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.612 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.612 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.612 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.612 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.612 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.612 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.612 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.613 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.613 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.613 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.613 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.613 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.613 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.613 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.613 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.613 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.613 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.613 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.613 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.613 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.613 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.613 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.613 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.614 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.614 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.614 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.614 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.614 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.614 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.614 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.614 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.614 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.614 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.614 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.614 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.614 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.615 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.615 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.615 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.615 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.615 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.615 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.615 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.615 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.615 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.615 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.615 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.615 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.615 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.616 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.616 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.616 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.616 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.616 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.616 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.616 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.616 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.616 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.616 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.616 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.616 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.616 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.616 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.616 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.617 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.617 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.617 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.617 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.617 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.617 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.617 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.617 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.617 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.617 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.617 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.617 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.617 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.617 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.617 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.617 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.617 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.618 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.618 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.618 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.618 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.618 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.618 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.618 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.618 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.618 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.618 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.618 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.618 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.618 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.618 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.618 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.618 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.619 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.619 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.619 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.619 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.619 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.619 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.619 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.619 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.619 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.619 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.619 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.619 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.619 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.619 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.619 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.619 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.619 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.620 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.620 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.620 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.620 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.620 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.620 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.620 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.620 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.620 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.620 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.620 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.620 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.620 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.620 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.620 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.620 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.621 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.621 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.621 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.621 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.621 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.621 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.621 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.621 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.621 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.621 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.621 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.621 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.621 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.621 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.621 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.622 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.622 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.622 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.622 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.622 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.622 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.622 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.622 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.622 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.622 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.622 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.622 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.622 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.622 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.622 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.622 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.623 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.623 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.623 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.623 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.623 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.623 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.623 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.623 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.624 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.624 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.624 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.624 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.624 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.624 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.624 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.624 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.624 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.624 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.624 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.624 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.624 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.624 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.624 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.625 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.625 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.625 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.625 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.625 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.625 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.625 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.625 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.625 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.625 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.625 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.625 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.625 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.625 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.625 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.625 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.626 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.626 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.626 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.626 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.626 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.626 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.626 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.626 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.626 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.626 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.626 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.626 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.626 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.626 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.626 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.626 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.626 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.627 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.627 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.627 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.627 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.627 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.627 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.627 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.627 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.627 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.627 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.627 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.627 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ ERROR at setup of test_progress_expressions __________________ 2023-12-03T12:50:25.627 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.627 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.627 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.627 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.627 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.628 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.628 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.628 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.628 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.628 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.628 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.628 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.628 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.628 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.628 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.628 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.628 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.628 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.628 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.628 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.628 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.628 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.629 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.629 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.629 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.629 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.629 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.629 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.629 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.629 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.629 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.629 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.629 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.629 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.629 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.629 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.629 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.629 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.629 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.630 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.630 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.630 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.630 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.630 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.630 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.630 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.630 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.630 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.630 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.630 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.630 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.630 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.630 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.630 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.630 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.630 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.631 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.631 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.631 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.631 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.631 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.631 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.631 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.631 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.631 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.631 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.631 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.631 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.631 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.631 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.632 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.632 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.632 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.632 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.632 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.632 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.632 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.632 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.632 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.632 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.632 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.633 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.633 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.633 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.633 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.633 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.633 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.633 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.633 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.633 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.633 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.633 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.633 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.633 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.633 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.634 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.634 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.634 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.634 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.634 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.634 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.634 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.634 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.634 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.634 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.634 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.634 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.634 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.634 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.634 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.634 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.635 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.635 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.635 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.635 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.635 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.635 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.635 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.635 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.635 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.635 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.635 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.635 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.635 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.635 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.635 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.635 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.636 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.636 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.636 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.636 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.636 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.636 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.636 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.636 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.636 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.636 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.636 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.636 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.636 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.636 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.636 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.636 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.636 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.637 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.637 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.637 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.637 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.637 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.637 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.637 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.637 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.637 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.637 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.637 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.637 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.637 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.638 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.638 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.638 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.638 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.638 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.638 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.638 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.638 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.638 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.638 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.638 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.638 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.638 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.639 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.639 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.639 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.639 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.639 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.639 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.639 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.639 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.639 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.639 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.639 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.639 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.639 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.639 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.639 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.639 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.639 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.640 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.640 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.640 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.640 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.640 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.640 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.640 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.640 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.641 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.641 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.641 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.641 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.641 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.641 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.641 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.641 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.641 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.641 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.641 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.641 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.641 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.641 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.641 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.641 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.642 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.642 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.642 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.642 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.642 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.642 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.642 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.642 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.642 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.642 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.642 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.642 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.642 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.642 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.643 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.643 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.643 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.643 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.643 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.643 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.643 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.643 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.643 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.643 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.643 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.643 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.643 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.643 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.643 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.644 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.644 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.644 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.644 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.644 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.644 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.644 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.644 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.644 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.644 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ ERROR at setup of test_output_serial_expressions _______________ 2023-12-03T12:50:25.644 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.644 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.644 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.644 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.644 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.644 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.644 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.645 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.645 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.645 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.645 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.645 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.645 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.645 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.645 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.645 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.645 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.645 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.645 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.645 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.645 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.645 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.646 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.646 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.646 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.646 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.646 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.646 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.646 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.646 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.646 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.646 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.646 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.646 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.647 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.647 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.647 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.647 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.647 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.647 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.647 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.647 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.647 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.647 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.647 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.647 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.647 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.648 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.648 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.648 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.648 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.648 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.648 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.648 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.648 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.648 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.648 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.648 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.648 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.648 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.648 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.649 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.649 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.649 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.649 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.649 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.649 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.649 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.649 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.649 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.649 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.649 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.649 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.650 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.650 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.650 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.650 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.650 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.650 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.650 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.650 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.650 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.650 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.650 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.650 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.650 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.650 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.650 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.650 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.651 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.651 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.651 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.651 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.651 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.651 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.651 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.651 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.651 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.651 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.651 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.651 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.651 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.651 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.651 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.651 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.652 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.652 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.652 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.652 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.652 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.652 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.652 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.652 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.652 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.652 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.652 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.652 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.653 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.653 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.653 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.653 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.653 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.653 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.653 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.653 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.653 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.653 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.653 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.653 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.653 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.653 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.653 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.654 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.654 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.654 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.654 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.654 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.654 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.654 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.654 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.654 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.654 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.654 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.654 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.655 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.655 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.655 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.fixture(scope="package") 2023-12-03T12:50:25.655 INFO:teuthology.orchestra.run.smithi145.stdout: def configfile(): 2023-12-03T12:50:25.655 INFO:teuthology.orchestra.run.smithi145.stdout:> setup() 2023-12-03T12:50:25.655 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.655 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:50:25.655 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.655 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:50:25.655 INFO:teuthology.orchestra.run.smithi145.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:50:25.655 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:50:25.655 INFO:teuthology.orchestra.run.smithi145.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:50:25.655 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:50:25.655 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.list_buckets() 2023-12-03T12:50:25.655 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.655 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.656 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.656 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.656 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.656 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.656 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.656 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.656 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.656 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.657 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.657 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.657 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.657 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.657 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.657 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.657 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.657 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.657 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.658 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.658 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.658 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.658 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.658 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.658 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.658 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.658 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.658 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.658 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.658 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.658 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.658 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.658 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.658 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.658 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.658 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.659 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.659 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.659 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.659 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.659 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.659 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.659 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.659 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.659 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.659 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.659 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.659 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.659 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.659 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.659 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.660 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.660 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.660 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.660 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.660 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.660 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.660 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.660 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.660 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.660 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.660 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.660 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.660 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.660 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.660 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.660 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.660 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.661 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/" 2023-12-03T12:50:25.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.661 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.661 INFO:teuthology.orchestra.run.smithi145.stdout:=================================== FAILURES =================================== 2023-12-03T12:50:25.661 INFO:teuthology.orchestra.run.smithi145.stdout:_________________________ test_multipart_upload_empty __________________________ 2023-12-03T12:50:25.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.661 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.661 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.661 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.661 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.661 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.661 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.661 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.661 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.662 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.662 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.662 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.662 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.662 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.662 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.662 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.662 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.662 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.662 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.662 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.662 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.662 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.663 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.663 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.663 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.663 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.663 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.663 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.663 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.663 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.663 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.663 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.663 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.663 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.663 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.663 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.663 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.663 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.664 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.664 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.664 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.664 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.664 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.664 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.664 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.664 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.664 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.664 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.664 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.664 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.664 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.664 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.665 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.665 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.665 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.665 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.665 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.665 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.665 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.665 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.665 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.665 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.665 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.665 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.665 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.665 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.666 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.666 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.666 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.666 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.666 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.666 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.666 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.666 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.666 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.666 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.666 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.666 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.666 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.667 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.667 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.667 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.667 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.667 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.667 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.667 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.667 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.667 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.667 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.667 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.667 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.667 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.667 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.667 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.667 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.667 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.668 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.668 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.668 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.668 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.668 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.668 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.668 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.668 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.668 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.668 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.669 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.669 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.669 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.669 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.669 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.669 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.669 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.669 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.669 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.669 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.669 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.669 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.670 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.670 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.670 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.670 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.670 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.670 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.670 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.670 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.670 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.670 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.670 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.670 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.670 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.670 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.671 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.671 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.671 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.671 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.671 INFO:teuthology.orchestra.run.smithi145.stdout: def test_multipart_upload_empty(): 2023-12-03T12:50:25.671 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:25.671 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:25.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.671 INFO:teuthology.orchestra.run.smithi145.stdout: key1 = "mymultipart" 2023-12-03T12:50:25.671 INFO:teuthology.orchestra.run.smithi145.stdout: objlen = 0 2023-12-03T12:50:25.671 INFO:teuthology.orchestra.run.smithi145.stdout: (upload_id, data, parts) = _multipart_upload(bucket_name=bucket_name, key=key1, size=objlen) 2023-12-03T12:50:25.671 INFO:teuthology.orchestra.run.smithi145.stdout:> e = assert_raises(ClientError, client.complete_multipart_upload,Bucket=bucket_name, Key=key1, UploadId=upload_id) 2023-12-03T12:50:25.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.672 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5811: 2023-12-03T12:50:25.672 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.672 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/utils.py:11: in assert_raises 2023-12-03T12:50:25.672 INFO:teuthology.orchestra.run.smithi145.stdout: callableObj(*args, **kwargs) 2023-12-03T12:50:25.672 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.672 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.672 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.672 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.672 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.672 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.672 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.672 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.672 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.672 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.672 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.672 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.672 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.673 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.673 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.673 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.673 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.673 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.673 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.673 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.673 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.673 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.674 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.674 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.674 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.674 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.674 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.674 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.674 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.674 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.674 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.674 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.674 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.674 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.675 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.675 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.675 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.675 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.675 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.675 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.675 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.675 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.675 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.675 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.675 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.675 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.675 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.675 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.675 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.675 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.675 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.676 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.676 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.676 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.676 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.676 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.676 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.676 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.676 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.676 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.676 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.676 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.676 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.676 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.676 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.676 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.676 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.677 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.677 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.677 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.677 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.677 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.677 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.677 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.677 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-323/mymultipart?uploadId=2~GGDKP-KpqXlni0_KWFT8b3q4D8Dz9hs" 2023-12-03T12:50:25.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.677 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.677 INFO:teuthology.orchestra.run.smithi145.stdout:_________________________ test_multipart_upload_small __________________________ 2023-12-03T12:50:25.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.677 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.677 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.677 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.678 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.678 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.678 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.678 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.678 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.678 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.678 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.678 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.678 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.678 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.678 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.678 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.678 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.679 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.679 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.679 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.679 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.679 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.679 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.679 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.679 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.679 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.679 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.679 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.679 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.679 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.679 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.680 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.680 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.680 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.680 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.680 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.680 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.680 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.680 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.680 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.680 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.680 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.680 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.680 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.680 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.680 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.680 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.680 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.680 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.681 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.681 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.681 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.681 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.681 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.681 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.681 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.681 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.681 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.681 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.681 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.681 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.681 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.681 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.681 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.681 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.682 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.682 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.682 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.682 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.682 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.682 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.682 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.682 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.682 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.682 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.682 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.682 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.683 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.683 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.683 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.683 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.683 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.683 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.683 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.683 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.683 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.683 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.683 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.683 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.683 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.683 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.683 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.683 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.684 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.684 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.684 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.684 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.684 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.684 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.684 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.684 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.684 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.684 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.684 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.684 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.684 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.684 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.685 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.685 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.685 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.685 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.685 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.685 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.685 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.685 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.685 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.685 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.685 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.686 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.686 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.686 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.686 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.686 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.686 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.686 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.686 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.686 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.686 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.686 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.686 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.687 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.687 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.687 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.687 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.687 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.687 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.687 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.687 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.687 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.687 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.687 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.687 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.687 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.688 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:25.688 INFO:teuthology.orchestra.run.smithi145.stdout: def test_multipart_upload_small(): 2023-12-03T12:50:25.688 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:25.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.688 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5818: 2023-12-03T12:50:25.688 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.688 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:25.688 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:25.688 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.688 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.688 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.688 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.688 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.688 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.688 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.688 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.688 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.688 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.689 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.689 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.689 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.689 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.689 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.689 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.689 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.689 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.690 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.690 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.690 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.690 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.690 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.690 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.690 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.690 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.690 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.690 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.690 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.690 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.691 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.691 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.691 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.691 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.691 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.691 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.691 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.691 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.691 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.691 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.691 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.691 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.691 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.691 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.692 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.692 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.692 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.692 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.692 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.692 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.692 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.692 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.692 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.692 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.692 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.692 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.692 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.692 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.692 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.692 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.693 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.693 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.693 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.693 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.693 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.693 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.693 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.693 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.693 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.693 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.693 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-324" 2023-12-03T12:50:25.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.693 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.693 INFO:teuthology.orchestra.run.smithi145.stdout:__________________________ test_multipart_copy_small ___________________________ 2023-12-03T12:50:25.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.694 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.694 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.694 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.694 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.694 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.694 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.694 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.694 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.694 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.694 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.694 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.694 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.695 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.695 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.695 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.695 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.695 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.695 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.695 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.695 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.695 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.695 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.695 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.695 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.695 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.696 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.696 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.696 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.696 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.696 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.696 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.696 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.696 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.696 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.696 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.696 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.696 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.696 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.696 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.697 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.697 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.697 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.697 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.697 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.697 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.697 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.697 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.697 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.697 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.697 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.697 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.697 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.697 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.697 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.697 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.697 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.698 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.698 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.698 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.698 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.698 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.698 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.698 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.698 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.698 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.698 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.698 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.698 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.698 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.699 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.699 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.699 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.699 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.699 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.699 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.699 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.699 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.699 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.699 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.699 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.699 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.699 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.699 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.699 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.700 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.700 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.700 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.700 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.700 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.700 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.700 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.700 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.700 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.700 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.700 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.700 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.700 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.700 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.700 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.700 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.700 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.701 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.701 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.701 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.701 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.701 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.701 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.701 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.701 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.702 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.702 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.702 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.702 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.702 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.702 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.702 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.702 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.702 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.702 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.702 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.702 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.703 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.703 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.703 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.703 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.703 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.703 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.703 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.703 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.703 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.703 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.703 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.703 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.703 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.703 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.704 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.704 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:25.704 INFO:teuthology.orchestra.run.smithi145.stdout: def test_multipart_copy_small(): 2023-12-03T12:50:25.704 INFO:teuthology.orchestra.run.smithi145.stdout: src_key = 'foo' 2023-12-03T12:50:25.704 INFO:teuthology.orchestra.run.smithi145.stdout:> src_bucket_name = _create_key_with_random_content(src_key) 2023-12-03T12:50:25.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.704 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5894: 2023-12-03T12:50:25.704 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.704 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:50:25.704 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:25.704 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:25.704 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:25.704 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.704 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.704 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.704 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.705 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.705 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.705 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.705 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.705 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.705 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.705 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.705 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.706 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.706 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.706 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.706 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.706 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.706 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.706 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.707 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.707 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.707 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.707 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.707 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.707 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.707 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.707 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.707 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.707 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.707 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.707 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.707 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.707 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.708 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.708 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.708 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.708 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.708 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.708 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.708 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.708 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.708 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.708 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.708 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.708 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.708 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.708 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.708 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.708 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.709 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.709 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.709 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.709 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.709 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.709 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.709 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.709 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.709 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.709 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.709 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.709 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.709 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.709 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.709 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.710 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.710 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-325" 2023-12-03T12:50:25.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.710 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.710 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ test_multipart_copy_invalid_range _______________________ 2023-12-03T12:50:25.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.710 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.710 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.710 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.710 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.710 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.710 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.710 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.710 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.711 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.711 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.711 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.711 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.711 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.711 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.711 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.711 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.711 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.711 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.712 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.712 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.712 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.712 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.712 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.712 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.712 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.712 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.712 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.712 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.712 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.712 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.712 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.712 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.712 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.713 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.713 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.713 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.713 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.713 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.713 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.713 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.713 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.713 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.713 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.713 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.713 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.713 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.713 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.713 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.714 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.714 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.714 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.714 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.714 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.714 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.714 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.714 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.714 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.714 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.714 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.714 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.714 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.715 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.715 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.715 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.715 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.715 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.715 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.715 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.715 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.715 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.715 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.715 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.716 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.716 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.716 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.716 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.716 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.716 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.716 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.716 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.716 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.716 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.716 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.716 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.716 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.716 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.717 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.717 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.717 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.717 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.717 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.717 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.717 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.717 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.717 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.717 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.717 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.717 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.717 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.718 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.718 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.718 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.718 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.718 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.718 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.718 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.718 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.718 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.719 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.719 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.719 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.719 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.719 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.719 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.719 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.719 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.719 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.719 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.719 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.719 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.719 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.720 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.720 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.720 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.720 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.720 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.720 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.720 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.720 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.720 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.720 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.720 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.720 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.721 INFO:teuthology.orchestra.run.smithi145.stdout: def test_multipart_copy_invalid_range(): 2023-12-03T12:50:25.721 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:25.721 INFO:teuthology.orchestra.run.smithi145.stdout: src_key = 'source' 2023-12-03T12:50:25.721 INFO:teuthology.orchestra.run.smithi145.stdout:> src_bucket_name = _create_key_with_random_content(src_key, size=5) 2023-12-03T12:50:25.721 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.721 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5911: 2023-12-03T12:50:25.721 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.721 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:50:25.721 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:25.721 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:25.721 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:25.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.721 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.721 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.722 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.722 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.722 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.722 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.722 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.722 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.723 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.723 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.723 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.723 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.723 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.723 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.723 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.723 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.724 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.724 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.724 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.724 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.724 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.724 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.724 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.724 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.724 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.724 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.724 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.724 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.725 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.725 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.725 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.725 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.725 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.725 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.725 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.725 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.725 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.725 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.725 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.725 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.725 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.725 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.725 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.725 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.725 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.726 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.726 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.726 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.726 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.726 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.726 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.726 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.726 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.726 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.726 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.726 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.726 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.727 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.727 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.727 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.727 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.727 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.727 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.727 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-326" 2023-12-03T12:50:25.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.727 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ test_multipart_copy_without_range _______________________ 2023-12-03T12:50:25.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.727 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.727 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.728 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.728 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.728 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.728 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.728 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.728 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.728 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.728 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.728 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.728 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.728 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.728 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.728 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.729 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.729 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.729 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.729 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.729 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.729 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.729 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.729 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.729 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.729 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.729 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.729 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.729 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.729 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.730 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.730 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.730 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.730 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.730 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.730 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.730 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.730 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.730 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.730 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.730 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.730 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.730 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.730 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.731 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.731 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.731 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.731 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.731 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.731 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.731 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.731 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.731 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.731 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.731 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.731 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.732 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.732 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.732 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.732 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.732 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.732 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.732 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.732 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.732 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.732 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.732 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.732 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.733 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.733 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.733 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.733 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.733 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.733 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.733 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.733 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.733 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.733 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.733 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.733 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.733 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.733 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.733 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.733 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.733 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.733 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.734 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.734 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.734 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.734 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.734 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.734 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.734 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.734 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.734 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.734 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.734 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.734 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.734 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.734 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.735 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.735 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.735 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.735 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.735 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.735 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.735 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.735 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.735 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.735 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.735 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.735 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.736 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.736 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.736 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.736 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.736 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.736 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.736 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.736 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.736 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.736 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.736 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.736 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.736 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.737 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.737 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.737 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.737 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.737 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.737 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.737 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.737 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.737 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.737 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.737 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.737 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.737 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.737 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.737 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.737 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.738 INFO:teuthology.orchestra.run.smithi145.stdout: def test_multipart_copy_without_range(): 2023-12-03T12:50:25.738 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:25.738 INFO:teuthology.orchestra.run.smithi145.stdout: src_key = 'source' 2023-12-03T12:50:25.738 INFO:teuthology.orchestra.run.smithi145.stdout:> src_bucket_name = _create_key_with_random_content(src_key, size=10) 2023-12-03T12:50:25.738 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.738 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5961: 2023-12-03T12:50:25.738 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.738 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:50:25.738 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:25.738 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:25.738 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:25.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.738 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.738 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.739 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.739 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.739 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.739 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.739 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.739 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.739 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.739 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.740 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.740 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.740 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.740 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.740 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.740 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.740 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.740 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.740 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.740 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.740 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.740 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.740 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.740 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.740 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.740 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.740 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.741 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.741 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.741 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.741 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.741 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.741 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.741 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.741 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.741 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.741 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.741 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.741 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.741 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.741 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.741 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.741 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.742 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.742 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.742 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.742 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.742 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.742 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.742 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.742 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.742 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.742 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.742 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.742 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.742 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.742 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.742 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.742 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.742 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.743 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.743 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.743 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.743 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.743 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.743 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.743 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.743 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.743 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.743 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.743 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.743 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.743 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.743 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-327" 2023-12-03T12:50:25.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.744 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ test_multipart_copy_special_names _______________________ 2023-12-03T12:50:25.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.744 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.744 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.744 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.744 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.744 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.744 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.744 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.744 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.744 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.744 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.745 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.745 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.745 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.745 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.745 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.745 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.745 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.745 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.745 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.745 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.745 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.745 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.745 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.745 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.745 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.746 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.746 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.746 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.746 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.746 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.746 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.746 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.746 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.746 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.746 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.746 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.746 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.746 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.746 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.746 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.746 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.747 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.747 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.747 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.747 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.747 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.747 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.747 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.747 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.747 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.747 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.747 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.747 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.747 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.747 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.747 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.748 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.748 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.748 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.748 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.748 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.748 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.748 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.748 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.748 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.748 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.748 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.748 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.749 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.749 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.749 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.749 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.749 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.749 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.749 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.749 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.749 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.749 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.749 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.749 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.749 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.749 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.749 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.749 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.750 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.750 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.750 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.750 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.750 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.750 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.750 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.750 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.750 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.750 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.750 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.750 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.750 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.750 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.750 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.751 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.751 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.751 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.751 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.751 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.751 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.751 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.752 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.752 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.752 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.752 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.752 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.752 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.752 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.752 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.752 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.752 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.752 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.752 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.752 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.753 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.753 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.753 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.753 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.753 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.753 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.753 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.753 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.753 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.753 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.753 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.753 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.753 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.753 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.753 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.754 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.754 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.754 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.754 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.754 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.754 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:25.754 INFO:teuthology.orchestra.run.smithi145.stdout: def test_multipart_copy_special_names(): 2023-12-03T12:50:25.754 INFO:teuthology.orchestra.run.smithi145.stdout:> src_bucket_name = get_new_bucket() 2023-12-03T12:50:25.754 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.754 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5985: 2023-12-03T12:50:25.754 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.754 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:25.754 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:25.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.755 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.755 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.755 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.755 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.755 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.755 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.755 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.755 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.755 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.756 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.756 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.756 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.756 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.756 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.756 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.756 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.756 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.756 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.756 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.757 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.757 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.757 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.757 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.757 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.757 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.757 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.757 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.757 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.757 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.757 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.757 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.757 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.757 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.757 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.757 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.757 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.758 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.758 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.758 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.758 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.758 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.758 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.758 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.758 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.758 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.758 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.758 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.758 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.758 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.758 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.758 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.759 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.759 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.759 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.759 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.759 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.759 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.759 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.759 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.759 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.759 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.759 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.759 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.759 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.760 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.760 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-328" 2023-12-03T12:50:25.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.760 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.760 INFO:teuthology.orchestra.run.smithi145.stdout:____________________________ test_multipart_upload _____________________________ 2023-12-03T12:50:25.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.760 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.760 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.760 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.760 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.760 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.760 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.760 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.760 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.761 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.761 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.761 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.761 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.761 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.761 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.761 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.761 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.761 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.761 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.761 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.761 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.761 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.762 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.762 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.762 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.762 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.762 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.762 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.762 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.762 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.762 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.762 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.762 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.762 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.762 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.762 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.762 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.762 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.763 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.763 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.763 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.763 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.763 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.763 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.763 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.763 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.763 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.763 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.763 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.763 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.763 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.763 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.763 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.764 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.764 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.764 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.764 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.764 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.764 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.764 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.764 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.764 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.764 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.764 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.764 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.764 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.764 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.765 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.765 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.765 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.765 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.765 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.765 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.765 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.765 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.765 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.765 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.765 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.765 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.765 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.766 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.766 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.766 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.766 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.766 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.766 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.766 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.766 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.766 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.766 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.766 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.766 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.766 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.766 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.766 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.766 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.766 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.767 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.767 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.767 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.767 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.767 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.767 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.767 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.767 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.767 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.767 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.768 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.768 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.768 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.768 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.768 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.768 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.768 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.768 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.768 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.768 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.768 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.768 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.769 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.769 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.769 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.769 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.769 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.769 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.769 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.769 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.769 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.769 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.769 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.769 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.769 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.769 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.770 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.770 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.770 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.770 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.770 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:25.770 INFO:teuthology.orchestra.run.smithi145.stdout: def test_multipart_upload(): 2023-12-03T12:50:25.770 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:25.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.770 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6019: 2023-12-03T12:50:25.770 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.770 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:25.770 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:25.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.771 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.771 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.771 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.771 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.771 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.771 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.771 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.771 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.772 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.772 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.772 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.772 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.772 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.772 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.772 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.772 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.773 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.773 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.773 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.773 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.773 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.773 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.773 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.773 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.773 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.773 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.773 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.773 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.773 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.773 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.773 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.774 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.774 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.774 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.774 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.774 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.774 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.774 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.774 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.774 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.774 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.774 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.774 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.774 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.774 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.774 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.774 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.775 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.775 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.775 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.775 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.775 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.775 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.775 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.775 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.775 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.775 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.775 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.775 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.775 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.775 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.775 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.776 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.776 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.776 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-329" 2023-12-03T12:50:25.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.776 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.776 INFO:teuthology.orchestra.run.smithi145.stdout:________________________ test_multipart_copy_versioned _________________________ 2023-12-03T12:50:25.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.776 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.776 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.776 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.776 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.776 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.776 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.776 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.776 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.777 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.777 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.777 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.777 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.777 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.777 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.777 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.777 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.777 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.777 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.777 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.778 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.778 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.778 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.778 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.778 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.778 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.778 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.778 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.778 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.778 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.778 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.778 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.778 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.778 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.778 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.779 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.779 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.779 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.779 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.779 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.779 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.779 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.779 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.779 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.779 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.779 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.779 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.779 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.779 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.780 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.780 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.780 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.780 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.780 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.780 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.780 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.780 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.780 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.780 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.780 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.780 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.780 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.781 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.781 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.781 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.781 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.781 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.781 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.781 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.781 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.781 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.781 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.781 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.781 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.781 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.781 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.781 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.781 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.782 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.782 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.782 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.782 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.782 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.782 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.782 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.782 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.782 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.782 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.782 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.782 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.782 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.782 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.782 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.782 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.783 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.783 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.783 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.783 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.783 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.783 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.783 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.783 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.783 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.783 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.783 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.784 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.784 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.784 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.784 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.784 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.784 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.784 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.784 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.784 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.784 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.784 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.784 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.784 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.784 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.785 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.785 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.785 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.785 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.785 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.785 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.785 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.785 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.785 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.785 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.785 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.785 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.785 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.785 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.785 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.785 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.786 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.786 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.786 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.786 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.786 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.786 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.786 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:25.786 INFO:teuthology.orchestra.run.smithi145.stdout: def test_multipart_copy_versioned(): 2023-12-03T12:50:25.786 INFO:teuthology.orchestra.run.smithi145.stdout:> src_bucket_name = get_new_bucket() 2023-12-03T12:50:25.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.786 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6077: 2023-12-03T12:50:25.786 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.786 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:25.787 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:25.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.787 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.787 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.787 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.787 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.787 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.787 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.787 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.787 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.788 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.788 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.788 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.788 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.788 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.788 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.788 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.788 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.788 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.789 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.789 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.789 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.789 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.789 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.789 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.789 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.789 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.789 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.789 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.789 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.789 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.789 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.789 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.789 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.789 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.789 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.790 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.790 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.790 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.790 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.790 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.790 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.790 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.790 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.791 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.791 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.791 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.791 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.791 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.791 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.791 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.791 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.791 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.791 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.791 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.791 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.791 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.791 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.792 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.792 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.792 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.792 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.792 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.792 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.792 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.792 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.792 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.792 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.792 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.792 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-330" 2023-12-03T12:50:25.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.792 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.793 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ test_multipart_upload_resend_part _______________________ 2023-12-03T12:50:25.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.793 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.793 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.793 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.793 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.793 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.793 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.793 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.793 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.793 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.793 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.794 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.794 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.794 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.794 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.794 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.794 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.794 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.794 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.794 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.794 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.794 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.794 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.794 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.794 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.794 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.795 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.795 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.795 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.795 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.795 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.795 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.795 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.795 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.795 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.795 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.795 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.795 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.795 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.795 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.796 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.796 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.796 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.796 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.796 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.796 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.796 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.796 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.796 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.796 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.796 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.796 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.796 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.797 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.797 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.797 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.797 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.797 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.797 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.797 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.797 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.797 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.797 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.797 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.797 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.797 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.798 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.798 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.798 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.798 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.798 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.798 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.798 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.798 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.798 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.798 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.798 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.798 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.798 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.798 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.798 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.798 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.799 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.799 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.800 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.800 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.801 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.801 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.801 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.801 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.801 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.801 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.802 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.802 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.802 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.802 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.802 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.802 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.802 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.802 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.802 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.802 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.802 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.802 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.802 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.802 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.802 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.803 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.803 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.803 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.803 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.803 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.803 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.803 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.803 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.803 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.803 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:25.803 INFO:teuthology.orchestra.run.smithi145.stdout: def test_multipart_upload_resend_part(): 2023-12-03T12:50:25.803 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:25.804 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.804 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6123: 2023-12-03T12:50:25.804 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.804 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:25.804 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:25.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.804 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.804 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.804 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.804 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.804 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.804 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.805 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.805 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.805 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.805 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.805 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.805 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.805 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.805 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.806 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.806 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.806 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.806 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.806 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.806 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.806 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.806 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.806 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.806 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.806 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.806 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.806 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.806 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.806 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.806 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.807 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.807 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.807 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.807 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.807 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.807 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.807 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.807 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.807 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.807 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.807 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.807 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.807 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.807 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.807 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.807 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.807 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.808 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.808 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.808 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.808 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.808 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.808 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.808 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.808 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.808 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.808 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.808 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.808 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.808 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.808 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.808 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.808 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.809 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.809 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.809 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.809 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.809 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.809 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-331" 2023-12-03T12:50:25.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.809 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.809 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________ test_multipart_upload_multiple_sizes _____________________ 2023-12-03T12:50:25.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.809 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.809 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.809 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.809 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.810 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.810 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.810 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.810 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.810 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.810 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.810 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.810 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.810 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.810 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.810 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.810 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.810 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.810 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.810 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.810 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.811 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.811 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.811 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.811 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.811 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.811 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.811 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.811 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.811 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.811 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.811 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.811 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.811 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.811 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.811 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.811 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.812 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.812 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.812 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.812 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.812 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.812 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.812 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.812 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.812 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.812 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.812 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.812 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.812 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.812 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.813 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.813 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.813 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.813 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.813 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.813 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.813 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.813 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.813 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.813 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.813 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.813 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.813 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.813 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.814 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.814 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.814 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.814 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.814 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.814 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.814 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.814 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.814 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.814 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.814 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.815 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.815 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.815 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.815 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.815 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.815 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.815 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.815 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.815 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.815 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.815 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.815 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.815 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.815 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.815 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.815 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.815 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.816 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.816 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.816 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.816 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.816 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.816 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.816 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.816 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.816 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.816 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.816 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.816 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.816 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.817 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.817 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.817 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.817 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.817 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.817 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.817 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.817 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.817 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.818 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.818 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.818 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.818 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.818 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.818 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.818 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.818 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.818 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.818 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.818 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.818 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.818 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.818 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.818 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.818 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.819 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.819 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.819 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.819 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.819 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.819 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.819 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.819 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.819 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.819 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.819 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.819 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.819 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.819 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.819 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.819 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.819 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.820 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.820 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.820 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.820 INFO:teuthology.orchestra.run.smithi145.stdout: def test_multipart_upload_multiple_sizes(): 2023-12-03T12:50:25.820 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:25.820 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.820 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6134: 2023-12-03T12:50:25.820 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.820 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:25.820 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:25.820 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.820 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.820 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.820 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.820 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.820 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.821 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.821 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.821 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.821 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.821 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.821 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.821 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.821 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.822 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.822 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.822 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.822 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.822 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.822 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.822 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.822 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.822 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.822 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.822 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.822 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.822 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.822 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.823 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.823 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.823 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.823 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.823 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.823 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.823 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.823 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.823 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.823 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.823 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.823 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.823 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.823 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.823 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.823 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.824 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.824 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.824 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.824 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.824 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.824 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.824 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.824 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.824 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.824 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.824 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.824 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.824 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.824 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.824 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.825 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.825 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.825 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.825 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.825 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.825 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.825 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.825 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.825 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.825 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.825 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.825 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.825 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.825 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-332" 2023-12-03T12:50:25.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.826 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.826 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ test_multipart_copy_multiple_sizes ______________________ 2023-12-03T12:50:25.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.826 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.826 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.826 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.826 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.826 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.826 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.826 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.826 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.826 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.827 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.827 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.827 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.827 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.827 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.827 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.827 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.827 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.827 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.827 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.827 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.827 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.827 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.828 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.828 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.828 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.828 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.828 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.828 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.828 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.828 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.828 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.828 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.828 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.828 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.828 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.828 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.828 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.829 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.829 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.829 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.829 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.829 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.829 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.829 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.829 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.829 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.829 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.829 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.829 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.829 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.829 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.830 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.830 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.830 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.830 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.830 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.830 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.830 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.830 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.830 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.830 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.830 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.830 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.830 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.830 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.830 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.831 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.831 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.831 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.831 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.831 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.831 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.831 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.831 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.831 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.832 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.832 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.832 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.832 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.832 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.832 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.832 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.832 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.832 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.832 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.832 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.832 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.832 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.832 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.832 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.832 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.833 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.833 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.833 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.833 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.833 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.833 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.833 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.833 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.833 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.833 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.833 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.833 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.833 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.833 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.833 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.834 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.834 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.834 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.834 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.834 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.834 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.834 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.834 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.834 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.834 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.834 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.834 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.834 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.835 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.835 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.835 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.835 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.835 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.835 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.835 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.835 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.835 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.835 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.835 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.835 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.835 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.835 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.836 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.836 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.836 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.836 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.836 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.836 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.836 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.836 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.836 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.836 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:25.836 INFO:teuthology.orchestra.run.smithi145.stdout: def test_multipart_copy_multiple_sizes(): 2023-12-03T12:50:25.836 INFO:teuthology.orchestra.run.smithi145.stdout: src_key = 'foo' 2023-12-03T12:50:25.837 INFO:teuthology.orchestra.run.smithi145.stdout:> src_bucket_name = _create_key_with_random_content(src_key, 12*1024*1024) 2023-12-03T12:50:25.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.837 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6165: 2023-12-03T12:50:25.837 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.837 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:50:25.837 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:25.837 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:25.837 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:25.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.837 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.837 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.837 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.837 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.838 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.838 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.838 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.838 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.838 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.838 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.838 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.838 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.838 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.838 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.838 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.838 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.838 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.838 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.838 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.839 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.839 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.839 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.839 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.839 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.839 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.839 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.839 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.839 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.839 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.839 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.839 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.840 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.840 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.840 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.840 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.840 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.840 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.840 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.840 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.840 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.840 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.840 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.840 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.840 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.840 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.840 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.840 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.841 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.841 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.841 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.841 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.841 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.841 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.841 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.841 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.841 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.841 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.841 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.841 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.841 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.842 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.842 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.842 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.842 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.842 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.842 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.842 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.842 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.842 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.842 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.842 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.842 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.842 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-333" 2023-12-03T12:50:25.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.842 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.843 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________ test_multipart_upload_size_too_small _____________________ 2023-12-03T12:50:25.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.843 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.843 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.843 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.843 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.843 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.843 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.843 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.843 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.843 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.843 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.843 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.844 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.844 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.844 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.844 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.844 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.844 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.844 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.844 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.844 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.844 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.844 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.844 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.844 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.844 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.845 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.845 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.845 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.845 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.845 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.845 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.845 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.845 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.845 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.845 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.845 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.845 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.845 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.845 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.845 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.845 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.846 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.846 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.846 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.846 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.846 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.846 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.846 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.846 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.846 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.846 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.846 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.846 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.846 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.846 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.847 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.847 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.847 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.847 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.847 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.847 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.847 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.847 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.847 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.847 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.847 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.847 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.847 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.848 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.848 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.848 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.848 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.848 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.848 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.848 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.848 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.848 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.848 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.848 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.848 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.848 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.848 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.848 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.849 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.849 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.849 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.849 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.849 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.849 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.849 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.849 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.849 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.849 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.849 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.849 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.849 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.849 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.849 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.850 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.850 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.850 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.850 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.850 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.850 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.850 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.850 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.850 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.850 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.850 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.850 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.850 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.850 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.850 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.850 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.851 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.851 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.851 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.851 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.851 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.851 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.851 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.851 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.851 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.851 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.851 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.851 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.852 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.852 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.852 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.852 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.852 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.852 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.852 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.852 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.852 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.852 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.852 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.852 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.852 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.852 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.852 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.852 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.853 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.853 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.853 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.853 INFO:teuthology.orchestra.run.smithi145.stdout: def test_multipart_upload_size_too_small(): 2023-12-03T12:50:25.853 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:25.853 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.853 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6202: 2023-12-03T12:50:25.853 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.853 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:25.853 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:25.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.853 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.853 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.853 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.854 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.854 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.854 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.854 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.854 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.854 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.854 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.854 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.854 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.854 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.854 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.854 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.854 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.854 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.854 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.854 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.854 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.855 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.855 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.855 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.855 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.855 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.855 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.855 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.855 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.855 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.855 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.855 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.855 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.855 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.855 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.855 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.855 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.856 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.856 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.856 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.856 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.856 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.856 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.856 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.856 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.856 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.856 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.856 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.856 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.856 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.856 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.856 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.856 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.857 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.857 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.857 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.857 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.857 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.857 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.857 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.857 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.857 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.857 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.857 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.857 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.857 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.857 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.857 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.857 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.858 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.858 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.858 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.858 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.858 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.858 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.858 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.858 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.858 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.858 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.858 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.858 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-334" 2023-12-03T12:50:25.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.858 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.858 INFO:teuthology.orchestra.run.smithi145.stdout:________________________ test_multipart_upload_contents ________________________ 2023-12-03T12:50:25.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.859 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.859 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.859 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.859 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.859 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.859 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.859 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.859 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.859 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.859 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.859 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.859 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.860 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.860 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.860 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.860 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.860 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.860 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.860 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.860 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.860 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.860 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.860 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.860 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.860 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.860 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.861 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.861 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.861 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.861 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.861 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.861 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.861 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.861 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.861 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.861 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.861 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.861 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.861 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.861 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.861 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.861 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.862 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.862 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.862 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.862 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.862 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.862 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.862 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.862 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.862 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.862 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.862 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.862 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.862 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.862 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.863 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.863 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.863 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.863 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.863 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.863 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.863 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.863 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.863 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.863 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.863 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.863 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.863 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.863 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.863 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.863 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.863 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.864 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.864 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.864 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.864 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.864 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.864 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.864 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.864 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.864 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.864 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.864 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.864 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.864 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.864 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.864 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.864 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.864 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.865 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.865 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.865 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.865 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.865 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.865 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.865 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.865 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.865 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.865 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.865 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.865 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.865 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.866 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.866 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.866 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.866 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.866 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.866 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.866 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.866 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.866 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.866 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.866 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.866 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.866 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.866 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.866 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.866 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.867 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.867 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.867 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.867 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.867 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.867 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.867 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.867 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.867 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.867 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.867 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.867 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.867 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.868 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.868 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.868 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.868 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.868 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.868 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.868 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.868 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.868 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.868 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.868 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.868 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.869 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:25.869 INFO:teuthology.orchestra.run.smithi145.stdout: def test_multipart_upload_contents(): 2023-12-03T12:50:25.869 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:25.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.869 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6248: 2023-12-03T12:50:25.869 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.869 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:25.869 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:25.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.869 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.869 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.869 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.869 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.870 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.870 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.870 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.870 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.870 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.870 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.870 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.870 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.871 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.871 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.871 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.871 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.871 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.871 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.871 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.871 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.871 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.871 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.871 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.871 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.871 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.871 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.871 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.871 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.872 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.872 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.872 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.872 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.872 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.872 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.872 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.872 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.872 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.872 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.872 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.872 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.872 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.872 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.872 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.872 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.872 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.873 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.873 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.873 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.873 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.873 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.873 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.873 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.873 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.873 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.873 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.873 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.873 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.873 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.873 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.873 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.874 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.874 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.874 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.874 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.874 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.874 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.874 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.874 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.874 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.874 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.874 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-335" 2023-12-03T12:50:25.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.874 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.874 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ test_multipart_upload_overwrite_existing_object ________________ 2023-12-03T12:50:25.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.874 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.875 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.875 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.875 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.875 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.875 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.875 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.875 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.875 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.875 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.875 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.875 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.875 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.876 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.876 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.876 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.876 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.876 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.876 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.876 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.876 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.876 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.876 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.876 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.876 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.876 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.876 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.877 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.877 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.877 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.877 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.877 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.877 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.877 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.877 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.877 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.877 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.877 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.877 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.877 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.877 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.878 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.878 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.878 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.878 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.878 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.878 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.878 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.878 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.878 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.878 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.878 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.878 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.878 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.878 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.879 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.879 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.879 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.879 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.879 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.879 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.879 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.879 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.879 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.879 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.879 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.879 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.879 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.880 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.880 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.880 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.880 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.880 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.880 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.880 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.880 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.880 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.880 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.880 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.880 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.880 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.880 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.880 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.880 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.881 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.881 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.881 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.881 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.881 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.881 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.881 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.881 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.881 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.881 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.881 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.881 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.881 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.882 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.882 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.882 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.882 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.882 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.882 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.882 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.882 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.882 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.882 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.882 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.882 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.882 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.882 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.882 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.882 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.883 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.883 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.883 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.883 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.883 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.883 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.883 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.883 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.883 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.883 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.883 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.883 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.883 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.884 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.884 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.884 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.884 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.884 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.884 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.884 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.884 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.884 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.884 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.884 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.884 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.885 INFO:teuthology.orchestra.run.smithi145.stdout: def test_multipart_upload_overwrite_existing_object(): 2023-12-03T12:50:25.885 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:25.885 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.885 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6252: 2023-12-03T12:50:25.885 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.885 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:25.885 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:25.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.885 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.885 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.885 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.885 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.885 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.886 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.886 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.886 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.886 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.886 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.886 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.886 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.887 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.887 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.887 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.887 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.887 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.887 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.887 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.887 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.887 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.887 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.887 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.887 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.887 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.888 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.888 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.888 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.888 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.888 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.888 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.888 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.888 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.888 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.888 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.888 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.888 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.888 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.888 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.888 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.888 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.888 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.889 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.889 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.889 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.889 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.889 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.889 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.889 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.889 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.889 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.889 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.889 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.889 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.889 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.889 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.889 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.889 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.889 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.890 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.890 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.890 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.890 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.890 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.890 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.890 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.890 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.890 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.890 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-336" 2023-12-03T12:50:25.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.890 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.890 INFO:teuthology.orchestra.run.smithi145.stdout:_________________________ test_abort_multipart_upload __________________________ 2023-12-03T12:50:25.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.890 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.891 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.891 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.891 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.891 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.891 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.891 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.891 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.891 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.891 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.891 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.891 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.891 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.892 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.892 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.892 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.892 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.892 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.892 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.892 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.892 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.892 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.892 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.892 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.892 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.892 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.892 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.892 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.893 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.893 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.893 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.893 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.893 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.893 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.893 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.893 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.893 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.893 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.893 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.893 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.893 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.893 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.893 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.893 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.893 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.893 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.894 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.894 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.894 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.894 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.894 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.894 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.894 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.894 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.894 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.894 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.894 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.894 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.894 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.895 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.895 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.895 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.895 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.895 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.895 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.895 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.895 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.895 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.895 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.895 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.895 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.895 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.896 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.896 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.896 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.896 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.896 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.896 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.896 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.896 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.896 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.896 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.896 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.896 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.896 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.896 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.896 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.897 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.897 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.897 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.897 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.897 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.897 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.897 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.897 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.897 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.897 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.897 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.897 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.897 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.897 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.897 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.897 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.897 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.898 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.898 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.898 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.898 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.898 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.898 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.898 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.898 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.898 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.898 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.898 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.898 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.899 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.899 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.899 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.899 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.899 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.899 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.899 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.899 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.899 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.899 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.899 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.899 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.899 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.900 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.900 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.900 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.900 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.900 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.900 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.900 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.900 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.900 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.900 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.900 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.900 INFO:teuthology.orchestra.run.smithi145.stdout: def test_abort_multipart_upload(): 2023-12-03T12:50:25.900 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:25.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.901 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6277: 2023-12-03T12:50:25.901 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.901 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:25.901 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:25.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.901 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.901 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.901 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.901 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.901 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.902 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.902 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.902 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.902 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.902 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.902 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.902 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.903 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.903 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.903 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.903 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.903 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.903 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.903 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.903 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.903 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.903 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.903 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.903 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.903 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.904 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.904 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.904 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.904 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.904 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.904 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.904 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.904 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.904 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.904 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.904 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.904 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.904 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.904 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.904 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.905 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.905 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.905 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.905 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.905 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.905 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.905 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.905 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.905 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.905 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.905 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.905 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.905 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.905 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.905 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.905 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.905 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.906 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.906 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.906 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.906 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.906 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.906 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.906 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.906 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.906 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.906 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.906 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.906 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.906 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-337" 2023-12-03T12:50:25.906 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.906 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.907 INFO:teuthology.orchestra.run.smithi145.stdout:____________________ test_abort_multipart_upload_not_found _____________________ 2023-12-03T12:50:25.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.907 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.907 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.907 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.907 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.907 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.907 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.907 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.907 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.907 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.907 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.907 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.908 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.908 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.908 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.908 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.908 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.908 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.908 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.908 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.908 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.908 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.908 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.908 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.908 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.909 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.909 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.909 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.909 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.909 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.909 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.909 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.909 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.909 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.909 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.909 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.909 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.909 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.909 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.909 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.909 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.910 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.910 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.910 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.910 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.910 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.910 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.910 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.910 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.910 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.910 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.910 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.910 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.910 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.911 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.911 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.911 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.911 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.911 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.911 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.911 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.911 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.911 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.911 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.911 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.911 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.911 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.911 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.911 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.912 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.912 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.912 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.912 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.912 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.912 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.912 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.912 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.912 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.912 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.912 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.912 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.912 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.913 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.913 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.913 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.913 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.913 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.913 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.913 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.913 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.913 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.913 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.913 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.913 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.913 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.913 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.913 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.913 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.914 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.914 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.914 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.914 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.914 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.914 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.914 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.914 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.914 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.914 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.915 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.915 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.915 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.915 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.915 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.915 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.915 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.915 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.915 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.915 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.915 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.915 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.915 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.916 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.916 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.916 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.916 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.916 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.916 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.916 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.916 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.916 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.916 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.916 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.916 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.916 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.916 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.917 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.917 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.917 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.917 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.917 INFO:teuthology.orchestra.run.smithi145.stdout: def test_abort_multipart_upload_not_found(): 2023-12-03T12:50:25.917 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:25.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.917 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6289: 2023-12-03T12:50:25.917 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.917 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:25.917 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:25.917 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.918 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.918 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.918 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.918 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.918 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.918 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.918 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.918 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.919 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.919 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.919 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.919 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.919 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.919 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.919 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.919 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.920 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.920 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.920 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.920 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.920 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.920 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.920 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.920 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.920 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.920 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.920 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.920 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.920 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.920 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.920 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.920 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.920 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.921 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.921 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.921 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.921 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.921 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.921 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.921 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.921 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.921 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.921 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.921 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.921 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.921 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.921 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.921 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.921 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.922 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.922 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.922 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.922 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.922 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.922 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.922 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.922 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.922 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.922 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.922 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.922 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.922 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.922 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.922 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.922 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.923 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.923 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.923 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.923 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.923 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-338" 2023-12-03T12:50:25.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.923 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.923 INFO:teuthology.orchestra.run.smithi145.stdout:__________________________ test_list_multipart_upload __________________________ 2023-12-03T12:50:25.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.923 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.923 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.923 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.923 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.923 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.923 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.924 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.924 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.924 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.924 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.924 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.924 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.924 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.924 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.924 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.924 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.924 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.924 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.924 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.925 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.925 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.925 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.925 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.925 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.925 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.925 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.925 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.925 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.925 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.925 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.925 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.925 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.925 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.925 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.925 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.926 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.926 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.926 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.926 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.926 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.926 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.926 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.926 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.926 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.926 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.926 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.926 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.926 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.926 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.926 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.926 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.926 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.927 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.927 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.927 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.927 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.927 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.927 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.927 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.927 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.927 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.927 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.927 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.927 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.927 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.927 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.928 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.928 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.928 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.928 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.928 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.928 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.928 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.928 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.928 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.928 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.928 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.929 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.929 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.929 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.929 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.929 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.929 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.929 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.929 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.929 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.929 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.929 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.929 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.929 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.929 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.930 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.930 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.930 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.930 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.930 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.930 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.930 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.930 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.930 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.930 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.930 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.930 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.930 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.930 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.931 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.931 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.931 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.931 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.931 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.931 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.931 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.931 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.931 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.932 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.932 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.932 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.932 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.932 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.932 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.932 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.932 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.932 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.932 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.932 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.933 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.933 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.933 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.933 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.933 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.933 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.933 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.933 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.933 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.933 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.933 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.933 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.933 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.934 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.934 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.934 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:25.934 INFO:teuthology.orchestra.run.smithi145.stdout: def test_list_multipart_upload(): 2023-12-03T12:50:25.934 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:25.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.934 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6301: 2023-12-03T12:50:25.934 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.934 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:25.934 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:25.934 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.934 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.935 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.935 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.935 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.935 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.935 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.935 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.935 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.936 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.936 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.936 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.936 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.936 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.936 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.936 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.936 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.936 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.937 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.937 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.937 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.937 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.937 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.937 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.937 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.937 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.937 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.937 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.937 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.937 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.937 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.937 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.937 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.938 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.938 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.938 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.938 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.938 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.938 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.938 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.938 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.938 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.938 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.938 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.938 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.938 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.938 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.938 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.938 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.939 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.939 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.939 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.939 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.939 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.939 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.939 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.939 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.939 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.939 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.939 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.939 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.939 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.939 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.940 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.940 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.940 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.940 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.940 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.940 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-339" 2023-12-03T12:50:25.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.940 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.940 INFO:teuthology.orchestra.run.smithi145.stdout:_______________________ test_list_multipart_upload_owner _______________________ 2023-12-03T12:50:25.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.940 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.940 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.940 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.940 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.940 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.941 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.941 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.941 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.941 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.941 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.941 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.941 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.941 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.941 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.941 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.941 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.941 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.941 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.942 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.942 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.942 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.942 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.942 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.942 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.942 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.942 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.942 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.942 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.942 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.943 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.943 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.943 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.943 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.943 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.943 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.943 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.943 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.943 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.943 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.943 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.943 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.943 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.943 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.943 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.943 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.943 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.944 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.944 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.944 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.944 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.944 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.944 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.944 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.944 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.944 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.944 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.944 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.944 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.944 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.944 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.945 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.945 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.945 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.945 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.945 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.945 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.945 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.945 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.945 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.945 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.946 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.946 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.946 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.946 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.946 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.946 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.946 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.946 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.946 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.946 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.946 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.946 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.947 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.947 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.947 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.947 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.947 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.947 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.947 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.947 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.947 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.947 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.947 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.947 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.947 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.947 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.947 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.947 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.947 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.948 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.948 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.948 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.948 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.948 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.948 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.948 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.948 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.949 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.949 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.949 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.949 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.949 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.949 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.949 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.949 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.949 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.949 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.949 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.949 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.949 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.950 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.950 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.950 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.950 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.950 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.950 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.950 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.950 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.950 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.950 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.950 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.950 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.950 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.951 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.951 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.951 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.951 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.951 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:25.951 INFO:teuthology.orchestra.run.smithi145.stdout: def test_list_multipart_upload_owner(): 2023-12-03T12:50:25.951 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:25.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.951 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6332: 2023-12-03T12:50:25.951 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.951 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:25.951 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:25.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.952 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.952 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.952 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.952 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.952 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.952 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.952 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.952 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.953 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.953 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.953 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.953 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.953 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.953 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.953 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.953 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.953 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.953 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.954 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.954 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.954 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.954 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.954 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.954 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.954 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.954 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.954 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.954 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.954 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.954 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.954 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.954 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.954 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.954 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.955 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.955 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.955 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.955 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.955 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.955 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.955 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.955 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.955 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.955 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.955 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.955 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.955 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.955 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.955 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.955 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.955 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.956 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.956 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.956 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.956 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.956 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.956 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.956 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.956 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.956 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.956 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.956 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.956 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.956 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.956 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.956 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.956 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.956 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.957 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.957 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-340" 2023-12-03T12:50:25.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.957 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ test_multipart_upload_missing_part ______________________ 2023-12-03T12:50:25.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.957 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.957 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.957 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.957 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.957 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.957 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.957 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.957 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.957 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.958 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.958 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.958 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.958 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.958 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.958 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.958 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.958 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.958 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.958 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.958 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.958 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.959 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.959 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.959 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.959 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.959 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.959 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.959 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.959 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.959 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.959 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.959 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.959 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.959 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.959 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.959 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.959 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.960 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.960 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.960 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.960 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.960 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.960 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.960 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.960 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.960 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.960 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.960 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.960 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.960 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.960 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.961 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.961 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.961 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.961 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.961 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.961 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.961 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.961 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.961 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.961 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.961 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.961 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.962 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.962 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.962 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.962 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.962 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.962 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.962 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.962 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.962 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.962 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.963 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.963 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.963 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.963 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.963 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.963 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.963 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.963 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.963 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.963 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.963 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.963 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.963 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.963 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.963 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.963 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.963 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.963 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.964 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.964 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.964 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.964 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.964 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.964 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.964 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.964 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.964 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.964 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.964 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.964 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.964 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.964 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.964 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.964 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.964 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.965 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.965 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.965 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.965 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.965 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.965 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.965 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.965 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.965 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.965 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.965 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.965 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.965 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.965 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.965 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.965 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.965 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.966 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.966 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.966 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.966 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.966 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.966 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.966 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.966 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.966 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.966 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.966 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.966 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.966 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.967 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.967 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.967 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.967 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.967 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.967 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.967 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.967 INFO:teuthology.orchestra.run.smithi145.stdout: def test_multipart_upload_missing_part(): 2023-12-03T12:50:25.967 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:25.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.967 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6377: 2023-12-03T12:50:25.967 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.967 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:25.968 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:25.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.968 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.968 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.968 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.968 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.968 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.968 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.968 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.968 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.969 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.969 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.969 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.969 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.969 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.969 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.969 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.969 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.969 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.970 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.970 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.970 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.970 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.970 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.970 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.970 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.970 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.970 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.970 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.970 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.970 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.970 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.970 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.970 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.971 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.971 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.971 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.971 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.971 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.971 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.971 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.971 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.971 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.971 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.971 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.971 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.971 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.971 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.971 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.972 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.972 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.972 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.972 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.972 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.972 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.972 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.972 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.972 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.972 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.972 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.972 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.972 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.972 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.972 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.972 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.972 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.973 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.973 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.973 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.973 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.973 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.973 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-341" 2023-12-03T12:50:25.973 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.973 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.973 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________ test_multipart_upload_incorrect_etag _____________________ 2023-12-03T12:50:25.973 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.973 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.973 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.973 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.973 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.973 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.973 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.973 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.974 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.974 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.974 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.974 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.974 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.974 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.974 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.974 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.974 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.974 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.974 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.974 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.974 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.974 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.974 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.974 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.975 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.975 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.975 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.975 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.975 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.975 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.975 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.975 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.975 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.975 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.975 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.975 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.975 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.975 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.976 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.976 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.976 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.976 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.976 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.976 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.976 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.976 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.976 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.976 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.976 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.976 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.976 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.976 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.976 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.977 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.977 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.977 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.977 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.977 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.977 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.977 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.977 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.977 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.977 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.977 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.977 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.977 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.977 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.978 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.978 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.978 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.978 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.978 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.978 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.978 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.978 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.978 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.978 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.978 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.978 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.979 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.979 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.979 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.979 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.979 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.979 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.979 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.979 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.979 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.979 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.979 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.979 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.979 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.979 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.979 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.979 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.979 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.980 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.980 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.980 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.980 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.980 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.980 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.980 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.980 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.980 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.980 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.980 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.980 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.980 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.980 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.980 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.980 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.980 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.981 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.981 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.981 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.981 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.981 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.981 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.981 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.981 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.981 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.981 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.981 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.981 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.982 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.982 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.982 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.982 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.982 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.982 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.982 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.982 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.982 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.982 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.982 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.982 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.982 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.983 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.983 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.983 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.983 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.983 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.983 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.983 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.983 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.983 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.983 INFO:teuthology.orchestra.run.smithi145.stdout: def test_multipart_upload_incorrect_etag(): 2023-12-03T12:50:25.983 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:25.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.984 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6396: 2023-12-03T12:50:25.984 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.984 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:25.984 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:25.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:25.984 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:25.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:25.984 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:25.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:25.984 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:25.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:25.984 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:25.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:25.984 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:25.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:25.984 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:25.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:25.985 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:25.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:25.985 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:25.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:25.985 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:25.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:25.985 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:25.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:25.985 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:25.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:25.985 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:25.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:25.985 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:25.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:25.985 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:25.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:25.985 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:25.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:25.986 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:25.986 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:25.986 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:25.986 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.986 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.986 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.986 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.986 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.986 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.986 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.986 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.986 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.986 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.986 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.986 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.986 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.987 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.987 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.987 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.987 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.987 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.987 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.987 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.987 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.987 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.987 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:25.987 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.987 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.987 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.987 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.987 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.987 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.988 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.988 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.988 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.988 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.988 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.988 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:25.988 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:25.988 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:25.988 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:25.988 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:25.988 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.988 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.988 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:25.988 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:25.988 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:25.988 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:25.988 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:25.988 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.989 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:25.989 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:25.989 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.989 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:25.989 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:25.989 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-342" 2023-12-03T12:50:25.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.989 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:25.989 INFO:teuthology.orchestra.run.smithi145.stdout:___________________________ test_multipart_get_part ____________________________ 2023-12-03T12:50:25.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.989 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.989 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.989 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.989 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.989 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.990 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.990 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.990 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.990 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.990 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.990 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.990 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.990 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.990 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:25.990 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.990 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.990 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.990 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:25.990 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.991 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:25.991 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:25.991 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.991 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.991 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:25.991 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:25.991 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.991 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:25.991 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:25.991 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:25.991 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:25.991 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:25.991 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.991 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:25.991 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.991 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:25.991 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:25.992 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:25.992 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:25.992 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:25.992 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:25.992 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:25.992 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:25.992 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.992 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:25.992 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:25.992 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:25.992 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:25.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.992 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:25.992 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:25.992 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:25.992 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:25.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.993 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.993 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:25.993 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:25.993 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:25.993 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:25.993 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.993 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:25.993 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:25.993 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:25.993 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.993 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:25.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.993 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:25.993 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:25.994 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.994 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:25.994 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:25.994 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:25.994 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:25.994 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:25.994 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:25.994 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.994 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:25.994 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.994 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.994 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.994 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.994 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:25.994 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.995 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:25.995 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.995 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:25.995 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:25.995 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:25.995 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:25.995 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:25.995 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:25.995 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:25.995 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:25.995 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:25.995 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:25.995 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:25.995 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:25.995 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:25.995 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.995 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:25.995 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:25.996 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:25.996 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:25.996 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:25.996 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:25.996 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:25.996 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:25.996 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:25.996 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:25.996 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:25.996 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.996 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.996 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:25.996 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.996 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:25.996 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:25.996 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:25.996 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:25.997 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:25.997 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:25.997 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:25.997 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:25.997 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:25.997 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:25.997 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:25.997 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:25.997 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:25.997 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:25.997 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:25.997 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.997 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:25.997 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.997 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:25.997 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:25.997 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.997 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:25.998 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:25.998 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:25.998 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:25.998 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:25.998 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.998 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:25.998 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:25.998 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.998 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:25.998 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:25.998 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:25.998 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.998 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.998 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:25.998 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:25.998 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:25.999 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:25.999 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:25.999 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.999 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.999 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:25.999 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:25.999 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:25.999 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:25.999 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:25.999 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.999 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:25.999 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.999 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:25.999 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:25.999 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:25.999 INFO:teuthology.orchestra.run.smithi145.stdout: def test_multipart_get_part(): 2023-12-03T12:50:26.000 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.000 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.000 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6416: 2023-12-03T12:50:26.000 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.000 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.000 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.000 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.000 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.000 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.000 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.000 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.000 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.000 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.000 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.000 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.000 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.000 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.001 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.001 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.001 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.001 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.001 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.001 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.001 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.001 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.001 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.001 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.001 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.001 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.001 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.001 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.001 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.001 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.002 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.002 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.002 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.002 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.002 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.002 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.002 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.002 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.002 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.002 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.002 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.002 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.002 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.002 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.002 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.002 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.003 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.003 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.003 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.003 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.003 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.003 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.003 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.003 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.003 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.003 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.003 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.003 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.003 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.003 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.003 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.003 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.004 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.004 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.004 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.004 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.004 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.004 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.004 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.004 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.004 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.004 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.004 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.004 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.004 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.004 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.004 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.004 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.004 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.004 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.005 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.005 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.005 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.005 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.005 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.005 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.005 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.005 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.005 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.005 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-343" 2023-12-03T12:50:26.005 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.005 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.005 INFO:teuthology.orchestra.run.smithi145.stdout:_________________________ test_non_multipart_get_part __________________________ 2023-12-03T12:50:26.005 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.005 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.005 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.005 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.006 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.006 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.006 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.006 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.006 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.006 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.006 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.006 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.006 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.006 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.006 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.006 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.006 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.006 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.006 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.006 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.006 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.007 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.007 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.007 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.007 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.007 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.007 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.007 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.007 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.007 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.007 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.007 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.007 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.007 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.007 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.007 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.007 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.007 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.008 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.008 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.008 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.008 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.008 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.008 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.008 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.008 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.008 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.008 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.008 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.008 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.008 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.008 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.008 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.008 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.008 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.009 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.009 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.009 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.009 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.009 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.009 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.009 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.009 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.009 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.009 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.009 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.009 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.009 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.009 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.009 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.009 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.009 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.009 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.010 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.010 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.010 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.010 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.010 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.010 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.010 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.010 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.010 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.010 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.010 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.010 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.011 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.011 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.011 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.011 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.011 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.011 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.011 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.011 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.011 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.011 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.011 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.011 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.011 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.011 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.011 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.011 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.011 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.012 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.012 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.012 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.012 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.012 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.012 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.012 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.012 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.012 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.012 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.012 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.012 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.012 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.012 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.012 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.012 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.013 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.013 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.013 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.013 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.013 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.013 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.013 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.013 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.013 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.013 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.013 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.013 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.013 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.013 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.013 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.013 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.014 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.014 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.014 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.014 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.014 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.014 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.014 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.014 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.014 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.014 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.014 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.014 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.014 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.014 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.014 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.014 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.014 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.015 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.015 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.015 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.015 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.015 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.015 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.015 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.015 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.015 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.015 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.015 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.015 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.015 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.015 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.015 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.015 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:26.016 INFO:teuthology.orchestra.run.smithi145.stdout: def test_non_multipart_get_part(): 2023-12-03T12:50:26.016 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.016 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.016 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6458: 2023-12-03T12:50:26.016 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.016 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.016 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.016 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.016 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.016 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.016 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.016 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.016 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.016 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.016 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.016 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.016 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.016 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.017 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.017 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.017 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.017 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.017 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.017 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.017 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.017 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.017 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.017 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.017 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.017 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.017 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.017 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.017 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.017 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.018 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.018 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.018 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.018 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.018 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.018 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.018 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.018 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.018 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.018 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.018 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.018 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.018 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.018 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.018 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.018 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.018 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.019 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.019 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.019 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.019 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.019 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.019 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.019 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.019 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.019 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.019 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.019 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.019 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.019 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.019 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.019 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.019 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.019 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.019 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.020 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.020 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.020 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.020 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.020 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.020 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.020 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.020 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.020 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.020 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.020 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.020 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.020 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.020 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.020 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.020 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.020 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.021 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.021 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.021 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.021 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.021 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.021 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.021 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.021 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-344" 2023-12-03T12:50:26.021 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.021 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.021 INFO:teuthology.orchestra.run.smithi145.stdout:______________________________ test_100_continue _______________________________ 2023-12-03T12:50:26.021 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.021 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.021 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.021 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.021 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.021 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.022 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.022 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.022 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.022 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.022 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.022 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.022 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.022 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.022 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.022 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.022 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.022 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.022 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.022 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.022 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.022 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.022 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.023 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.023 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.023 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.023 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.023 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.023 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.023 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.023 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.023 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.023 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.023 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.023 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.023 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.023 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.023 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.023 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.023 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.024 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.024 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.024 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.024 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.024 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.024 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.024 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.024 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.024 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.024 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.024 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.024 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.024 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.025 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.025 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.025 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.025 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.025 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.025 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.025 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.025 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.025 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.025 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.025 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.025 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.025 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.025 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.026 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.026 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.026 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.026 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.026 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.026 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.026 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.026 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.026 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.026 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.026 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.026 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.026 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.026 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.026 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.026 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.026 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.027 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.027 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.027 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.027 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.027 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.027 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.027 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.027 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.027 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.027 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.027 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.027 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.027 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.027 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.027 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.028 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.028 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.028 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.028 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.028 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.028 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.028 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.028 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.028 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.028 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.028 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.028 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.028 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.028 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.028 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.028 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.028 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.029 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.029 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.029 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.029 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.029 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.029 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.029 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.029 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.029 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.029 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.029 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.029 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.029 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.029 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.029 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.029 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.029 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.030 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.030 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.030 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.030 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.030 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.030 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.030 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.030 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.030 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.030 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.030 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.030 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.030 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.030 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.030 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.030 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.031 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.031 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.031 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.031 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.031 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.031 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.031 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.031 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.031 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.031 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.031 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.031 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.031 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.031 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.031 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.031 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.031 INFO:teuthology.orchestra.run.smithi145.stdout: def test_100_continue(): 2023-12-03T12:50:26.032 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:26.032 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:26.032 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name) 2023-12-03T12:50:26.032 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.032 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6514: 2023-12-03T12:50:26.032 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.032 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.032 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.032 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.032 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.032 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.032 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.032 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.032 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.032 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.032 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.032 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.033 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.033 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.033 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.033 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.033 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.033 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.033 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.033 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.033 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.033 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.033 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.033 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.033 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.033 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.033 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.033 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.033 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.033 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.034 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.034 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.034 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.034 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.034 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.034 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.034 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.034 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.034 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.034 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.034 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.034 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.034 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.035 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.035 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.035 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.035 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.035 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.035 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.035 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.035 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.035 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.035 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.035 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.035 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.035 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.035 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.035 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.035 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.035 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.036 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.036 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.036 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.036 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.036 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.036 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.036 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.036 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.036 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.036 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.036 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.036 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.036 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.036 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.036 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.036 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.036 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.037 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.037 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.037 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.037 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.037 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.037 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.037 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.037 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.037 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-345" 2023-12-03T12:50:26.037 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.037 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.037 INFO:teuthology.orchestra.run.smithi145.stdout:________________________________ test_set_cors _________________________________ 2023-12-03T12:50:26.037 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.037 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.037 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.037 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.037 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.037 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.038 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.038 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.038 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.038 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.038 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.038 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.038 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.038 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.038 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.038 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.038 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.038 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.038 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.038 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.038 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.038 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.039 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.039 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.039 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.039 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.039 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.039 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.039 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.039 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.039 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.039 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.039 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.039 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.039 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.039 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.039 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.039 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.039 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.040 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.040 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.040 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.040 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.040 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.040 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.040 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.040 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.040 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.040 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.040 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.040 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.040 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.040 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.040 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.041 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.041 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.041 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.041 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.041 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.041 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.041 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.041 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.041 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.041 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.041 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.041 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.041 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.041 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.041 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.041 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.042 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.042 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.042 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.042 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.042 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.042 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.042 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.042 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.042 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.042 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.042 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.042 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.042 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.042 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.042 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.042 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.042 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.043 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.043 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.043 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.043 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.043 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.043 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.043 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.043 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.043 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.043 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.043 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.043 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.043 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.043 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.043 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.043 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.043 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.044 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.044 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.044 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.044 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.044 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.044 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.044 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.044 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.044 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.044 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.044 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.044 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.044 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.044 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.044 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.044 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.044 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.044 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.045 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.045 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.045 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.045 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.045 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.045 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.045 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.045 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.045 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.045 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.045 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.045 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.045 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.045 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.045 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.045 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.046 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.046 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.046 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.046 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.046 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.046 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.046 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.046 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.046 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.046 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.046 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.046 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.046 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.046 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.046 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.046 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.047 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.047 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.047 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.047 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.047 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.047 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.047 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.047 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.047 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.047 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.047 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.047 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.047 INFO:teuthology.orchestra.run.smithi145.stdout: def test_set_cors(): 2023-12-03T12:50:26.048 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.048 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.048 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6532: 2023-12-03T12:50:26.048 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.048 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.048 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.048 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.048 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.048 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.048 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.048 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.048 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.048 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.048 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.048 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.048 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.048 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.049 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.049 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.049 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.049 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.049 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.049 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.049 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.049 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.049 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.050 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.050 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.050 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.050 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.050 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.050 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.050 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.050 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.050 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.050 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.050 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.050 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.050 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.050 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.050 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.051 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.051 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.051 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.051 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.051 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.051 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.051 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.051 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.051 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.051 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.051 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.051 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.051 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.051 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.051 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.051 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.052 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.052 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.052 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.052 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.052 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.052 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.052 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.052 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.052 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.052 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.052 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.052 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.052 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.052 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.052 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.052 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.052 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.053 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.053 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.053 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.053 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.053 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.053 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.053 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.053 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.053 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.053 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.053 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-346" 2023-12-03T12:50:26.053 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.053 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.053 INFO:teuthology.orchestra.run.smithi145.stdout:__________________________ test_cors_origin_response ___________________________ 2023-12-03T12:50:26.053 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.053 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.054 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.054 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.054 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.054 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.054 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.054 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.054 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.054 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.054 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.054 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.054 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.054 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.054 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.055 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.055 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.055 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.055 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.055 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.055 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.055 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.055 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.055 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.055 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.055 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.055 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.055 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.056 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.056 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.056 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.056 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.056 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.056 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.056 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.056 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.056 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.056 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.056 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.056 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.056 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.056 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.056 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.057 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.057 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.057 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.057 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.057 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.057 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.057 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.057 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.057 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.057 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.057 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.057 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.057 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.057 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.057 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.057 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.058 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.058 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.058 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.058 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.058 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.058 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.058 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.058 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.058 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.058 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.058 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.058 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.058 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.058 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.059 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.059 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.059 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.059 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.059 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.059 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.059 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.059 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.059 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.059 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.059 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.059 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.059 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.059 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.059 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.059 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.059 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.060 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.060 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.060 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.060 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.060 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.060 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.060 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.060 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.060 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.060 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.060 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.060 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.060 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.060 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.060 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.060 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.060 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.061 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.061 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.061 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.061 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.061 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.061 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.061 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.061 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.061 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.061 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.061 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.061 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.061 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.061 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.061 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.062 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.062 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.062 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.062 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.062 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.062 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.062 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.062 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.062 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.062 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.062 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.062 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.062 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.062 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.062 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.062 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.062 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.063 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.063 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.063 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.063 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.063 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.063 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.063 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.063 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.063 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.063 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.063 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.063 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.063 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.063 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.063 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.063 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.063 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.064 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.064 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.064 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.064 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.064 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.064 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.064 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.064 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.064 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.064 INFO:teuthology.orchestra.run.smithi145.stdout: def test_cors_origin_response(): 2023-12-03T12:50:26.064 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _setup_bucket_acl(bucket_acl='public-read') 2023-12-03T12:50:26.064 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.064 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6567: 2023-12-03T12:50:26.064 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.064 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:3245: in _setup_bucket_acl 2023-12-03T12:50:26.064 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(ACL=bucket_acl, Bucket=bucket_name) 2023-12-03T12:50:26.064 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.064 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.065 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.065 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.065 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.065 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.065 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.065 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.065 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.065 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.065 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.065 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.065 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.065 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.065 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.065 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.065 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.065 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.065 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.066 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.066 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.066 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.066 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.066 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.066 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.066 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.066 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.066 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.066 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.066 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.066 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.066 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.067 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.067 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.067 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.067 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.067 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.067 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.067 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.067 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.067 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.067 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.068 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.069 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.070 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.070 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-347" 2023-12-03T12:50:26.070 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.071 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.071 INFO:teuthology.orchestra.run.smithi145.stdout:__________________________ test_cors_origin_wildcard ___________________________ 2023-12-03T12:50:26.071 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.071 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.071 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.071 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.071 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.071 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.071 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.071 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.071 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.071 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.071 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.071 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.071 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.071 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.072 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.072 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.072 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.072 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.072 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.072 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.072 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.072 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.072 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.072 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.072 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.072 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.072 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.072 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.072 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.073 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.073 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.073 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.073 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.073 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.073 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.073 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.073 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.073 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.073 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.073 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.073 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.073 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.073 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.073 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.073 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.074 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.074 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.074 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.074 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.074 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.074 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.074 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.074 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.074 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.074 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.074 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.074 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.074 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.074 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.074 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.075 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.075 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.075 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.075 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.075 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.075 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.075 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.075 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.075 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.075 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.075 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.075 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.075 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.075 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.076 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.076 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.076 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.076 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.076 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.076 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.076 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.076 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.076 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.076 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.076 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.076 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.076 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.076 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.076 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.076 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.077 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.077 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.077 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.077 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.077 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.077 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.077 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.077 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.077 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.077 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.077 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.077 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.077 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.077 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.077 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.077 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.077 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.078 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.078 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.078 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.078 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.078 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.078 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.078 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.078 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.078 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.078 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.078 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.078 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.078 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.078 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.079 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.079 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.079 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.079 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.079 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.079 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.079 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.079 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.079 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.079 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.079 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.079 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.079 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.079 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.079 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.079 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.079 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.080 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.080 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.080 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.080 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.080 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.080 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.080 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.080 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.080 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.080 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.080 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.080 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.080 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.080 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.080 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.080 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.080 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.081 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.081 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.081 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.081 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.081 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.081 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.081 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.081 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.081 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.081 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.081 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.081 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.081 INFO:teuthology.orchestra.run.smithi145.stdout: def test_cors_origin_wildcard(): 2023-12-03T12:50:26.081 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _setup_bucket_acl(bucket_acl='public-read') 2023-12-03T12:50:26.081 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.081 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6642: 2023-12-03T12:50:26.081 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.082 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:3245: in _setup_bucket_acl 2023-12-03T12:50:26.082 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(ACL=bucket_acl, Bucket=bucket_name) 2023-12-03T12:50:26.082 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.082 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.082 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.082 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.082 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.082 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.082 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.082 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.082 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.082 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.082 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.082 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.082 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.082 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.083 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.083 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.083 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.083 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.083 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.083 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.083 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.083 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.083 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.083 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.083 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.083 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.083 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.083 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.083 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.083 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.084 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.084 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.084 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.084 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.084 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.084 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.084 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.084 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.084 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.084 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.084 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.084 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.084 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.084 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.084 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.085 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.085 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.085 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.085 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.085 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.085 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.085 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.085 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.085 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.085 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.085 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.085 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.085 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.085 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.085 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.085 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.085 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.085 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.086 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.086 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.086 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.086 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.086 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.086 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.086 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.086 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.086 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.086 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.086 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.086 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.086 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.086 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.086 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.086 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.086 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.087 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.087 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.087 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.087 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.087 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-348" 2023-12-03T12:50:26.087 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.087 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.087 INFO:teuthology.orchestra.run.smithi145.stdout:___________________________ test_cors_header_option ____________________________ 2023-12-03T12:50:26.087 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.087 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.087 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.087 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.087 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.087 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.087 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.087 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.088 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.088 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.088 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.088 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.088 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.088 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.088 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.088 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.088 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.088 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.088 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.088 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.088 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.088 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.088 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.088 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.089 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.089 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.089 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.089 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.089 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.089 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.089 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.089 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.089 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.089 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.089 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.089 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.089 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.089 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.089 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.089 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.089 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.090 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.090 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.090 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.090 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.090 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.090 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.090 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.090 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.090 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.090 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.090 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.090 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.090 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.090 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.091 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.091 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.091 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.091 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.091 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.091 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.091 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.091 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.091 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.091 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.091 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.091 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.091 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.091 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.091 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.091 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.092 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.092 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.092 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.092 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.092 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.092 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.092 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.092 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.092 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.092 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.092 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.092 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.093 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.093 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.093 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.093 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.093 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.093 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.093 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.093 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.093 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.093 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.093 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.093 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.093 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.093 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.093 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.093 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.093 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.094 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.094 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.094 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.094 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.094 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.094 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.094 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.094 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.094 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.094 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.094 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.094 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.094 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.094 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.094 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.094 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.094 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.095 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.095 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.095 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.095 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.095 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.095 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.095 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.095 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.095 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.095 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.095 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.095 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.095 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.095 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.096 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.096 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.096 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.096 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.096 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.096 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.096 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.096 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.096 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.096 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.096 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.096 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.096 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.096 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.096 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.096 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.096 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.097 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.097 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.097 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.097 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.097 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.097 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.097 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.097 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.097 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.097 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.097 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.097 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.097 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.097 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.097 INFO:teuthology.orchestra.run.smithi145.stdout: def test_cors_header_option(): 2023-12-03T12:50:26.097 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _setup_bucket_acl(bucket_acl='public-read') 2023-12-03T12:50:26.097 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.097 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6667: 2023-12-03T12:50:26.098 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.098 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:3245: in _setup_bucket_acl 2023-12-03T12:50:26.098 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(ACL=bucket_acl, Bucket=bucket_name) 2023-12-03T12:50:26.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.098 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.098 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.098 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.098 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.098 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.098 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.099 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.099 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.099 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.099 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.099 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.099 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.099 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.099 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.099 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.099 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.099 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.099 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.099 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.099 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.099 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.099 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.100 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.100 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.100 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.100 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.100 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.100 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.100 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.100 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.100 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.100 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.100 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.100 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.100 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.100 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.100 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.100 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.101 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.101 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.101 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.101 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.101 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.101 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.101 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.101 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.101 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.101 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.101 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.101 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.101 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.101 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.101 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.102 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.102 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.102 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.102 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.102 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.102 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.102 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.102 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.102 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.102 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.102 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.102 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.102 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.102 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.102 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.103 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.103 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.103 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.103 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.103 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.103 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.103 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.103 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.103 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.103 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.103 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.103 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-349" 2023-12-03T12:50:26.103 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.103 INFO:teuthology.orchestra.run.smithi145.stdout:________________________ test_cors_presigned_get_object ________________________ 2023-12-03T12:50:26.103 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.103 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.104 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.104 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.104 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.104 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.104 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.104 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.104 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.104 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.104 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.104 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.104 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.104 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.104 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.104 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.104 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.104 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.104 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.105 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.105 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.105 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.105 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.105 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.105 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.105 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.105 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.105 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.105 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.105 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.105 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.105 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.105 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.105 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.105 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.105 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.105 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.106 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.106 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.106 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.106 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.106 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.106 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.106 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.106 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.106 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.106 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.106 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.106 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.106 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.106 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.106 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.107 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.107 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.107 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.107 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.107 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.107 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.107 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.107 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.107 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.107 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.107 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.107 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.107 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.107 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.108 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.108 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.108 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.108 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.108 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.108 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.108 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.108 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.108 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.108 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.108 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.108 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.108 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.109 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.109 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.109 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.109 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.109 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.109 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.109 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.109 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.109 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.109 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.109 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.109 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.109 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.109 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.109 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.109 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.110 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.110 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.110 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.110 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.110 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.110 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.110 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.110 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.110 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.110 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.110 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.110 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.110 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.110 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.110 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.111 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.111 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.111 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.111 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.111 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.111 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.111 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.111 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.111 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.111 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.111 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.111 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.111 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.111 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.111 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.112 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.112 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.112 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.112 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.112 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.112 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.112 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.112 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.112 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.112 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.112 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.112 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.112 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.113 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.113 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.113 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.113 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.113 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.113 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.113 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.113 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.113 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.113 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.113 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.113 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.113 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.113 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.113 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.113 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.113 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.114 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.114 INFO:teuthology.orchestra.run.smithi145.stdout: def test_cors_presigned_get_object(): 2023-12-03T12:50:26.114 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_cors_options_presigned_get_object(client=get_client()) 2023-12-03T12:50:26.114 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.114 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6716: 2023-12-03T12:50:26.114 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.114 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6693: in _test_cors_options_presigned_get_object 2023-12-03T12:50:26.114 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = _setup_bucket_object_acl('public-read', 'public-read', client=client) 2023-12-03T12:50:26.114 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:3234: in _setup_bucket_object_acl 2023-12-03T12:50:26.114 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(ACL=bucket_acl, Bucket=bucket_name) 2023-12-03T12:50:26.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.114 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.114 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.115 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.115 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.115 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.115 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.115 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.115 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.115 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.115 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.115 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.115 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.115 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.115 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.115 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.115 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.115 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.115 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.115 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.116 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.116 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.116 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.116 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.116 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.116 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.116 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.116 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.116 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.116 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.116 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.116 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.116 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.116 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.116 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.116 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.116 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.116 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.117 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.117 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.117 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.117 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.117 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.117 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.117 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.117 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.117 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.117 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.117 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.117 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.117 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.117 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.117 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.117 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.118 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.118 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.118 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.118 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.118 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.118 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.118 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.118 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.118 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.118 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.118 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.118 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.118 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.118 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.118 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.118 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.119 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.119 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.119 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.119 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.119 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.119 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.119 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.119 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.119 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.119 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.119 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.119 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.119 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.119 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.119 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.119 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-350" 2023-12-03T12:50:26.120 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.120 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.120 INFO:teuthology.orchestra.run.smithi145.stdout:____________________ test_cors_presigned_get_object_tenant _____________________ 2023-12-03T12:50:26.120 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.120 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.120 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.120 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.120 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.120 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.120 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.120 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.120 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.120 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.120 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.120 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.120 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.120 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.121 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.121 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.121 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.121 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.121 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.121 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.121 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.121 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.121 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.121 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.121 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.121 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.121 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.121 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.122 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.122 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.122 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.122 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.122 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.122 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.122 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.122 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.122 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.122 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.122 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.122 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.122 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.122 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.122 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.122 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.122 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.123 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.123 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.123 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.123 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.123 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.123 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.123 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.123 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.123 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.123 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.123 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.123 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.123 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.123 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.124 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.124 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.124 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.124 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.124 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.124 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.124 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.124 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.124 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.124 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.124 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.124 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.124 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.125 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.125 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.125 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.125 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.125 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.125 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.125 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.125 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.125 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.125 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.125 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.125 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.125 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.126 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.126 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.126 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.126 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.126 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.126 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.126 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.126 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.126 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.126 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.126 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.126 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.126 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.126 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.126 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.127 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.127 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.127 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.127 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.127 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.127 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.127 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.127 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.127 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.127 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.127 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.128 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.128 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.128 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.128 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.128 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.128 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.128 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.128 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.128 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.128 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.128 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.128 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.128 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.128 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.128 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.128 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.129 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.129 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.129 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.129 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.129 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.129 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.129 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.129 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.129 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.129 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.129 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.129 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.129 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.129 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.129 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.129 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.129 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.130 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.130 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.130 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.130 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.130 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.130 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.130 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.130 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.130 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.130 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.130 INFO:teuthology.orchestra.run.smithi145.stdout: def test_cors_presigned_get_object_tenant(): 2023-12-03T12:50:26.130 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_cors_options_presigned_get_object(client=get_tenant_client()) 2023-12-03T12:50:26.130 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.130 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6719: 2023-12-03T12:50:26.131 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.131 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6693: in _test_cors_options_presigned_get_object 2023-12-03T12:50:26.131 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = _setup_bucket_object_acl('public-read', 'public-read', client=client) 2023-12-03T12:50:26.131 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:3234: in _setup_bucket_object_acl 2023-12-03T12:50:26.131 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(ACL=bucket_acl, Bucket=bucket_name) 2023-12-03T12:50:26.131 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.131 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.131 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.131 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.131 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.131 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.131 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.131 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.131 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.132 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.132 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.132 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.132 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.132 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.132 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.132 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.132 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.132 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.132 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.132 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.132 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.132 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.132 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.132 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.132 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.133 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.133 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.133 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.133 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.133 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.133 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.133 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.133 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.133 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.133 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.133 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.133 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.133 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.133 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.133 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.133 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.134 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.134 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.134 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.134 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.134 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.134 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.134 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.134 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.134 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.134 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.134 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.134 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.134 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.134 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.134 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.134 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.135 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.135 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.135 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.135 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.135 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.135 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.135 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.135 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.135 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.135 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.135 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.135 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.135 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.135 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.135 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.135 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.135 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.136 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.136 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.136 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.136 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.136 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.136 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.136 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.136 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.136 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.136 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.136 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-351" 2023-12-03T12:50:26.136 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.136 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.136 INFO:teuthology.orchestra.run.smithi145.stdout:___________________________ test_set_bucket_tagging ____________________________ 2023-12-03T12:50:26.136 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.136 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.136 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.137 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.137 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.137 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.137 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.137 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.137 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.137 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.137 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.137 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.137 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.137 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.137 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.137 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.137 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.137 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.137 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.137 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.137 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.138 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.138 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.138 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.138 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.138 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.138 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.138 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.138 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.138 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.138 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.138 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.138 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.138 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.138 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.138 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.138 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.139 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.139 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.139 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.139 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.139 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.139 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.139 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.139 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.139 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.139 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.139 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.139 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.139 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.139 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.139 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.140 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.140 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.140 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.140 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.140 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.140 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.140 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.140 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.140 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.140 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.140 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.140 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.140 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.140 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.140 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.140 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.140 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.141 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.141 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.141 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.141 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.141 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.141 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.141 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.141 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.141 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.141 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.141 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.141 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.141 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.141 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.141 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.142 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.142 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.142 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.142 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.142 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.142 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.142 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.142 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.142 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.142 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.142 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.142 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.142 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.142 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.142 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.142 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.143 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.143 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.143 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.143 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.143 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.143 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.143 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.143 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.143 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.143 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.143 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.143 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.143 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.143 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.143 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.143 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.143 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.144 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.144 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.144 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.144 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.144 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.144 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.144 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.144 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.144 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.144 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.144 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.144 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.144 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.144 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.144 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.144 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.144 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.144 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.145 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.145 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.145 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.145 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.145 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.145 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.145 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.145 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.145 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.145 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.145 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.145 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.145 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.145 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.145 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.145 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.145 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.146 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.146 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.146 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.146 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.146 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.146 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.146 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.146 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.146 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.146 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.146 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.146 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.146 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.146 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.146 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.146 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:26.147 INFO:teuthology.orchestra.run.smithi145.stdout: def test_set_bucket_tagging(): 2023-12-03T12:50:26.147 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.147 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.147 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6723: 2023-12-03T12:50:26.147 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.147 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.147 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.147 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.147 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.147 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.147 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.147 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.147 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.147 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.147 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.148 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.148 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.148 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.148 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.148 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.148 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.148 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.148 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.148 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.148 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.148 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.148 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.148 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.148 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.148 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.148 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.148 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.149 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.149 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.149 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.149 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.149 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.149 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.149 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.149 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.149 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.149 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.149 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.149 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.149 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.149 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.149 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.149 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.149 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.150 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.150 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.150 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.150 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.150 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.150 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.150 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.150 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.150 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.150 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.150 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.150 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.150 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.150 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.150 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.150 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.151 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.151 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.151 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.151 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.151 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.151 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.151 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.151 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.151 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.151 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.151 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.151 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.151 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.151 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.152 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.152 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.152 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.152 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.152 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.152 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.152 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.152 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.152 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.152 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.152 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.152 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.152 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.152 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.152 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-352" 2023-12-03T12:50:26.152 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.152 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.153 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________________ test_atomic_read_1mb _____________________________ 2023-12-03T12:50:26.153 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.153 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.153 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.153 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.153 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.153 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.153 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.153 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.153 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.153 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.153 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.153 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.153 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.154 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.154 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.154 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.154 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.154 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.154 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.154 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.154 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.154 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.154 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.154 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.154 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.154 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.154 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.154 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.155 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.155 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.155 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.155 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.155 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.155 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.155 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.155 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.155 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.155 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.155 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.155 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.155 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.155 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.156 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.156 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.156 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.156 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.156 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.156 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.156 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.156 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.156 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.156 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.156 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.156 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.156 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.156 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.156 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.157 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.157 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.157 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.157 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.157 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.157 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.157 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.157 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.157 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.157 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.157 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.157 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.157 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.157 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.157 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.157 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.158 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.158 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.158 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.158 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.158 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.158 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.158 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.158 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.158 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.158 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.158 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.158 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.158 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.158 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.158 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.159 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.159 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.159 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.159 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.159 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.159 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.159 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.159 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.159 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.159 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.159 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.159 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.159 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.159 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.159 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.160 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.160 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.160 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.160 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.160 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.160 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.160 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.160 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.160 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.160 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.160 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.160 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.160 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.160 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.160 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.161 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.161 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.161 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.161 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.161 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.161 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.161 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.161 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.161 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.161 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.161 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.161 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.161 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.161 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.161 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.162 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.162 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.162 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.162 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.162 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.162 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.162 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.162 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.162 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.162 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.162 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.162 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.162 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.162 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.162 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.163 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.163 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.163 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.163 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.163 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.163 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.163 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.163 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.163 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.163 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.163 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.163 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.163 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.163 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.163 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.164 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.164 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.164 INFO:teuthology.orchestra.run.smithi145.stdout: def test_atomic_read_1mb(): 2023-12-03T12:50:26.164 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_atomic_read(1024*1024) 2023-12-03T12:50:26.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.164 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6871: 2023-12-03T12:50:26.164 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.164 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6851: in _test_atomic_read 2023-12-03T12:50:26.164 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:26.164 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.164 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.164 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.164 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.165 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.165 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.165 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.165 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.165 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.165 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.165 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.165 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.165 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.165 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.165 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.165 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.165 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.165 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.165 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.165 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.166 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.166 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.166 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.166 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.166 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.166 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.166 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.166 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.166 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.166 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.166 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.166 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.166 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.166 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.166 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.166 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.167 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.167 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.167 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.167 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.167 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.167 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.167 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.167 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.167 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.167 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.167 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.167 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.167 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.167 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.167 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.167 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.168 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.168 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.168 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.168 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.168 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.168 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.168 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.168 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.169 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.169 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.169 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.169 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.169 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.169 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.169 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.169 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.169 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.169 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.169 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.169 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.169 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.170 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.170 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.170 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.170 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.170 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.170 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.170 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.170 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.170 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.170 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.170 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.170 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.170 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.170 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-353" 2023-12-03T12:50:26.170 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.170 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.171 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________________ test_atomic_read_4mb _____________________________ 2023-12-03T12:50:26.171 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.171 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.171 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.171 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.171 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.171 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.171 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.171 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.171 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.171 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.171 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.171 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.171 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.171 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.171 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.172 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.172 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.172 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.172 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.172 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.172 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.172 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.172 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.172 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.172 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.172 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.172 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.172 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.172 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.173 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.173 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.173 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.173 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.173 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.173 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.173 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.173 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.173 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.173 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.173 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.173 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.173 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.173 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.173 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.174 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.174 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.174 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.174 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.174 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.174 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.174 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.174 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.174 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.174 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.174 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.174 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.174 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.174 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.174 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.175 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.175 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.175 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.175 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.175 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.175 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.175 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.175 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.175 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.175 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.175 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.175 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.175 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.175 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.175 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.175 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.175 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.176 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.176 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.176 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.176 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.176 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.176 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.176 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.176 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.176 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.176 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.177 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.177 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.177 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.177 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.177 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.177 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.177 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.177 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.177 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.177 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.177 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.177 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.177 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.178 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.178 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.178 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.178 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.178 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.178 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.178 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.178 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.178 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.178 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.178 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.178 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.178 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.178 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.178 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.179 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.179 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.179 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.179 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.179 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.179 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.179 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.179 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.179 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.179 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.179 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.180 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.180 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.180 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.180 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.180 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.180 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.180 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.180 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.180 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.180 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.180 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.180 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.180 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.180 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.180 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.180 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.180 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.181 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.181 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.181 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.181 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.181 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.181 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.181 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.181 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.181 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.181 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.181 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.181 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.181 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.181 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.181 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.181 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.182 INFO:teuthology.orchestra.run.smithi145.stdout: def test_atomic_read_4mb(): 2023-12-03T12:50:26.182 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_atomic_read(1024*1024*4) 2023-12-03T12:50:26.182 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.182 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6874: 2023-12-03T12:50:26.182 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.182 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6851: in _test_atomic_read 2023-12-03T12:50:26.182 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:26.182 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.182 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.182 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.182 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.182 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.182 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.182 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.182 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.182 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.183 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.183 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.183 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.183 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.183 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.183 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.183 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.183 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.183 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.184 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.184 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.184 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.184 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.184 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.184 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.184 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.184 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.184 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.184 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.184 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.184 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.184 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.184 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.184 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.184 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.184 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.185 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.185 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.185 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.185 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.185 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.185 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.185 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.185 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.185 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.185 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.185 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.185 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.185 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.185 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.185 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.186 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.186 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.186 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.186 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.186 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.186 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.186 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.186 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.186 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.186 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.186 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.186 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.186 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.186 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.186 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.186 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.186 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.187 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.187 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.187 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.187 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.187 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.187 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.187 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.187 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.187 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.187 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.187 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.187 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.187 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-354" 2023-12-03T12:50:26.187 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.187 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.187 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________________ test_atomic_read_8mb _____________________________ 2023-12-03T12:50:26.187 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.188 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.188 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.188 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.188 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.188 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.188 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.188 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.188 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.188 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.188 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.188 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.188 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.188 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.188 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.189 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.189 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.189 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.189 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.189 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.189 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.189 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.189 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.189 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.189 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.189 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.189 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.189 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.189 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.190 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.190 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.190 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.190 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.190 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.190 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.190 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.190 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.190 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.190 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.190 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.190 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.190 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.190 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.190 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.190 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.190 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.191 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.191 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.191 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.191 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.191 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.191 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.191 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.191 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.191 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.191 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.191 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.191 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.191 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.192 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.192 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.192 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.192 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.192 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.192 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.192 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.192 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.192 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.192 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.192 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.192 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.192 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.193 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.193 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.193 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.193 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.193 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.193 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.193 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.193 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.193 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.193 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.193 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.193 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.193 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.193 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.193 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.193 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.193 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.194 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.194 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.194 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.194 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.194 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.194 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.194 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.194 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.194 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.194 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.194 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.194 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.194 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.194 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.194 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.194 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.195 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.195 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.195 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.195 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.195 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.195 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.195 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.195 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.195 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.195 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.195 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.195 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.195 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.195 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.195 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.195 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.195 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.196 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.196 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.196 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.196 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.196 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.196 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.196 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.196 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.196 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.196 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.196 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.196 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.196 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.196 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.196 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.196 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.197 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.197 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.197 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.197 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.197 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.197 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.197 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.197 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.197 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.197 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.197 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.197 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.197 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.197 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.197 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.197 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.198 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.198 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.198 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.198 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.198 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.198 INFO:teuthology.orchestra.run.smithi145.stdout: def test_atomic_read_8mb(): 2023-12-03T12:50:26.198 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_atomic_read(1024*1024*8) 2023-12-03T12:50:26.198 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.198 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6877: 2023-12-03T12:50:26.198 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.198 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6851: in _test_atomic_read 2023-12-03T12:50:26.198 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:26.198 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.198 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.198 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.198 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.198 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.199 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.199 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.199 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.199 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.199 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.199 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.199 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.199 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.199 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.200 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.200 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.200 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.200 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.200 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.200 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.200 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.200 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.200 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.201 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.201 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.201 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.201 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.201 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.201 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.201 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.201 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.201 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.201 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.201 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.201 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.201 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.201 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.201 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.201 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.202 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.202 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.202 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.202 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.202 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.202 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.202 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.202 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.202 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.202 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.202 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.202 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.202 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.202 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.202 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.202 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.202 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.203 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.203 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.203 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.203 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.203 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.203 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.203 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.203 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.203 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.203 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.203 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.203 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.203 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.203 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.203 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.204 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-355" 2023-12-03T12:50:26.204 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.204 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.204 INFO:teuthology.orchestra.run.smithi145.stdout:____________________________ test_atomic_write_1mb _____________________________ 2023-12-03T12:50:26.204 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.204 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.204 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.204 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.204 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.204 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.204 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.204 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.204 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.204 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.204 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.204 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.204 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.204 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.205 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.205 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.205 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.205 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.205 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.205 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.205 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.205 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.205 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.205 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.205 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.205 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.205 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.206 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.206 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.206 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.206 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.206 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.206 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.206 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.206 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.206 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.206 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.206 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.206 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.206 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.206 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.206 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.207 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.207 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.207 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.207 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.207 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.207 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.207 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.207 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.207 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.207 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.207 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.207 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.207 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.207 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.207 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.207 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.207 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.207 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.208 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.208 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.208 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.208 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.208 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.208 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.208 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.208 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.208 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.208 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.208 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.208 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.208 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.208 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.208 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.208 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.209 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.209 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.209 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.209 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.209 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.209 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.209 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.209 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.209 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.209 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.209 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.209 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.209 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.209 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.209 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.209 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.209 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.209 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.210 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.210 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.210 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.210 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.210 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.210 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.210 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.210 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.210 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.210 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.210 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.210 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.210 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.210 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.210 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.210 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.211 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.211 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.211 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.211 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.211 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.211 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.211 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.211 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.211 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.211 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.211 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.211 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.211 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.211 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.211 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.211 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.212 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.212 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.212 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.212 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.212 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.212 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.212 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.212 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.212 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.212 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.212 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.212 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.212 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.212 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.212 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.212 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.212 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.213 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.213 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.213 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.213 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.213 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.213 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.213 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.213 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.213 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.213 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.213 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.213 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.213 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.213 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.213 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.213 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.213 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.214 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.214 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.214 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.214 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.214 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.214 INFO:teuthology.orchestra.run.smithi145.stdout: def test_atomic_write_1mb(): 2023-12-03T12:50:26.214 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_atomic_write(1024*1024) 2023-12-03T12:50:26.214 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.214 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6912: 2023-12-03T12:50:26.214 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.214 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6887: in _test_atomic_write 2023-12-03T12:50:26.214 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:26.214 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.214 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.214 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.214 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.215 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.215 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.215 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.215 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.215 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.215 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.215 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.216 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.216 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.216 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.216 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.216 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.216 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.216 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.216 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.217 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.217 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.217 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.217 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.217 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.217 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.217 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.217 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.217 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.217 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.217 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.217 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.217 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.217 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.217 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.218 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.218 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.218 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.218 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.218 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.218 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.218 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.218 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.218 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.218 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.218 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.218 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.218 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.218 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.218 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.219 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.219 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.219 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.219 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.219 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.219 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.219 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.219 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.219 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.219 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.219 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.219 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.219 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.219 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.219 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.220 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.220 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.220 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.220 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.220 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.220 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.220 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.220 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-356" 2023-12-03T12:50:26.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.220 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.220 INFO:teuthology.orchestra.run.smithi145.stdout:____________________________ test_atomic_write_4mb _____________________________ 2023-12-03T12:50:26.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.220 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.221 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.221 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.221 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.221 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.221 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.221 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.221 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.221 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.221 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.221 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.221 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.221 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.221 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.221 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.221 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.222 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.222 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.222 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.222 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.222 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.222 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.222 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.222 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.222 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.222 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.222 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.222 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.222 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.222 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.222 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.222 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.223 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.223 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.223 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.223 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.223 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.223 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.223 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.223 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.223 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.223 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.223 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.223 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.223 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.224 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.224 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.224 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.224 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.224 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.224 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.224 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.224 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.224 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.224 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.224 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.224 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.225 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.225 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.225 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.225 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.225 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.225 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.225 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.225 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.225 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.225 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.225 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.225 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.225 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.226 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.226 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.226 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.226 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.226 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.226 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.226 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.226 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.226 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.226 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.226 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.226 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.227 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.227 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.227 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.227 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.227 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.227 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.227 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.227 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.227 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.227 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.227 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.227 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.227 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.227 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.227 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.227 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.227 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.228 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.228 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.228 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.228 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.228 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.228 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.228 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.228 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.228 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.228 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.228 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.228 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.228 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.229 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.229 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.229 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.229 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.229 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.229 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.229 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.229 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.229 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.229 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.229 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.229 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.229 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.229 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.229 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.229 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.229 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.230 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.230 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.230 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.230 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.230 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.230 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.230 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.230 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.230 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.230 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.230 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.230 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.230 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.230 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.230 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.231 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.231 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.231 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.231 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.231 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.231 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.231 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.231 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.231 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.231 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.231 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.231 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.231 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.231 INFO:teuthology.orchestra.run.smithi145.stdout: def test_atomic_write_4mb(): 2023-12-03T12:50:26.232 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_atomic_write(1024*1024*4) 2023-12-03T12:50:26.232 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.232 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6915: 2023-12-03T12:50:26.232 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.232 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6887: in _test_atomic_write 2023-12-03T12:50:26.232 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:26.232 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.232 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.232 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.232 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.232 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.232 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.233 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.233 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.233 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.233 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.233 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.233 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.233 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.233 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.233 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.234 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.234 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.234 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.234 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.234 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.234 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.234 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.234 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.234 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.234 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.234 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.234 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.234 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.235 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.235 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.235 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.235 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.235 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.235 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.235 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.235 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.235 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.235 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.235 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.235 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.235 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.235 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.235 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.235 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.235 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.236 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.236 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.236 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.236 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.236 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.236 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.236 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.236 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.236 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.236 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.236 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.236 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.236 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.236 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.236 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.236 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.236 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.236 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.237 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.237 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.237 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.237 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.237 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.237 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.237 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.237 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-357" 2023-12-03T12:50:26.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.237 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.237 INFO:teuthology.orchestra.run.smithi145.stdout:____________________________ test_atomic_write_8mb _____________________________ 2023-12-03T12:50:26.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.237 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.237 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.237 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.238 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.238 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.238 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.238 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.238 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.238 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.238 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.238 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.238 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.238 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.238 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.238 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.238 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.239 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.239 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.239 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.239 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.239 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.239 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.239 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.239 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.239 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.239 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.239 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.239 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.239 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.239 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.239 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.239 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.240 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.240 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.240 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.240 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.240 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.240 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.240 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.240 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.240 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.240 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.240 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.240 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.240 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.240 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.240 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.240 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.240 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.241 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.241 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.241 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.241 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.241 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.241 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.241 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.241 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.241 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.241 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.241 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.241 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.241 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.241 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.241 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.241 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.242 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.242 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.242 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.242 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.242 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.242 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.242 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.242 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.242 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.242 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.242 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.242 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.242 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.242 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.242 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.242 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.243 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.243 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.243 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.243 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.243 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.243 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.243 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.243 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.243 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.243 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.243 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.243 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.243 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.243 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.243 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.243 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.243 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.243 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.244 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.244 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.244 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.244 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.244 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.244 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.244 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.244 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.244 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.244 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.244 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.244 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.244 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.244 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.244 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.244 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.244 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.245 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.245 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.245 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.245 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.245 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.245 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.245 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.245 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.245 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.245 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.245 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.245 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.245 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.245 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.245 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.245 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.245 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.246 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.246 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.246 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.246 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.246 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.246 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.246 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.246 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.246 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.246 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.246 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.246 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.246 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.246 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.246 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.246 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.246 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.247 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.247 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.247 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.247 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.247 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.247 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.247 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.247 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.247 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.247 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.247 INFO:teuthology.orchestra.run.smithi145.stdout: def test_atomic_write_8mb(): 2023-12-03T12:50:26.247 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_atomic_write(1024*1024*8) 2023-12-03T12:50:26.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.248 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6918: 2023-12-03T12:50:26.248 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.248 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6887: in _test_atomic_write 2023-12-03T12:50:26.248 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:26.248 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.248 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.248 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.248 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.248 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.248 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.248 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.248 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.249 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.249 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.249 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.249 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.249 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.249 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.249 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.249 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.250 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.250 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.250 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.250 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.250 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.250 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.250 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.250 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.250 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.250 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.250 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.250 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.250 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.251 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.251 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.251 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.251 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.251 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.251 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.251 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.251 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.251 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.251 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.251 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.251 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.251 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.251 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.251 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.251 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.252 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.252 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.252 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.252 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.252 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.252 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.252 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.252 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.252 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.252 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.252 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.252 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.252 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.252 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.252 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.252 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.252 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.252 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.253 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.253 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.253 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.253 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.253 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.253 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.253 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.253 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-358" 2023-12-03T12:50:26.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.253 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.253 INFO:teuthology.orchestra.run.smithi145.stdout:__________________________ test_atomic_dual_write_1mb __________________________ 2023-12-03T12:50:26.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.253 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.253 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.253 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.254 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.254 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.254 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.254 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.254 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.254 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.254 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.254 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.254 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.254 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.254 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.254 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.254 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.255 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.255 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.255 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.255 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.255 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.255 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.255 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.255 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.255 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.255 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.255 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.255 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.255 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.255 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.255 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.255 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.255 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.256 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.256 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.256 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.256 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.256 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.256 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.256 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.256 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.256 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.256 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.256 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.256 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.256 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.256 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.256 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.256 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.256 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.257 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.257 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.257 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.257 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.257 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.257 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.257 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.257 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.257 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.257 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.257 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.257 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.258 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.258 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.258 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.258 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.258 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.258 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.258 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.258 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.258 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.258 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.258 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.258 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.258 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.258 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.258 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.258 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.259 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.259 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.259 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.259 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.259 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.259 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.259 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.259 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.259 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.259 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.259 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.259 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.259 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.259 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.259 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.259 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.260 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.260 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.260 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.260 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.260 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.260 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.260 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.260 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.260 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.260 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.260 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.260 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.260 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.260 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.260 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.261 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.261 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.261 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.261 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.261 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.261 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.261 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.261 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.261 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.261 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.261 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.261 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.261 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.261 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.262 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.262 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.262 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.262 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.262 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.262 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.262 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.262 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.262 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.262 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.262 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.262 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.262 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.262 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.262 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.262 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.263 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.263 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.263 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.263 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.263 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.263 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.263 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.263 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.263 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.263 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.263 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.263 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.263 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.263 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.263 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.264 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.264 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.264 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.264 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.264 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.264 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.264 INFO:teuthology.orchestra.run.smithi145.stdout: def test_atomic_dual_write_1mb(): 2023-12-03T12:50:26.264 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_atomic_dual_write(1024*1024) 2023-12-03T12:50:26.264 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.264 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6945: 2023-12-03T12:50:26.264 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.264 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6925: in _test_atomic_dual_write 2023-12-03T12:50:26.264 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:26.264 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.264 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.265 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.265 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.265 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.265 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.265 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.265 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.265 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.265 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.265 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.266 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.266 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.266 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.266 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.266 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.266 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.266 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.266 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.267 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.267 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.267 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.267 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.267 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.267 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.267 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.267 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.267 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.267 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.267 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.267 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.267 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.267 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.267 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.267 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.267 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.267 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.268 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.268 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.268 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.268 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.268 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.268 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.268 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.268 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.268 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.268 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.268 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.268 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.268 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.268 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.269 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.269 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.269 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.269 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.269 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.269 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.269 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.269 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.269 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.269 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.269 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.269 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.269 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.269 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.269 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.270 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.270 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.270 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-359" 2023-12-03T12:50:26.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.270 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.270 INFO:teuthology.orchestra.run.smithi145.stdout:__________________________ test_atomic_dual_write_4mb __________________________ 2023-12-03T12:50:26.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.270 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.270 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.270 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.270 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.271 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.271 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.271 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.271 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.271 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.271 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.271 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.271 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.271 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.271 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.271 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.271 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.271 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.271 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.271 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.271 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.272 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.272 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.272 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.272 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.272 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.272 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.272 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.272 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.272 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.272 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.272 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.272 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.272 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.272 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.272 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.272 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.272 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.273 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.273 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.273 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.273 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.273 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.273 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.273 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.273 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.273 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.273 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.273 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.273 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.273 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.273 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.274 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.274 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.274 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.274 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.274 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.274 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.274 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.274 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.274 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.274 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.274 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.274 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.274 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.274 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.274 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.275 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.275 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.275 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.275 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.275 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.275 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.275 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.275 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.275 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.275 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.275 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.275 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.276 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.276 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.276 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.276 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.276 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.276 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.276 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.276 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.276 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.276 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.276 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.276 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.276 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.276 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.276 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.276 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.276 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.277 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.277 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.277 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.277 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.277 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.277 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.277 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.277 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.277 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.277 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.277 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.277 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.277 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.277 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.277 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.277 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.277 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.277 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.278 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.278 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.278 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.278 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.278 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.278 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.278 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.278 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.278 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.278 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.278 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.278 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.278 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.279 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.279 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.279 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.279 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.279 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.279 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.279 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.279 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.279 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.279 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.279 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.279 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.279 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.279 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.279 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.279 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.279 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.279 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.280 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.280 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.280 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.280 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.280 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.280 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.280 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.280 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.280 INFO:teuthology.orchestra.run.smithi145.stdout: def test_atomic_dual_write_4mb(): 2023-12-03T12:50:26.280 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_atomic_dual_write(1024*1024*4) 2023-12-03T12:50:26.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.280 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6948: 2023-12-03T12:50:26.281 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.281 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6925: in _test_atomic_dual_write 2023-12-03T12:50:26.281 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:26.281 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.281 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.281 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.281 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.281 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.281 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.281 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.282 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.282 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.282 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.282 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.282 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.282 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.282 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.282 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.283 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.283 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.283 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.283 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.283 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.283 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.283 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.283 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.283 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.283 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.283 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.283 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.283 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.283 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.283 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.283 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.284 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.284 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.284 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.284 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.284 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.284 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.284 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.284 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.284 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.284 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.284 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.284 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.284 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.284 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.284 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.284 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.284 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.284 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.285 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.285 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.285 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.285 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.285 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.285 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.285 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.285 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.285 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.285 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.285 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.285 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.285 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.285 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.285 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.285 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.285 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.286 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.286 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.286 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.286 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.286 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.286 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.286 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.286 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.286 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-360" 2023-12-03T12:50:26.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.286 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.286 INFO:teuthology.orchestra.run.smithi145.stdout:__________________________ test_atomic_dual_write_8mb __________________________ 2023-12-03T12:50:26.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.286 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.287 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.287 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.287 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.287 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.287 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.287 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.287 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.287 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.287 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.287 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.287 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.287 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.288 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.288 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.288 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.288 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.288 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.288 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.288 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.288 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.288 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.288 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.288 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.288 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.288 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.288 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.288 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.288 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.288 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.289 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.289 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.289 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.289 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.289 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.289 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.289 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.289 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.289 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.289 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.289 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.289 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.289 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.289 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.289 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.289 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.289 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.290 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.290 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.290 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.290 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.290 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.290 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.290 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.290 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.290 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.290 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.290 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.290 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.290 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.290 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.290 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.291 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.291 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.291 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.291 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.291 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.291 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.291 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.291 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.291 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.291 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.291 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.291 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.291 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.291 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.291 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.291 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.291 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.292 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.292 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.292 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.292 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.292 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.292 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.292 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.292 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.292 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.292 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.292 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.292 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.292 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.292 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.293 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.293 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.293 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.293 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.293 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.293 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.293 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.293 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.293 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.293 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.293 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.293 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.293 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.293 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.293 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.294 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.294 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.294 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.294 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.294 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.294 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.294 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.294 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.294 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.294 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.294 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.294 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.294 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.295 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.295 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.295 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.295 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.295 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.295 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.295 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.295 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.295 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.295 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.295 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.295 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.295 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.295 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.296 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.296 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.296 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.296 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.296 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.296 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.296 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.296 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.296 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.296 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.296 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.296 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.296 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.296 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.296 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.296 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.297 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.297 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.297 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.297 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.297 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.297 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.297 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.297 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.297 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.297 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.297 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.297 INFO:teuthology.orchestra.run.smithi145.stdout: def test_atomic_dual_write_8mb(): 2023-12-03T12:50:26.297 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_atomic_dual_write(1024*1024*8) 2023-12-03T12:50:26.297 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.297 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6951: 2023-12-03T12:50:26.297 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.297 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6925: in _test_atomic_dual_write 2023-12-03T12:50:26.297 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:26.298 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.298 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.298 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.298 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.298 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.298 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.298 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.298 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.298 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.299 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.299 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.299 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.299 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.299 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.299 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.299 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.299 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.299 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.300 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.300 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.300 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.300 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.300 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.300 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.300 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.300 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.300 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.300 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.300 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.300 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.300 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.300 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.300 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.300 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.301 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.301 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.301 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.301 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.301 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.301 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.301 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.301 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.301 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.301 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.301 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.301 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.301 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.301 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.301 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.301 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.301 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.302 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.302 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.302 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.302 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.302 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.302 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.302 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.302 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.302 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.302 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.302 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.302 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.302 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.303 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.303 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.303 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.303 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.303 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.303 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-361" 2023-12-03T12:50:26.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.303 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.303 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ test_atomic_conditional_write_1mb _______________________ 2023-12-03T12:50:26.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.303 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.303 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.303 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.303 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.303 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.304 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.304 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.304 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.304 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.304 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.304 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.304 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.304 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.304 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.304 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.304 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.304 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.304 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.304 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.304 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.304 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.304 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.305 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.305 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.305 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.305 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.305 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.305 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.305 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.305 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.305 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.305 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.305 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.305 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.305 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.305 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.306 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.306 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.306 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.306 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.306 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.306 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.306 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.306 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.306 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.306 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.306 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.306 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.306 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.306 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.306 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.306 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.306 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.307 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.307 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.307 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.307 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.307 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.307 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.307 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.307 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.307 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.307 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.307 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.307 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.307 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.307 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.307 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.307 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.307 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.308 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.308 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.308 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.308 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.308 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.308 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.308 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.308 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.308 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.308 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.308 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.308 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.308 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.308 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.308 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.308 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.308 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.309 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.309 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.309 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.309 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.309 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.309 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.309 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.309 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.309 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.309 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.309 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.309 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.309 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.309 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.309 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.309 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.309 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.309 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.310 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.310 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.310 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.310 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.310 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.310 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.310 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.310 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.310 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.310 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.310 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.310 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.310 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.310 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.311 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.311 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.311 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.311 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.311 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.311 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.311 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.311 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.311 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.311 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.311 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.311 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.311 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.311 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.311 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.311 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.311 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.312 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.312 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.312 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.312 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.312 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.312 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.312 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.312 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.312 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.312 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.312 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.312 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.312 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.312 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.312 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.312 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.312 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.313 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.313 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.313 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.313 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.313 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.313 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.313 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.313 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_aws 2023-12-03T12:50:26.313 INFO:teuthology.orchestra.run.smithi145.stdout: def test_atomic_conditional_write_1mb(): 2023-12-03T12:50:26.313 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_atomic_conditional_write(1024*1024) 2023-12-03T12:50:26.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.313 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6984: 2023-12-03T12:50:26.313 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.313 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:6961: in _test_atomic_conditional_write 2023-12-03T12:50:26.314 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:26.314 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.314 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.314 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.314 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.314 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.314 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.314 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.314 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.315 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.315 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.315 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.315 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.315 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.315 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.315 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.315 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.315 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.316 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.316 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.316 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.316 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.316 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.316 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.316 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.316 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.316 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.316 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.316 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.316 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.316 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.316 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.316 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.316 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.316 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.317 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.317 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.317 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.317 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.317 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.317 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.317 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.317 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.317 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.317 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.317 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.317 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.317 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.317 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.317 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.317 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.317 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.318 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.318 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.318 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.318 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.318 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.318 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.318 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.318 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.318 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.318 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.318 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.318 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.318 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.318 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.319 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.319 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.319 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.319 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.319 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-362" 2023-12-03T12:50:26.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.319 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.319 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ test_atomic_multipart_upload_write ______________________ 2023-12-03T12:50:26.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.319 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.319 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.319 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.319 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.319 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.319 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.320 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.320 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.320 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.320 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.320 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.320 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.320 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.320 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.320 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.320 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.320 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.320 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.320 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.320 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.320 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.320 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.320 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.320 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.321 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.321 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.321 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.321 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.321 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.321 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.321 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.321 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.321 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.321 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.321 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.321 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.321 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.321 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.321 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.321 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.322 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.322 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.322 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.322 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.322 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.322 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.322 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.322 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.322 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.322 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.322 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.322 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.322 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.322 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.322 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.322 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.322 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.323 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.323 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.323 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.323 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.323 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.323 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.323 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.323 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.323 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.323 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.323 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.323 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.323 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.323 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.323 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.323 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.324 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.324 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.324 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.324 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.324 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.324 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.324 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.324 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.324 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.324 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.324 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.324 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.324 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.325 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.325 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.325 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.325 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.325 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.325 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.325 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.325 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.325 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.325 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.325 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.325 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.325 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.325 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.325 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.325 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.326 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.326 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.326 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.326 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.326 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.326 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.326 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.326 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.326 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.326 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.326 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.326 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.326 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.326 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.326 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.327 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.327 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.327 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.327 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.327 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.327 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.327 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.327 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.327 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.327 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.327 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.327 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.327 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.327 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.328 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.328 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.328 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.328 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.328 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.328 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.328 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.328 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.328 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.328 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.328 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.328 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.328 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.328 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.328 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.328 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.328 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.328 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.329 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.329 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.329 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.329 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.329 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.329 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.329 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.329 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.329 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.329 INFO:teuthology.orchestra.run.smithi145.stdout: def test_atomic_multipart_upload_write(): 2023-12-03T12:50:26.329 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.329 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.329 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7044: 2023-12-03T12:50:26.329 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.329 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.329 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.329 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.330 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.330 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.330 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.330 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.330 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.330 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.330 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.330 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.331 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.331 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.331 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.331 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.331 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.331 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.331 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.331 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.332 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.332 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.332 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.332 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.332 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.332 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.332 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.332 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.332 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.332 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.332 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.332 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.332 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.332 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.332 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.332 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.332 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.333 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.333 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.333 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.333 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.333 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.333 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.333 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.333 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.333 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.333 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.333 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.333 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.333 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.333 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.333 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.333 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.334 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.334 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.334 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.334 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.334 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.334 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.334 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.334 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.334 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.334 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.334 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.334 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.334 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.334 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.334 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.334 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.334 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.335 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.335 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.335 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.335 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-363" 2023-12-03T12:50:26.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.335 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.335 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ test_multipart_resend_first_finishes_last ___________________ 2023-12-03T12:50:26.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.335 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.335 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.335 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.335 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.335 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.335 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.336 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.336 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.336 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.336 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.336 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.336 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.336 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.336 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.336 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.336 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.336 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.336 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.336 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.336 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.337 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.337 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.337 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.337 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.337 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.337 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.337 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.337 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.337 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.337 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.337 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.337 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.337 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.337 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.337 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.337 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.337 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.338 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.338 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.338 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.338 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.338 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.338 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.338 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.338 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.338 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.338 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.338 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.338 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.338 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.338 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.338 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.338 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.339 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.339 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.339 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.339 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.339 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.339 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.339 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.339 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.339 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.339 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.339 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.339 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.339 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.340 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.340 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.340 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.340 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.340 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.340 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.340 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.340 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.340 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.340 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.340 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.340 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.340 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.340 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.340 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.340 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.340 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.341 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.341 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.341 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.341 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.341 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.341 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.341 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.341 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.341 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.341 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.341 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.341 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.341 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.341 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.341 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.341 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.341 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.342 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.342 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.342 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.342 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.342 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.342 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.342 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.342 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.342 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.342 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.342 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.342 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.342 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.342 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.342 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.342 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.343 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.343 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.343 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.343 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.343 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.343 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.343 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.343 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.343 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.343 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.343 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.343 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.343 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.343 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.343 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.344 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.344 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.344 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.344 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.344 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.344 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.344 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.344 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.344 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.344 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.344 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.345 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.345 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.345 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.345 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.345 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.345 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.345 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.345 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.345 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.345 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.345 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.345 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.345 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.346 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.346 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.346 INFO:teuthology.orchestra.run.smithi145.stdout: def test_multipart_resend_first_finishes_last(): 2023-12-03T12:50:26.346 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.346 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.346 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7082: 2023-12-03T12:50:26.346 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.346 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.346 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.346 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.346 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.347 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.347 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.347 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.347 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.347 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.347 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.347 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.347 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.348 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.348 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.348 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.348 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.348 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.348 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.348 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.348 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.348 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.348 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.348 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.348 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.348 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.348 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.348 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.348 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.348 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.349 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.349 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.349 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.349 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.349 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.349 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.349 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.349 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.349 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.349 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.349 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.349 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.349 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.349 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.349 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.349 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.350 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.350 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.350 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.350 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.350 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.350 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.350 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.350 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.350 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.350 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.350 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.350 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.350 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.350 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.350 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.350 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.351 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.351 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.351 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.351 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.351 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.351 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.351 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.351 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.351 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.351 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.351 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.351 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.351 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.351 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.351 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.351 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.352 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.352 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-364" 2023-12-03T12:50:26.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.352 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.352 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ test_ranged_request_response_code _______________________ 2023-12-03T12:50:26.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.352 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.352 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.352 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.352 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.352 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.352 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.352 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.352 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.353 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.353 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.353 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.353 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.353 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.353 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.353 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.353 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.353 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.353 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.353 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.353 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.353 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.354 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.354 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.354 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.354 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.354 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.354 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.354 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.354 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.354 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.354 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.354 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.354 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.354 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.354 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.354 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.354 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.354 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.355 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.355 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.355 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.355 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.355 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.355 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.355 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.355 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.355 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.355 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.355 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.355 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.355 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.355 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.355 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.356 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.356 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.356 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.356 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.356 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.356 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.356 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.356 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.356 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.356 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.356 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.356 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.356 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.356 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.356 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.356 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.357 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.357 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.357 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.357 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.357 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.357 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.357 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.357 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.357 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.357 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.357 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.357 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.357 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.357 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.357 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.357 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.358 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.358 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.358 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.358 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.358 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.358 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.358 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.358 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.358 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.358 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.358 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.358 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.358 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.358 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.358 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.358 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.359 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.359 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.359 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.359 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.359 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.359 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.359 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.359 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.359 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.359 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.359 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.359 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.359 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.359 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.359 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.359 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.360 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.360 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.360 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.360 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.360 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.360 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.360 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.360 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.360 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.360 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.360 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.360 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.360 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.361 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.361 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.361 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.361 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.361 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.361 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.361 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.361 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.361 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.361 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.361 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.361 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.361 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.361 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.361 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.362 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.362 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.362 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.362 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.362 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.362 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.362 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.362 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.362 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.362 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.362 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.362 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:26.363 INFO:teuthology.orchestra.run.smithi145.stdout: def test_ranged_request_response_code(): 2023-12-03T12:50:26.363 INFO:teuthology.orchestra.run.smithi145.stdout: content = 'testcontent' 2023-12-03T12:50:26.363 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.363 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.363 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.363 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7141: 2023-12-03T12:50:26.363 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.363 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.363 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.363 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.363 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.363 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.363 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.363 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.363 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.363 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.364 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.364 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.364 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.364 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.364 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.364 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.364 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.364 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.364 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.365 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.365 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.365 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.365 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.365 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.365 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.365 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.365 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.365 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.365 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.365 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.365 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.365 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.366 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.366 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.366 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.366 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.366 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.366 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.366 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.366 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.366 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.366 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.366 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.366 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.366 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.366 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.367 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.367 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.367 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.367 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.367 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.367 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.367 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.367 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.367 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.367 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.367 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.367 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.367 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.367 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.367 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.367 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.367 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.368 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.368 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.368 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.368 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.368 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.368 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.368 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.368 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.368 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.368 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.368 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.368 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-365" 2023-12-03T12:50:26.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.368 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.368 INFO:teuthology.orchestra.run.smithi145.stdout:____________________ test_ranged_big_request_response_code _____________________ 2023-12-03T12:50:26.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.369 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.369 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.369 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.369 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.369 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.369 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.369 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.369 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.369 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.369 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.369 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.369 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.370 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.370 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.370 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.370 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.370 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.370 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.370 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.370 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.370 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.370 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.370 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.370 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.370 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.370 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.370 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.371 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.371 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.371 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.371 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.371 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.371 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.371 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.371 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.371 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.371 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.371 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.371 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.371 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.371 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.371 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.371 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.372 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.372 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.372 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.372 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.372 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.372 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.372 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.372 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.372 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.372 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.372 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.372 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.373 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.373 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.373 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.373 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.373 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.373 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.373 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.373 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.373 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.373 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.373 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.373 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.373 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.374 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.374 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.374 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.374 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.374 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.374 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.374 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.374 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.374 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.374 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.374 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.374 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.374 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.374 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.374 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.374 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.375 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.375 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.375 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.375 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.375 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.375 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.375 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.375 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.375 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.375 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.375 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.375 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.375 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.375 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.375 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.375 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.376 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.376 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.376 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.376 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.376 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.376 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.376 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.376 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.376 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.376 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.376 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.376 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.377 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.377 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.377 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.377 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.377 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.377 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.377 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.377 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.377 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.377 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.377 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.377 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.377 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.378 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.378 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.378 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.378 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.378 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.378 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.378 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.378 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.378 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.378 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.378 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.378 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.378 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.378 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.378 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.378 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.379 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.379 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.379 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.379 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.379 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.379 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.379 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.379 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.379 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.379 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.379 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.379 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.379 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:26.380 INFO:teuthology.orchestra.run.smithi145.stdout: def test_ranged_big_request_response_code(): 2023-12-03T12:50:26.380 INFO:teuthology.orchestra.run.smithi145.stdout: content = _generate_random_string(8*1024*1024) 2023-12-03T12:50:26.380 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.380 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.380 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.380 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7159: 2023-12-03T12:50:26.380 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.380 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.380 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.380 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.380 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.380 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.380 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.381 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.381 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.381 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.381 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.381 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.381 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.381 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.382 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.382 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.382 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.382 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.382 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.382 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.382 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.382 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.382 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.382 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.382 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.382 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.382 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.382 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.382 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.382 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.382 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.383 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.383 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.383 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.383 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.383 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.383 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.383 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.383 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.383 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.383 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.383 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.383 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.383 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.383 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.383 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.383 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.384 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.384 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.384 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.384 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.384 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.384 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.384 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.384 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.384 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.384 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.384 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.384 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.384 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.384 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.384 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.384 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.384 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.385 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.385 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.385 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.385 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.385 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.385 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.385 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.385 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.385 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.385 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.385 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.385 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.385 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-366" 2023-12-03T12:50:26.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.386 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.386 INFO:teuthology.orchestra.run.smithi145.stdout:_____________ test_ranged_request_skip_leading_bytes_response_code _____________ 2023-12-03T12:50:26.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.386 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.386 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.386 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.386 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.386 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.386 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.386 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.386 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.386 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.387 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.387 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.387 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.387 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.387 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.387 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.387 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.387 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.387 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.387 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.387 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.387 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.387 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.387 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.387 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.387 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.387 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.388 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.388 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.388 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.388 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.388 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.388 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.388 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.388 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.388 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.388 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.388 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.388 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.388 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.388 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.388 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.388 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.389 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.389 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.389 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.389 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.389 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.389 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.389 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.389 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.389 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.389 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.389 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.389 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.389 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.389 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.389 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.389 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.389 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.390 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.390 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.390 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.390 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.390 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.390 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.390 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.390 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.390 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.390 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.390 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.390 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.390 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.390 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.390 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.391 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.391 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.391 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.391 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.391 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.391 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.391 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.391 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.391 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.391 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.391 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.391 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.391 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.391 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.391 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.391 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.391 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.392 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.392 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.392 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.392 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.392 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.392 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.392 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.392 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.392 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.392 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.392 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.392 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.392 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.392 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.392 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.392 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.393 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.393 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.393 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.393 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.393 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.393 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.393 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.393 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.393 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.393 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.393 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.393 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.393 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.393 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.393 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.393 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.394 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.394 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.394 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.394 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.394 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.394 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.394 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.394 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.394 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.394 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.394 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.394 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.394 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.395 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.395 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.395 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.395 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.395 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.395 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.395 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.395 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.395 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.395 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.395 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.395 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.395 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.395 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.395 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.395 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.396 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.396 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.396 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.396 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.396 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.396 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.396 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.396 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:26.396 INFO:teuthology.orchestra.run.smithi145.stdout: def test_ranged_request_skip_leading_bytes_response_code(): 2023-12-03T12:50:26.396 INFO:teuthology.orchestra.run.smithi145.stdout: content = 'testcontent' 2023-12-03T12:50:26.397 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.397 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.397 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.397 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7174: 2023-12-03T12:50:26.397 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.397 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.397 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.397 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.397 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.397 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.397 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.397 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.397 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.397 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.397 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.398 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.398 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.398 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.398 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.398 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.398 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.398 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.399 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.399 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.399 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.399 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.399 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.399 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.399 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.399 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.399 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.399 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.400 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.400 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.400 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.400 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.400 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.400 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.400 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.400 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.400 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.400 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.400 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.400 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.400 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.400 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.400 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.400 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.400 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.401 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.401 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.401 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.401 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.401 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.401 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.401 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.401 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.401 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.401 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.401 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.401 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.401 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.402 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.402 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.402 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.402 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.402 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.402 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.402 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.402 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.402 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.402 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.402 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.402 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.402 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.403 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.403 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.403 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-367" 2023-12-03T12:50:26.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.403 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.403 INFO:teuthology.orchestra.run.smithi145.stdout:___________ test_ranged_request_return_trailing_bytes_response_code ____________ 2023-12-03T12:50:26.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.403 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.403 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.403 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.403 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.403 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.403 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.404 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.404 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.404 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.404 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.404 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.404 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.404 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.404 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.404 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.404 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.404 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.404 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.404 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.405 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.405 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.405 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.405 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.405 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.405 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.405 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.405 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.405 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.405 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.405 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.405 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.405 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.405 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.405 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.405 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.405 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.406 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.406 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.406 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.406 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.406 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.406 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.406 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.406 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.406 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.406 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.406 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.406 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.406 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.406 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.407 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.407 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.407 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.407 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.407 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.407 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.407 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.407 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.407 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.407 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.407 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.407 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.407 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.407 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.407 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.407 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.407 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.408 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.408 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.408 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.408 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.408 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.408 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.408 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.408 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.408 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.408 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.408 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.408 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.408 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.408 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.409 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.409 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.409 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.409 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.409 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.409 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.409 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.409 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.409 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.409 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.409 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.409 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.409 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.409 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.409 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.409 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.410 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.410 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.410 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.410 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.410 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.410 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.410 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.410 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.410 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.410 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.410 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.410 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.410 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.410 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.410 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.411 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.411 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.411 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.411 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.411 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.411 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.411 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.411 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.411 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.411 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.411 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.411 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.411 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.411 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.411 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.411 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.412 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.412 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.412 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.412 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.412 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.412 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.412 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.412 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.412 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.412 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.412 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.412 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.412 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.412 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.413 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.413 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.413 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.413 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.413 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.413 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.413 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.413 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:26.413 INFO:teuthology.orchestra.run.smithi145.stdout: def test_ranged_request_return_trailing_bytes_response_code(): 2023-12-03T12:50:26.413 INFO:teuthology.orchestra.run.smithi145.stdout: content = 'testcontent' 2023-12-03T12:50:26.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.413 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.413 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7189: 2023-12-03T12:50:26.414 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.414 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.414 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.414 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.414 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.414 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.414 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.414 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.414 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.414 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.414 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.414 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.414 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.414 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.414 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.414 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.414 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.415 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.415 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.415 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.415 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.415 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.415 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.415 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.415 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.415 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.416 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.416 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.416 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.416 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.416 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.416 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.416 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.416 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.416 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.416 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.416 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.416 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.416 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.416 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.416 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.416 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.416 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.416 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.417 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.417 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.417 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.417 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.417 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.417 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.417 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.417 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.417 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.417 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.417 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.417 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.417 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.417 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.417 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.417 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.417 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.418 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.418 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.418 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.418 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.418 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.418 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.418 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.418 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.418 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.418 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.418 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.418 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.418 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.418 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.419 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.419 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.419 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.419 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.419 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-368" 2023-12-03T12:50:26.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.419 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.419 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ test_ranged_request_invalid_range _______________________ 2023-12-03T12:50:26.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.419 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.419 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.419 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.419 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.419 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.419 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.419 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.420 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.420 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.420 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.420 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.420 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.420 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.420 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.420 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.420 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.420 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.420 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.420 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.420 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.420 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.420 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.421 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.421 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.421 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.421 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.421 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.421 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.421 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.421 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.421 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.421 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.421 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.421 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.421 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.421 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.422 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.422 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.422 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.422 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.422 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.422 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.422 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.422 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.422 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.422 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.422 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.422 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.422 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.422 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.422 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.422 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.422 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.423 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.423 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.423 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.423 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.423 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.423 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.423 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.423 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.423 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.423 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.423 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.423 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.423 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.423 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.423 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.423 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.423 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.424 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.424 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.424 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.424 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.424 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.424 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.424 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.424 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.424 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.424 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.424 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.424 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.424 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.424 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.425 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.425 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.425 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.425 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.425 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.425 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.425 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.425 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.425 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.425 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.425 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.425 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.425 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.425 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.425 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.425 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.426 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.426 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.426 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.426 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.426 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.426 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.426 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.426 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.426 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.426 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.426 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.426 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.426 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.426 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.426 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.426 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.427 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.427 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.427 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.427 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.427 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.427 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.427 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.427 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.427 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.427 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.427 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.427 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.427 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.427 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.428 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.428 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.428 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.428 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.428 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.428 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.428 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.428 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.428 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.428 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.428 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.428 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.428 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.428 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.428 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.428 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.428 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.429 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.429 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.429 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.429 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.429 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.429 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.429 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.429 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.429 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.429 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.429 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.429 INFO:teuthology.orchestra.run.smithi145.stdout: def test_ranged_request_invalid_range(): 2023-12-03T12:50:26.429 INFO:teuthology.orchestra.run.smithi145.stdout: content = 'testcontent' 2023-12-03T12:50:26.429 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.429 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.429 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.429 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7203: 2023-12-03T12:50:26.430 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.430 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.430 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.430 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.430 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.430 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.430 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.430 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.430 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.430 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.430 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.430 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.430 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.430 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.430 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.430 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.431 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.431 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.431 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.431 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.431 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.431 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.431 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.431 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.431 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.431 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.431 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.431 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.431 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.431 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.431 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.432 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.432 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.432 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.432 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.432 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.432 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.432 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.432 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.432 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.432 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.432 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.432 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.432 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.432 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.432 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.432 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.432 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.433 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.433 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.433 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.433 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.433 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.433 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.433 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.433 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.433 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.433 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.433 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.433 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.433 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.433 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.433 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.433 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.433 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.434 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.434 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.434 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.434 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.434 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.434 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.434 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.434 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.434 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.434 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.434 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.434 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.434 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.434 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.434 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.434 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.435 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.435 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.435 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.435 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.435 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.435 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.435 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.435 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-369" 2023-12-03T12:50:26.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.435 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.435 INFO:teuthology.orchestra.run.smithi145.stdout:_______________________ test_ranged_request_empty_object _______________________ 2023-12-03T12:50:26.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.435 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.436 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.436 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.436 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.436 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.436 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.436 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.436 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.436 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.436 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.436 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.436 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.436 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.436 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.437 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.437 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.437 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.437 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.437 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.437 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.437 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.437 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.437 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.437 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.437 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.437 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.437 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.437 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.437 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.437 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.438 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.438 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.438 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.438 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.438 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.438 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.438 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.438 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.438 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.438 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.438 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.438 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.438 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.438 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.438 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.438 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.439 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.439 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.439 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.439 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.439 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.439 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.439 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.439 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.439 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.439 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.439 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.439 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.439 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.439 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.439 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.440 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.440 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.440 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.440 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.440 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.440 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.440 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.440 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.440 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.440 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.440 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.440 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.441 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.441 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.441 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.441 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.441 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.441 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.441 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.441 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.441 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.441 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.441 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.441 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.441 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.441 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.441 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.441 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.442 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.442 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.442 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.442 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.442 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.442 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.442 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.442 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.442 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.442 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.442 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.442 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.442 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.442 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.442 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.443 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.443 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.443 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.443 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.443 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.443 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.443 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.443 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.444 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.444 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.444 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.444 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.444 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.444 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.444 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.444 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.444 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.444 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.444 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.444 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.444 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.445 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.445 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.445 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.445 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.445 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.445 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.445 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.445 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.445 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.445 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.445 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.445 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.445 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.445 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.446 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.446 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.446 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.446 INFO:teuthology.orchestra.run.smithi145.stdout: def test_ranged_request_empty_object(): 2023-12-03T12:50:26.446 INFO:teuthology.orchestra.run.smithi145.stdout: content = '' 2023-12-03T12:50:26.446 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.446 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.446 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.446 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7217: 2023-12-03T12:50:26.446 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.446 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.446 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.446 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.446 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.447 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.447 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.447 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.447 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.447 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.447 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.447 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.447 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.447 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.447 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.447 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.447 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.447 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.447 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.447 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.447 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.448 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.448 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.448 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.448 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.448 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.448 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.448 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.448 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.448 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.448 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.448 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.448 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.448 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.448 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.448 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.448 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.448 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.449 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.449 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.449 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.449 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.449 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.449 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.449 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.449 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.449 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.449 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.449 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.449 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.449 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.449 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.449 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.449 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.449 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.450 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.450 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.450 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.450 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.450 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.450 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.450 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.450 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.450 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.450 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.450 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.450 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.450 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.450 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.450 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.450 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.451 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.451 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.451 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.451 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.451 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.451 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.451 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.451 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.451 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.451 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.451 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.451 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.451 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.452 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.452 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.452 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.452 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-370" 2023-12-03T12:50:26.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.452 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.452 INFO:teuthology.orchestra.run.smithi145.stdout:____________________ test_versioning_bucket_create_suspend _____________________ 2023-12-03T12:50:26.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.452 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.452 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.452 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.452 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.452 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.452 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.453 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.453 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.453 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.453 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.453 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.453 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.453 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.453 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.453 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.453 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.453 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.453 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.453 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.453 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.453 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.453 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.453 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.454 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.454 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.454 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.454 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.454 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.454 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.454 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.454 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.454 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.454 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.454 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.454 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.454 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.454 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.454 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.454 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.454 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.455 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.455 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.455 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.455 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.455 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.455 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.455 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.455 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.455 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.455 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.455 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.455 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.455 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.455 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.455 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.455 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.455 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.456 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.456 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.456 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.456 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.456 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.456 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.456 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.456 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.456 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.456 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.456 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.456 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.456 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.456 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.456 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.456 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.456 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.457 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.457 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.457 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.457 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.457 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.457 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.457 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.457 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.457 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.457 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.457 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.457 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.457 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.457 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.457 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.457 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.457 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.457 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.458 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.458 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.458 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.458 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.458 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.458 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.458 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.458 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.458 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.458 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.458 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.458 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.458 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.458 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.458 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.458 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.459 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.459 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.459 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.459 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.459 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.459 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.459 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.459 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.459 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.459 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.459 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.459 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.459 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.459 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.459 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.459 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.459 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.460 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.460 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.460 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.460 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.460 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.460 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.460 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.460 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.460 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.460 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.460 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.460 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.460 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.460 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.460 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.460 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.460 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.461 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.461 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.461 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.461 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.461 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.461 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.461 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.461 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.461 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.461 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.461 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.461 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.461 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.461 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.461 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.461 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.461 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.462 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.462 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.462 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.462 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.462 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.462 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.462 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.462 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioning_bucket_create_suspend(): 2023-12-03T12:50:26.462 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.462 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.462 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7229: 2023-12-03T12:50:26.462 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.462 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.462 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.462 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.462 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.462 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.463 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.463 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.463 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.463 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.463 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.463 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.463 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.463 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.463 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.463 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.463 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.463 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.463 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.463 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.463 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.463 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.464 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.464 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.464 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.464 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.464 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.464 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.464 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.464 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.464 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.464 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.464 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.464 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.464 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.464 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.464 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.464 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.465 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.465 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.465 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.465 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.465 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.465 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.465 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.465 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.465 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.465 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.465 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.465 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.465 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.465 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.465 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.465 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.465 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.465 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.466 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.466 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.466 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.466 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.466 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.466 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.466 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.466 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.466 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.466 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.466 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.466 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.466 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.466 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.466 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.466 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.467 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.467 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.467 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.467 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.467 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.467 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.467 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.467 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.467 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.467 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.467 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.467 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.467 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.467 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.467 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.467 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.467 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-371" 2023-12-03T12:50:26.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.468 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.468 INFO:teuthology.orchestra.run.smithi145.stdout:____________________ test_versioning_obj_create_read_remove ____________________ 2023-12-03T12:50:26.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.468 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.468 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.468 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.468 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.468 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.468 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.468 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.468 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.468 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.468 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.469 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.469 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.469 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.469 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.469 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.469 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.469 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.469 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.469 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.469 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.469 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.469 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.469 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.469 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.470 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.470 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.470 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.470 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.470 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.470 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.470 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.470 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.470 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.470 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.470 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.470 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.470 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.470 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.470 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.470 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.471 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.471 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.471 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.471 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.471 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.471 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.471 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.471 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.471 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.471 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.471 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.471 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.471 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.471 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.471 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.471 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.471 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.472 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.472 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.472 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.472 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.472 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.472 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.472 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.472 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.472 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.472 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.472 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.472 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.472 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.472 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.472 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.472 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.472 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.473 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.473 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.473 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.473 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.473 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.473 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.473 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.473 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.473 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.473 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.473 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.473 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.473 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.473 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.474 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.474 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.474 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.474 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.474 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.474 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.474 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.474 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.474 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.474 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.474 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.474 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.474 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.474 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.474 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.474 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.474 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.475 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.475 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.475 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.475 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.475 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.475 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.475 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.475 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.475 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.475 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.475 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.475 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.475 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.475 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.475 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.475 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.476 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.476 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.476 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.476 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.476 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.476 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.476 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.476 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.476 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.476 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.476 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.476 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.476 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.477 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.477 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.477 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.477 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.477 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.477 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.477 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.477 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.477 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.477 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.477 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.477 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.477 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.477 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.477 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.477 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.477 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.478 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.478 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.478 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.478 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.478 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.478 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.478 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioning_obj_create_read_remove(): 2023-12-03T12:50:26.478 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.478 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.478 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7312: 2023-12-03T12:50:26.478 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.478 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.478 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.478 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.478 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.478 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.478 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.479 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.479 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.479 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.479 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.479 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.479 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.479 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.479 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.480 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.480 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.480 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.480 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.480 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.480 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.480 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.480 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.480 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.480 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.480 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.480 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.480 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.480 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.480 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.480 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.480 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.481 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.481 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.481 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.481 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.481 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.481 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.481 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.481 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.481 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.481 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.481 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.481 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.481 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.481 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.481 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.481 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.482 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.482 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.482 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.482 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.482 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.482 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.482 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.482 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.482 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.482 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.482 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.482 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.482 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.482 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.482 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.482 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.482 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.483 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.483 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.483 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.483 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.483 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.483 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.483 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.483 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.483 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.483 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.483 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.483 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.483 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.483 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.483 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.483 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-372" 2023-12-03T12:50:26.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.484 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.484 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ test_versioning_obj_create_read_remove_head __________________ 2023-12-03T12:50:26.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.484 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.484 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.484 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.484 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.484 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.484 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.484 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.484 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.484 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.484 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.485 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.485 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.485 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.485 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.485 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.485 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.485 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.485 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.485 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.485 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.485 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.485 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.485 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.486 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.486 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.486 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.486 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.486 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.486 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.486 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.486 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.486 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.486 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.486 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.486 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.486 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.486 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.486 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.487 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.487 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.487 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.487 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.487 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.487 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.487 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.487 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.487 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.487 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.487 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.487 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.487 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.487 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.487 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.487 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.487 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.488 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.488 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.488 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.488 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.488 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.488 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.488 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.488 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.488 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.488 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.488 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.488 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.488 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.488 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.488 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.488 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.488 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.489 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.489 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.489 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.489 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.489 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.489 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.489 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.489 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.489 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.489 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.489 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.489 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.489 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.489 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.489 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.489 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.489 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.490 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.490 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.490 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.490 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.490 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.490 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.490 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.490 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.490 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.490 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.490 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.490 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.490 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.490 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.490 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.490 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.491 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.491 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.491 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.491 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.491 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.491 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.491 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.491 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.491 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.491 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.491 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.491 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.491 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.491 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.491 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.491 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.491 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.492 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.492 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.492 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.492 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.492 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.492 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.492 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.492 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.492 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.492 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.492 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.492 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.492 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.493 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.493 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.493 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.493 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.493 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.493 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.493 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.493 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.493 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.493 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.493 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.493 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.493 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.493 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.494 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.494 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.494 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.494 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.494 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.494 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.494 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioning_obj_create_read_remove_head(): 2023-12-03T12:50:26.494 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.494 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.494 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7326: 2023-12-03T12:50:26.494 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.494 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.494 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.494 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.494 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.494 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.495 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.495 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.495 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.495 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.495 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.495 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.495 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.495 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.495 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.495 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.495 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.495 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.495 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.495 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.495 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.495 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.495 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.496 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.496 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.496 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.496 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.496 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.496 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.496 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.496 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.496 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.496 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.496 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.496 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.496 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.496 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.496 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.496 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.496 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.496 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.497 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.497 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.497 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.497 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.497 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.497 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.497 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.497 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.497 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.497 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.497 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.497 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.497 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.497 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.498 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.498 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.498 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.498 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.498 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.498 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.498 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.498 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.498 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.498 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.498 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.498 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.498 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.498 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.498 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.498 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.499 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.499 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.499 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.499 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.499 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.499 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.499 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.499 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.499 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.499 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.499 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.499 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.499 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.499 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.499 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.499 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.499 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.500 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.500 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-373" 2023-12-03T12:50:26.500 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.500 INFO:teuthology.orchestra.run.smithi145.stdout:________________ test_versioning_obj_plain_null_version_removal ________________ 2023-12-03T12:50:26.500 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.500 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.500 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.500 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.500 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.500 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.500 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.500 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.500 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.500 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.500 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.501 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.501 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.501 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.501 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.501 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.501 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.501 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.501 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.501 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.501 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.501 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.501 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.501 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.501 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.502 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.502 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.502 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.502 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.502 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.502 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.502 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.502 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.502 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.502 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.502 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.502 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.502 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.503 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.503 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.503 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.503 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.503 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.503 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.503 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.503 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.503 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.503 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.503 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.503 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.503 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.503 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.503 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.503 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.503 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.504 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.504 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.504 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.504 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.504 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.504 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.504 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.504 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.504 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.504 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.504 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.504 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.504 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.504 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.504 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.504 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.504 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.504 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.505 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.505 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.505 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.505 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.505 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.505 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.505 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.505 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.505 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.505 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.505 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.505 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.505 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.505 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.505 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.505 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.506 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.506 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.506 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.506 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.506 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.506 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.506 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.506 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.506 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.506 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.506 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.506 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.506 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.506 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.506 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.506 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.507 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.507 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.507 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.507 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.507 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.507 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.507 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.507 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.507 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.507 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.507 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.507 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.507 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.507 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.507 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.507 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.507 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.507 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.508 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.508 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.508 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.508 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.508 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.508 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.508 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.508 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.508 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.508 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.508 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.508 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.508 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.508 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.509 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.509 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.509 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.509 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.509 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.509 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.509 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.509 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.509 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.509 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.509 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.509 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.509 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.509 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.510 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.510 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.510 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.510 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.510 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.510 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.510 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.510 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.510 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.510 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioning_obj_plain_null_version_removal(): 2023-12-03T12:50:26.510 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.510 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.510 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7360: 2023-12-03T12:50:26.510 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.510 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.510 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.511 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.511 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.511 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.511 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.511 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.511 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.511 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.511 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.511 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.511 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.511 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.511 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.511 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.511 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.511 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.511 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.512 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.512 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.512 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.512 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.512 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.512 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.512 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.512 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.512 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.512 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.512 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.512 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.512 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.512 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.512 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.512 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.512 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.513 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.513 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.513 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.513 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.513 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.513 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.513 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.513 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.513 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.513 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.513 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.513 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.513 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.513 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.513 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.513 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.513 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.514 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.514 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.514 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.514 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.514 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.514 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.514 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.514 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.514 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.514 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.514 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.514 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.514 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.514 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.514 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.514 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.515 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.515 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.515 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.515 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.515 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.515 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.515 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.515 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.515 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.515 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.515 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.515 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.515 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.516 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.516 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.516 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.516 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.516 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-374" 2023-12-03T12:50:26.516 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.516 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.516 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ test_versioning_obj_plain_null_version_overwrite _______________ 2023-12-03T12:50:26.516 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.516 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.516 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.516 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.516 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.516 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.517 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.517 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.517 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.517 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.517 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.517 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.517 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.517 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.517 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.517 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.517 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.517 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.517 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.517 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.517 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.517 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.518 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.518 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.518 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.518 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.518 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.518 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.518 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.518 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.518 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.518 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.518 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.518 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.518 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.518 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.519 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.519 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.519 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.519 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.519 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.519 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.519 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.519 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.519 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.519 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.519 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.519 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.519 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.519 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.519 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.519 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.519 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.520 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.520 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.520 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.520 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.520 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.520 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.520 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.520 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.520 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.520 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.520 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.520 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.520 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.520 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.520 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.520 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.521 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.521 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.521 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.521 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.521 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.521 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.521 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.521 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.521 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.521 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.521 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.521 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.521 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.521 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.521 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.521 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.522 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.522 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.522 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.522 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.522 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.522 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.522 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.522 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.522 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.522 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.522 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.522 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.522 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.522 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.522 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.522 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.522 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.523 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.523 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.523 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.523 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.523 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.523 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.523 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.523 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.523 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.523 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.523 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.523 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.523 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.523 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.523 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.524 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.524 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.524 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.524 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.524 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.524 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.524 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.524 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.524 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.524 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.524 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.524 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.524 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.524 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.524 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.525 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.525 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.525 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.525 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.525 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.525 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.525 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.525 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.525 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.525 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.525 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.525 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.525 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.526 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.526 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.526 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.526 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.526 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.526 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.526 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.526 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.526 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.526 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.526 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.526 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.526 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.527 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.527 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioning_obj_plain_null_version_overwrite(): 2023-12-03T12:50:26.527 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.527 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.527 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7380: 2023-12-03T12:50:26.527 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.527 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.527 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.527 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.527 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.527 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.527 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.528 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.528 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.528 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.528 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.528 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.528 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.528 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.528 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.528 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.528 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.528 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.528 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.528 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.528 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.528 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.528 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.529 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.529 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.529 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.529 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.529 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.529 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.529 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.529 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.529 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.529 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.529 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.529 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.529 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.529 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.529 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.530 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.530 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.530 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.530 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.530 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.530 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.530 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.530 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.530 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.530 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.530 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.530 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.530 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.530 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.530 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.531 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.531 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.531 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.531 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.531 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.531 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.531 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.531 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.531 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.531 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.531 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.531 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.531 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.531 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.532 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.532 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.532 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.532 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.532 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.532 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.532 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.532 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.532 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.532 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.532 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.532 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.532 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.532 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.532 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-375" 2023-12-03T12:50:26.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.533 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.533 INFO:teuthology.orchestra.run.smithi145.stdout:__________ test_versioning_obj_plain_null_version_overwrite_suspended __________ 2023-12-03T12:50:26.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.533 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.533 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.533 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.533 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.533 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.533 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.533 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.533 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.533 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.533 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.534 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.534 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.534 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.534 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.534 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.534 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.534 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.534 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.534 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.534 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.534 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.534 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.534 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.535 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.535 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.535 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.535 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.535 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.535 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.535 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.535 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.535 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.535 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.535 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.535 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.535 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.535 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.535 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.536 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.536 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.536 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.536 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.536 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.536 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.536 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.536 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.536 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.536 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.536 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.536 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.536 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.536 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.536 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.536 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.537 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.537 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.537 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.537 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.537 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.537 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.537 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.537 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.537 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.537 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.537 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.537 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.537 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.537 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.537 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.537 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.537 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.538 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.538 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.538 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.538 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.538 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.538 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.538 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.538 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.538 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.538 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.538 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.538 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.538 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.538 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.538 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.538 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.539 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.539 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.539 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.539 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.539 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.539 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.539 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.539 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.539 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.539 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.539 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.539 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.539 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.539 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.539 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.539 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.539 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.540 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.540 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.540 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.540 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.540 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.540 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.540 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.540 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.540 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.540 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.540 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.540 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.540 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.540 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.540 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.541 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.541 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.541 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.541 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.541 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.541 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.541 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.541 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.541 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.541 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.541 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.541 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.542 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.542 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.542 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.542 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.542 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.542 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.542 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.542 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.542 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.542 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.542 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.542 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.542 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.543 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.543 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.543 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.543 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.543 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.543 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.543 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.543 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.543 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioning_obj_plain_null_version_overwrite_suspended(): 2023-12-03T12:50:26.543 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.543 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.543 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7413: 2023-12-03T12:50:26.543 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.543 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.543 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.543 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.543 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.544 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.544 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.544 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.544 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.544 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.544 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.544 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.544 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.544 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.545 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.545 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.545 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.545 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.545 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.545 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.545 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.545 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.545 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.545 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.545 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.545 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.545 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.545 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.545 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.545 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.545 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.546 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.546 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.546 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.546 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.546 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.546 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.546 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.546 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.546 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.546 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.546 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.546 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.546 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.546 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.546 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.546 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.547 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.547 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.547 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.547 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.547 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.547 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.547 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.547 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.547 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.547 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.547 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.547 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.547 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.547 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.547 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.548 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.548 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.548 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.548 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.548 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.548 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.548 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.548 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.548 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.548 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.548 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.548 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.548 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.548 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.548 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.548 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.548 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.548 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.549 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-376" 2023-12-03T12:50:26.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.549 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.549 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________ test_versioning_obj_suspend_versions _____________________ 2023-12-03T12:50:26.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.549 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.549 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.549 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.549 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.549 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.549 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.549 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.549 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.549 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.550 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.550 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.550 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.550 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.550 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.550 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.550 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.550 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.550 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.550 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.550 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.550 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.550 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.550 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.550 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.550 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.551 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.551 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.551 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.551 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.551 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.551 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.551 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.551 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.551 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.551 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.551 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.551 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.551 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.551 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.551 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.551 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.552 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.552 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.552 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.552 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.552 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.552 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.552 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.552 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.552 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.552 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.552 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.552 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.552 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.552 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.552 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.552 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.552 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.552 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.553 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.553 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.553 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.553 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.553 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.553 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.553 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.553 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.553 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.553 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.553 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.553 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.553 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.553 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.553 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.553 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.553 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.554 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.554 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.554 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.554 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.554 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.554 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.554 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.554 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.554 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.554 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.554 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.554 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.554 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.554 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.554 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.554 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.554 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.555 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.555 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.555 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.555 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.555 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.555 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.555 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.555 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.555 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.555 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.555 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.555 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.555 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.555 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.555 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.555 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.555 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.556 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.556 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.556 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.556 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.556 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.556 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.556 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.556 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.556 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.556 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.557 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.557 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.557 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.557 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.557 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.557 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.557 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.557 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.557 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.557 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.557 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.558 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.558 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.558 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.558 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.558 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.558 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.558 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.558 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.558 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.558 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.558 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.558 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.558 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.558 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.558 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.559 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.559 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.559 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.559 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.559 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.559 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioning_obj_suspend_versions(): 2023-12-03T12:50:26.559 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.559 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.559 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7478: 2023-12-03T12:50:26.559 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.559 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.559 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.559 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.559 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.559 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.559 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.559 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.560 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.560 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.560 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.560 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.560 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.560 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.560 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.560 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.560 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.561 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.561 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.561 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.561 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.561 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.561 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.561 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.561 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.561 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.561 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.561 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.561 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.561 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.561 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.561 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.561 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.562 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.562 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.562 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.562 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.562 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.562 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.562 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.562 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.562 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.562 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.562 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.562 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.562 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.562 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.562 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.562 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.563 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.563 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.563 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.563 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.563 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.563 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.563 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.563 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.563 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.563 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.563 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.563 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.563 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.563 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.563 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.563 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.563 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.564 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.564 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.564 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.564 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.564 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.564 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.564 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.564 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.564 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.564 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.564 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.564 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.564 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.564 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.564 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.564 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-377" 2023-12-03T12:50:26.564 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.565 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.565 INFO:teuthology.orchestra.run.smithi145.stdout:________________ test_versioning_obj_create_versions_remove_all ________________ 2023-12-03T12:50:26.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.565 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.565 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.565 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.565 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.565 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.565 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.565 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.565 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.565 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.565 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.566 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.566 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.566 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.566 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.566 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.566 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.566 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.566 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.566 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.566 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.566 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.566 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.566 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.566 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.567 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.567 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.567 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.567 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.567 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.567 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.567 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.567 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.567 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.567 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.567 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.567 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.567 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.567 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.567 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.567 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.568 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.568 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.568 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.568 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.568 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.568 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.568 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.568 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.568 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.568 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.568 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.568 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.568 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.568 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.568 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.568 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.568 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.569 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.569 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.569 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.569 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.569 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.569 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.569 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.569 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.569 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.569 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.569 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.569 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.570 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.570 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.570 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.570 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.570 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.570 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.570 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.570 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.570 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.570 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.570 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.570 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.570 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.570 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.570 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.570 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.571 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.571 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.571 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.571 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.571 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.571 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.571 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.571 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.571 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.571 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.571 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.571 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.571 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.571 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.571 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.571 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.572 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.572 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.572 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.572 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.572 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.572 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.572 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.572 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.572 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.573 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.573 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.573 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.573 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.573 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.573 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.573 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.573 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.573 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.573 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.573 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.573 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.573 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.574 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.574 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.574 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.574 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.574 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.574 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.574 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.574 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.574 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.574 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.574 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.574 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.574 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.574 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.575 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.575 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.575 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.575 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.575 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.575 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioning_obj_create_versions_remove_all(): 2023-12-03T12:50:26.575 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.575 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.575 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7510: 2023-12-03T12:50:26.575 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.575 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.575 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.575 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.575 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.575 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.575 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.575 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.575 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.576 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.576 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.576 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.576 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.576 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.576 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.576 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.576 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.577 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.577 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.577 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.577 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.577 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.577 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.577 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.577 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.577 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.577 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.577 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.577 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.577 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.577 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.577 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.578 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.578 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.578 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.578 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.578 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.578 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.578 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.578 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.578 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.578 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.578 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.578 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.578 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.578 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.578 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.578 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.579 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.579 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.579 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.579 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.579 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.579 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.579 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.579 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.579 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.579 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.579 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.579 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.579 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.579 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.579 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.579 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.579 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.580 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.580 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.580 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.580 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.580 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.580 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.580 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.580 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.580 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.580 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.580 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.580 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.580 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.580 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-378" 2023-12-03T12:50:26.580 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.580 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.580 INFO:teuthology.orchestra.run.smithi145.stdout:___________ test_versioning_obj_create_versions_remove_special_names ___________ 2023-12-03T12:50:26.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.581 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.581 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.581 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.581 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.581 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.581 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.581 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.581 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.581 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.581 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.581 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.582 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.582 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.582 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.582 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.582 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.582 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.582 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.582 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.582 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.582 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.582 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.582 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.583 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.583 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.583 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.583 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.583 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.583 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.583 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.583 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.583 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.583 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.583 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.583 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.583 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.583 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.583 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.583 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.584 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.584 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.584 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.584 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.584 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.584 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.584 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.584 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.584 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.584 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.584 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.584 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.584 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.584 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.584 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.584 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.584 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.585 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.585 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.585 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.585 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.585 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.585 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.585 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.585 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.585 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.585 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.585 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.585 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.585 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.585 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.585 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.585 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.586 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.586 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.586 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.586 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.586 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.586 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.586 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.586 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.586 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.586 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.586 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.586 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.586 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.586 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.586 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.586 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.586 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.587 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.587 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.587 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.587 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.587 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.587 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.587 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.587 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.587 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.587 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.587 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.587 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.587 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.587 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.587 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.587 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.587 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.588 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.588 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.588 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.588 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.588 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.588 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.588 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.588 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.588 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.589 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.589 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.589 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.589 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.589 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.589 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.589 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.589 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.589 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.589 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.589 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.589 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.590 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.590 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.590 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.590 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.590 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.590 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.590 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.590 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.590 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.590 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.590 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.590 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.590 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.591 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.591 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.591 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.591 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.591 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.591 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.591 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioning_obj_create_versions_remove_special_names(): 2023-12-03T12:50:26.591 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.591 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.591 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7526: 2023-12-03T12:50:26.591 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.591 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.591 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.591 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.591 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.591 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.592 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.592 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.592 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.592 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.592 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.592 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.592 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.592 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.593 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.593 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.593 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.593 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.593 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.593 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.593 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.593 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.594 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.594 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.594 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.594 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.594 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.594 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.594 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.594 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.594 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.594 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.594 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.594 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.594 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.594 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.594 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.594 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.594 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.595 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.595 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.595 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.595 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.595 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.595 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.595 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.595 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.595 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.595 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.595 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.595 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.595 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.595 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.595 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.595 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.595 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.596 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.596 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.596 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.596 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.596 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.596 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.596 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.596 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.596 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.596 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.596 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.596 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.596 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.596 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.596 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.596 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.596 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.597 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.597 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-379" 2023-12-03T12:50:26.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.597 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.597 INFO:teuthology.orchestra.run.smithi145.stdout:________________ test_versioning_obj_create_overwrite_multipart ________________ 2023-12-03T12:50:26.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.597 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.597 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.597 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.597 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.597 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.597 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.597 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.597 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.597 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.598 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.598 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.598 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.598 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.598 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.598 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.598 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.598 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.598 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.598 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.598 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.598 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.598 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.598 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.598 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.598 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.599 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.599 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.599 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.599 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.599 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.599 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.599 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.599 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.599 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.599 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.599 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.599 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.599 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.599 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.599 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.599 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.600 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.600 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.600 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.600 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.600 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.600 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.600 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.600 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.600 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.600 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.600 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.600 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.600 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.600 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.600 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.601 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.601 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.601 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.601 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.601 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.601 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.601 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.601 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.601 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.601 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.601 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.601 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.601 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.601 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.601 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.602 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.602 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.602 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.602 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.602 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.602 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.602 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.602 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.602 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.602 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.602 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.602 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.602 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.602 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.602 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.602 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.603 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.603 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.603 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.603 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.603 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.603 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.603 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.603 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.603 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.603 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.603 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.603 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.603 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.603 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.603 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.603 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.603 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.604 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.604 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.604 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.604 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.604 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.604 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.604 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.604 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.604 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.604 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.604 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.604 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.604 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.605 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.605 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.605 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.605 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.605 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.605 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.605 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.605 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.605 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.605 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.605 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.605 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.605 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.605 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.605 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.605 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.605 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.606 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.606 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.606 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.606 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.606 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.606 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.606 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.606 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.606 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.606 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.606 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.606 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.606 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.606 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.606 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.606 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.606 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.607 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.607 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.607 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.607 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.607 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.607 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.607 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.607 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.607 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.607 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.607 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:26.607 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioning_obj_create_overwrite_multipart(): 2023-12-03T12:50:26.607 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.607 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.607 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7544: 2023-12-03T12:50:26.607 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.607 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.608 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.608 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.608 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.608 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.608 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.608 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.608 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.608 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.608 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.608 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.608 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.608 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.608 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.608 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.608 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.608 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.608 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.609 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.609 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.609 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.609 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.609 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.609 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.609 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.609 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.609 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.609 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.609 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.609 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.609 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.610 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.610 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.610 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.610 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.610 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.610 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.610 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.610 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.610 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.610 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.610 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.610 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.610 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.610 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.610 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.610 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.611 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.611 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.611 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.611 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.611 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.611 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.611 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.611 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.611 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.611 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.611 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.611 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.611 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.611 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.611 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.611 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.612 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.612 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.612 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.612 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.612 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.612 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.612 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.612 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.612 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.612 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.612 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.612 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.612 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.612 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.612 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.612 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.612 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.613 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.613 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.613 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.613 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.613 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.613 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.613 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.613 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.613 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-380" 2023-12-03T12:50:26.613 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.613 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.613 INFO:teuthology.orchestra.run.smithi145.stdout:_______________________ test_versioning_obj_list_marker ________________________ 2023-12-03T12:50:26.613 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.613 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.613 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.613 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.613 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.614 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.614 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.614 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.614 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.614 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.614 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.614 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.614 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.614 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.614 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.614 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.614 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.614 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.614 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.614 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.614 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.615 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.615 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.615 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.615 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.615 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.615 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.615 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.615 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.615 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.615 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.615 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.615 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.615 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.615 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.616 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.616 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.616 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.616 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.616 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.616 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.616 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.616 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.616 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.616 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.616 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.616 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.616 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.616 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.616 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.616 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.616 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.616 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.617 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.617 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.617 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.617 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.617 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.617 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.617 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.617 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.617 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.617 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.617 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.617 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.617 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.617 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.617 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.617 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.617 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.618 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.618 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.618 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.618 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.618 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.618 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.618 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.618 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.618 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.618 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.618 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.618 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.618 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.618 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.618 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.618 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.618 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.619 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.619 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.619 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.619 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.619 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.619 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.619 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.619 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.619 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.619 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.619 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.619 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.619 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.619 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.619 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.619 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.619 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.620 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.620 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.620 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.620 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.620 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.620 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.620 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.620 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.620 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.620 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.620 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.620 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.621 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.621 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.621 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.621 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.621 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.621 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.621 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.621 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.621 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.621 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.621 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.621 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.621 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.621 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.621 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.622 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.622 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.622 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.622 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.622 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.622 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.622 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.622 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.622 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.622 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.622 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.622 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.622 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.622 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.622 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.623 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.623 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.623 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.623 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.623 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.623 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.623 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.623 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.623 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.623 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.623 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.623 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.623 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.623 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.623 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.623 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.624 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.624 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.624 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioning_obj_list_marker(): 2023-12-03T12:50:26.624 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.624 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7572: 2023-12-03T12:50:26.624 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.624 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.624 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.624 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.624 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.624 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.624 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.624 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.625 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.625 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.625 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.625 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.625 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.625 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.625 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.625 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.625 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.625 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.625 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.625 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.625 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.625 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.626 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.626 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.626 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.626 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.626 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.626 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.626 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.626 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.626 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.626 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.626 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.626 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.626 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.626 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.626 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.627 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.627 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.627 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.627 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.627 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.627 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.627 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.627 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.627 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.627 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.627 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.627 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.627 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.627 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.627 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.627 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.627 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.628 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.628 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.628 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.628 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.628 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.628 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.628 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.628 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.628 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.628 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.628 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.628 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.628 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.628 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.628 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.628 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.628 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.629 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.629 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.629 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.629 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.629 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.629 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.629 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.629 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.629 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.629 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.629 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.629 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.629 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.629 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.629 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.629 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.629 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.629 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.630 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-381" 2023-12-03T12:50:26.630 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.630 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.630 INFO:teuthology.orchestra.run.smithi145.stdout:_______________________ test_versioning_copy_obj_version _______________________ 2023-12-03T12:50:26.630 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.630 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.630 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.630 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.630 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.630 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.630 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.630 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.630 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.630 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.630 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.631 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.631 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.631 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.631 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.631 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.631 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.631 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.631 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.631 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.631 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.631 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.631 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.631 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.631 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.631 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.632 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.632 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.632 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.632 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.632 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.632 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.632 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.632 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.632 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.632 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.632 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.632 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.632 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.632 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.632 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.633 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.633 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.633 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.633 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.633 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.633 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.633 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.633 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.633 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.633 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.633 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.633 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.633 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.633 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.634 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.634 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.634 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.634 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.634 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.634 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.634 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.634 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.634 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.634 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.634 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.634 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.634 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.634 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.634 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.634 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.634 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.635 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.635 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.635 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.635 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.635 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.635 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.635 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.635 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.635 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.635 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.635 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.635 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.635 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.635 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.635 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.635 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.635 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.636 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.636 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.636 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.636 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.636 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.636 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.636 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.636 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.636 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.636 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.636 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.636 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.636 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.636 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.636 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.636 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.636 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.637 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.637 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.637 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.637 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.637 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.637 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.637 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.637 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.637 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.637 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.637 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.637 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.637 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.637 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.637 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.638 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.638 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.638 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.638 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.638 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.638 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.638 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.638 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.638 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.638 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.638 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.638 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.639 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.639 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.639 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.639 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.639 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.639 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.639 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.639 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.639 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.639 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.639 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.639 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.639 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.639 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.639 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.639 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.640 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.640 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.640 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.640 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.640 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.640 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.640 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.640 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.640 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.640 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.640 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.640 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:26.640 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioning_copy_obj_version(): 2023-12-03T12:50:26.640 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.641 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.641 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7628: 2023-12-03T12:50:26.641 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.641 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.641 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.641 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.641 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.641 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.641 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.641 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.641 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.641 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.641 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.641 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.641 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.642 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.642 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.642 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.642 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.642 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.642 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.642 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.642 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.642 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.642 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.642 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.642 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.642 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.642 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.642 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.643 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.643 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.643 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.643 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.643 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.643 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.643 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.643 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.643 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.643 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.643 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.643 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.643 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.643 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.644 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.644 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.644 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.644 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.644 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.644 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.644 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.644 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.644 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.644 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.644 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.644 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.644 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.644 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.644 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.644 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.644 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.645 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.645 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.645 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.645 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.645 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.645 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.645 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.645 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.645 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.645 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.645 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.645 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.645 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.645 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.645 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.645 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.645 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.645 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.646 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.646 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.646 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.646 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.646 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.646 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.646 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.646 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.646 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.646 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-382" 2023-12-03T12:50:26.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.646 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.646 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________ test_versioning_multi_object_delete ______________________ 2023-12-03T12:50:26.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.647 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.647 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.647 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.647 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.647 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.647 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.647 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.647 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.647 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.647 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.647 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.647 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.647 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.647 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.648 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.648 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.648 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.648 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.648 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.648 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.648 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.648 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.648 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.648 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.648 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.648 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.648 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.648 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.649 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.649 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.649 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.649 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.649 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.649 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.649 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.649 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.649 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.649 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.649 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.649 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.649 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.649 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.650 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.650 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.650 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.650 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.650 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.650 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.650 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.650 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.650 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.650 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.650 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.650 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.650 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.650 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.651 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.651 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.651 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.651 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.651 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.651 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.651 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.651 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.651 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.651 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.651 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.651 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.651 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.651 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.651 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.651 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.651 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.652 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.652 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.652 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.652 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.652 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.652 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.652 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.652 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.652 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.652 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.652 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.652 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.652 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.652 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.652 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.652 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.653 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.653 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.653 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.653 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.653 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.653 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.653 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.653 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.653 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.653 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.653 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.653 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.653 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.653 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.653 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.653 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.653 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.654 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.654 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.654 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.654 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.654 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.654 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.654 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.654 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.654 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.654 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.654 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.654 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.654 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.654 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.654 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.655 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.655 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.655 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.655 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.655 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.655 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.655 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.655 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.655 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.655 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.655 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.655 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.655 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.655 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.656 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.656 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.656 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.656 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.656 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.656 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.656 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.656 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.656 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.656 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.656 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.656 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.656 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.656 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.656 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.657 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.657 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.657 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.657 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioning_multi_object_delete(): 2023-12-03T12:50:26.657 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.657 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.657 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7665: 2023-12-03T12:50:26.657 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.657 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.657 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.657 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.657 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.657 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.658 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.658 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.658 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.658 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.658 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.658 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.658 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.658 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.658 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.658 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.658 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.658 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.658 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.658 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.658 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.658 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.659 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.659 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.659 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.659 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.659 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.659 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.659 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.659 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.659 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.659 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.659 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.659 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.659 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.659 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.659 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.660 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.660 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.660 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.660 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.660 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.660 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.660 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.660 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.660 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.660 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.660 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.660 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.660 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.660 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.660 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.660 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.661 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.661 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.661 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.661 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.661 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.661 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.661 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.661 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.661 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.661 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.661 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.661 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.661 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.661 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.661 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.662 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.662 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.662 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.662 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.662 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.662 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.662 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.662 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.662 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.662 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.662 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.662 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.662 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.662 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-383" 2023-12-03T12:50:26.663 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.663 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.663 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ test_versioning_multi_object_delete_with_marker ________________ 2023-12-03T12:50:26.663 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.663 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.663 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.663 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.663 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.663 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.663 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.663 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.663 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.663 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.663 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.663 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.663 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.664 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.664 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.664 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.664 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.664 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.664 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.664 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.664 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.664 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.664 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.664 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.664 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.664 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.665 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.665 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.665 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.665 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.665 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.665 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.665 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.665 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.665 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.665 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.665 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.665 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.665 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.665 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.665 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.666 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.666 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.666 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.666 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.666 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.666 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.666 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.666 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.666 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.666 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.666 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.666 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.666 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.666 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.667 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.667 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.667 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.667 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.667 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.667 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.667 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.667 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.667 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.667 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.667 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.667 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.667 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.667 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.667 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.667 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.667 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.668 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.668 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.668 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.668 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.668 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.668 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.668 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.668 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.668 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.668 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.668 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.668 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.668 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.668 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.668 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.668 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.668 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.669 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.669 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.669 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.669 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.669 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.669 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.669 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.669 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.669 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.669 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.669 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.669 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.669 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.669 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.669 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.669 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.670 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.670 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.670 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.670 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.670 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.670 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.670 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.670 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.670 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.670 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.670 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.670 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.670 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.670 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.670 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.671 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.671 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.671 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.671 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.671 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.671 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.671 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.671 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.671 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.671 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.671 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.671 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.672 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.672 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.672 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.672 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.672 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.672 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.672 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.672 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.672 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.672 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.672 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.672 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.672 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.672 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.672 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.672 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.672 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.673 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.673 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.673 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.673 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.673 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.673 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioning_multi_object_delete_with_marker(): 2023-12-03T12:50:26.673 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.673 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.673 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7690: 2023-12-03T12:50:26.673 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.673 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.673 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.673 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.673 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.674 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.674 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.674 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.674 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.674 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.674 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.674 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.674 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.674 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.674 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.674 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.674 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.674 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.674 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.674 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.674 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.675 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.675 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.675 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.675 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.675 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.675 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.675 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.675 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.675 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.675 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.675 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.675 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.675 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.675 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.675 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.675 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.675 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.676 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.676 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.676 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.676 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.676 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.676 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.676 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.676 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.676 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.676 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.676 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.676 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.676 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.676 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.676 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.676 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.676 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.676 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.677 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.677 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.677 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.677 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.677 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.677 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.677 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.677 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.677 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.677 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.677 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.677 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.677 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.677 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.677 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.677 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.678 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.678 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.678 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.678 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.678 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.678 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.678 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.678 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.678 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.678 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.678 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.678 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.678 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-384" 2023-12-03T12:50:26.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.678 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.679 INFO:teuthology.orchestra.run.smithi145.stdout:____________ test_versioning_multi_object_delete_with_marker_create ____________ 2023-12-03T12:50:26.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.679 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.679 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.679 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.679 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.679 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.679 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.679 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.679 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.679 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.679 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.679 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.680 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.680 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.680 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.680 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.680 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.680 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.680 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.680 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.680 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.680 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.680 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.680 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.680 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.680 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.680 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.680 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.680 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.681 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.681 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.681 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.681 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.681 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.681 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.681 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.681 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.681 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.681 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.681 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.681 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.681 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.681 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.681 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.681 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.682 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.682 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.682 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.682 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.682 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.682 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.682 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.682 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.682 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.682 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.682 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.682 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.682 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.682 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.683 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.683 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.683 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.683 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.683 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.683 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.683 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.683 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.683 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.683 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.683 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.683 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.683 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.684 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.684 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.684 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.684 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.684 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.684 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.684 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.684 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.684 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.684 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.684 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.684 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.684 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.684 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.685 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.685 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.685 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.685 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.685 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.685 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.685 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.685 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.685 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.685 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.685 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.685 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.685 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.685 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.685 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.685 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.685 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.686 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.686 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.686 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.686 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.686 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.686 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.686 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.686 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.686 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.686 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.686 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.686 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.686 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.686 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.686 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.686 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.687 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.687 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.687 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.687 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.687 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.687 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.687 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.687 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.687 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.687 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.687 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.687 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.688 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.688 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.688 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.688 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.688 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.688 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.688 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.688 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.688 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.688 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.688 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.688 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.688 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.688 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.689 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.689 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.689 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.689 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:26.689 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioning_multi_object_delete_with_marker_create(): 2023-12-03T12:50:26.689 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.689 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.689 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7723: 2023-12-03T12:50:26.689 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.689 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.689 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.689 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.689 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.689 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.690 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.690 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.690 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.690 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.690 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.690 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.690 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.690 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.691 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.691 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.691 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.691 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.691 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.691 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.691 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.691 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.691 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.691 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.691 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.691 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.691 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.691 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.691 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.692 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.692 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.692 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.692 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.692 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.692 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.692 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.692 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.692 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.692 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.692 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.692 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.692 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.692 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.692 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.693 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.693 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.693 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.693 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.693 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.693 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.693 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.693 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.693 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.693 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.693 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.693 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.693 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.693 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.693 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.693 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.694 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.694 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.694 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.694 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.694 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.694 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.694 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.694 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.694 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.694 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.694 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.694 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.694 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-385" 2023-12-03T12:50:26.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.695 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.695 INFO:teuthology.orchestra.run.smithi145.stdout:__________________________ test_versioned_object_acl ___________________________ 2023-12-03T12:50:26.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.695 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.695 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.695 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.695 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.695 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.695 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.695 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.695 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.695 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.695 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.696 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.696 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.696 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.696 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.696 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.696 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.696 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.696 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.696 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.696 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.696 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.696 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.696 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.696 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.697 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.697 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.697 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.697 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.697 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.697 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.697 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.697 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.697 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.697 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.697 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.697 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.697 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.697 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.697 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.697 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.697 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.698 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.698 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.698 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.698 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.698 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.698 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.698 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.698 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.698 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.698 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.698 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.698 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.698 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.698 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.699 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.699 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.699 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.699 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.699 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.699 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.699 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.699 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.699 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.699 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.699 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.699 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.699 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.700 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.700 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.700 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.700 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.700 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.700 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.700 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.700 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.700 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.700 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.700 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.700 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.700 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.700 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.700 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.700 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.701 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.701 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.701 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.701 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.701 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.701 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.701 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.701 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.701 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.701 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.701 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.701 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.701 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.701 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.701 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.702 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.702 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.702 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.702 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.702 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.702 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.702 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.702 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.703 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.703 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.703 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.703 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.703 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.703 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.703 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.703 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.703 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.703 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.703 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.703 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.704 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.704 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.704 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.704 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.704 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.704 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.704 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.704 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.704 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.704 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.704 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.704 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.704 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.704 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.705 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.705 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.705 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.705 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.705 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.705 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioned_object_acl(): 2023-12-03T12:50:26.705 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.705 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.705 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7744: 2023-12-03T12:50:26.705 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.705 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.705 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.705 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.705 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.706 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.706 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.706 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.706 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.706 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.706 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.706 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.706 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.707 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.707 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.707 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.707 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.707 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.707 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.707 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.707 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.707 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.707 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.707 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.707 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.707 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.707 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.707 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.707 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.707 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.708 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.708 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.708 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.708 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.708 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.708 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.708 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.708 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.708 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.708 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.708 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.708 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.708 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.708 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.708 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.709 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.709 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.709 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.709 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.709 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.709 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.709 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.709 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.709 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.709 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.709 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.709 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.709 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.709 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.709 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.709 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.710 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.710 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.710 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.710 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.710 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.710 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.710 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.710 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.710 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.710 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.710 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.710 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.710 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-386" 2023-12-03T12:50:26.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.711 INFO:teuthology.orchestra.run.smithi145.stdout:________________ test_versioned_object_acl_no_version_specified ________________ 2023-12-03T12:50:26.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.711 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.711 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.711 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.711 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.711 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.711 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.711 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.711 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.711 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.711 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.712 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.712 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.712 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.712 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.712 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.712 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.712 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.712 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.712 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.712 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.712 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.712 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.712 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.712 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.713 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.713 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.713 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.713 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.713 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.713 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.713 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.713 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.713 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.713 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.713 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.713 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.713 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.713 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.713 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.714 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.714 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.714 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.714 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.714 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.714 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.714 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.714 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.714 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.714 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.714 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.714 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.714 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.715 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.715 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.715 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.715 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.715 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.715 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.715 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.715 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.715 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.715 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.715 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.715 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.716 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.716 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.716 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.716 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.716 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.716 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.716 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.716 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.716 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.716 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.716 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.716 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.716 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.716 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.716 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.716 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.717 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.717 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.717 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.717 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.717 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.717 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.717 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.717 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.717 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.717 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.717 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.717 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.717 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.717 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.717 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.717 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.718 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.718 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.718 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.718 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.718 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.718 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.718 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.718 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.718 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.719 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.719 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.719 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.719 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.719 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.719 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.719 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.719 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.719 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.719 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.719 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.720 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.720 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.720 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.720 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.720 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.720 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.720 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.720 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.720 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.720 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.720 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.720 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.720 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.721 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.721 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.721 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.721 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.721 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.721 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.721 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.721 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.721 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.721 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.721 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.721 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.721 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:26.722 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioned_object_acl_no_version_specified(): 2023-12-03T12:50:26.722 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.722 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.722 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7812: 2023-12-03T12:50:26.722 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.722 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.722 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.722 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.722 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.722 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.722 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.723 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.723 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.723 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.723 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.723 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.723 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.723 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.723 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.724 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.724 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.724 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.724 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.724 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.724 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.724 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.724 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.724 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.724 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.724 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.724 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.724 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.724 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.724 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.724 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.725 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.725 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.725 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.725 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.725 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.725 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.725 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.725 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.725 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.725 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.725 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.725 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.725 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.725 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.725 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.726 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.726 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.726 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.726 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.726 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.726 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.726 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.726 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.726 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.726 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.726 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.726 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.726 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.726 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.727 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.727 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.727 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.727 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.727 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.727 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.727 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.727 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.727 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.727 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.727 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-387" 2023-12-03T12:50:26.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.727 INFO:teuthology.orchestra.run.smithi145.stdout:______________ test_versioned_concurrent_object_create_and_remove ______________ 2023-12-03T12:50:26.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.727 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.728 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.728 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.728 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.728 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.728 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.728 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.728 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.728 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.728 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.728 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.728 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.728 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.729 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.729 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.729 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.729 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.729 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.729 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.729 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.729 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.729 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.729 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.729 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.729 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.729 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.729 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.729 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.730 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.730 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.730 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.730 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.730 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.730 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.730 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.730 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.730 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.730 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.730 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.730 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.730 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.731 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.731 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.731 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.731 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.731 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.731 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.731 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.731 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.731 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.731 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.731 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.731 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.731 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.732 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.732 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.732 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.732 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.732 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.732 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.732 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.732 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.732 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.732 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.732 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.732 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.733 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.733 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.733 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.733 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.733 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.733 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.733 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.733 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.733 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.733 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.733 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.733 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.733 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.733 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.733 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.733 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.733 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.733 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.734 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.734 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.734 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.734 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.734 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.734 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.734 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.734 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.734 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.734 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.734 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.734 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.734 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.734 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.735 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.735 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.735 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.735 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.735 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.735 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.735 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.735 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.735 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.735 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.735 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.736 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.736 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.736 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.736 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.736 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.736 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.736 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.736 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.736 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.736 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.736 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.736 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.736 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.737 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.737 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.737 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.737 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.737 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.737 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.737 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.737 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.737 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.737 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.737 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.737 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.737 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.737 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.737 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.738 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.738 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.738 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.738 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioned_concurrent_object_create_and_remove(): 2023-12-03T12:50:26.738 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.738 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.738 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7924: 2023-12-03T12:50:26.738 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.738 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.738 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.738 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.738 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.739 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.739 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.739 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.739 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.739 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.739 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.739 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.739 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.740 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.740 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.740 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.740 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.740 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.740 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.740 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.740 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.740 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.740 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.740 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.740 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.740 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.740 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.740 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.740 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.741 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.741 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.741 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.741 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.741 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.741 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.741 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.741 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.741 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.741 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.741 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.741 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.741 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.741 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.741 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.742 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.742 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.742 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.742 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.742 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.742 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.742 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.742 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.742 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.742 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.742 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.742 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.742 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.742 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.742 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.742 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.742 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.743 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.743 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.743 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.743 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.743 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.743 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.743 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.743 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.743 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.743 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.743 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.743 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.743 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.743 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.743 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.744 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-388" 2023-12-03T12:50:26.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.744 INFO:teuthology.orchestra.run.smithi145.stdout:______________________________ test_lifecycle_set ______________________________ 2023-12-03T12:50:26.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.744 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.744 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.744 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.744 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.744 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.744 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.744 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.744 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.744 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.744 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.745 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.745 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.745 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.745 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.745 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.745 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.745 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.745 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.745 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.745 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.745 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.745 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.745 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.745 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.746 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.746 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.746 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.746 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.746 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.746 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.746 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.746 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.746 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.746 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.746 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.746 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.746 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.746 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.746 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.746 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.746 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.747 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.747 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.747 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.747 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.747 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.747 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.747 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.747 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.747 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.747 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.747 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.747 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.748 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.748 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.748 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.748 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.748 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.748 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.748 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.748 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.748 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.748 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.748 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.748 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.748 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.748 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.749 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.749 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.749 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.749 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.749 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.749 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.749 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.749 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.749 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.749 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.749 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.749 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.749 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.749 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.749 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.749 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.749 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.750 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.750 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.750 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.750 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.750 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.750 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.750 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.750 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.750 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.750 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.750 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.750 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.750 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.750 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.750 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.750 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.751 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.751 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.751 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.751 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.751 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.751 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.751 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.751 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.751 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.752 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.752 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.752 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.752 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.752 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.752 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.752 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.752 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.752 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.752 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.752 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.753 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.753 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.753 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.753 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.753 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.753 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.753 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.753 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.753 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.753 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.753 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.753 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.753 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.753 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.753 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.754 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.754 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.754 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.754 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.754 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.lifecycle 2023-12-03T12:50:26.754 INFO:teuthology.orchestra.run.smithi145.stdout: def test_lifecycle_set(): 2023-12-03T12:50:26.754 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.754 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.754 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7953: 2023-12-03T12:50:26.754 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.754 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.754 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.754 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.755 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.755 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.755 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.755 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.755 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.755 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.755 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.755 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.755 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.756 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.756 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.756 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.756 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.756 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.756 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.756 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.756 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.756 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.756 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.756 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.757 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.757 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.757 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.757 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.757 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.757 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.757 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.757 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.757 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.757 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.757 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.757 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.757 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.757 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.757 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.757 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.758 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.758 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.758 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.758 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.758 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.758 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.758 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.758 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.758 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.758 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.758 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.758 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.758 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.758 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.759 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.759 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.759 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.759 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.759 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.759 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.759 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.759 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.759 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.759 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.759 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.759 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.759 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.759 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.759 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-389" 2023-12-03T12:50:26.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.760 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.760 INFO:teuthology.orchestra.run.smithi145.stdout:______________________________ test_lifecycle_get ______________________________ 2023-12-03T12:50:26.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.760 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.760 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.760 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.760 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.760 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.760 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.760 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.760 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.760 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.760 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.761 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.761 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.761 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.761 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.761 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.761 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.762 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.762 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.762 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.762 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.762 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.762 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.762 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.762 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.762 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.762 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.762 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.762 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.762 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.762 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.762 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.762 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.763 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.763 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.763 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.763 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.763 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.763 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.763 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.763 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.763 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.763 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.763 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.763 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.763 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.763 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.764 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.764 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.764 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.764 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.764 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.764 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.764 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.764 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.764 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.764 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.764 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.764 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.764 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.764 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.765 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.765 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.765 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.765 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.765 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.765 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.765 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.765 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.765 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.765 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.765 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.765 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.765 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.765 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.766 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.766 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.766 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.766 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.766 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.766 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.766 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.766 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.766 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.766 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.766 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.766 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.766 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.766 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.766 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.766 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.766 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.767 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.767 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.767 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.767 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.767 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.767 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.767 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.767 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.767 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.768 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.768 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.768 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.768 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.768 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.768 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.768 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.768 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.768 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.768 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.768 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.768 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.769 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.769 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.769 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.769 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.769 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.769 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.769 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.769 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.769 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.769 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.769 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.769 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.769 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.769 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.770 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.770 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.770 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.lifecycle 2023-12-03T12:50:26.770 INFO:teuthology.orchestra.run.smithi145.stdout: def test_lifecycle_get(): 2023-12-03T12:50:26.770 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.770 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7963: 2023-12-03T12:50:26.770 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.770 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.770 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.770 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.770 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.770 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.770 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.771 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.771 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.771 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.771 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.771 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.771 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.771 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.771 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.772 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.772 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.772 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.772 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.772 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.772 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.772 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.772 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.772 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.772 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.772 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.773 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.773 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.773 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.773 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.773 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.773 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.773 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.773 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.773 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.773 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.773 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.773 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.773 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.773 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.773 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.774 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.774 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.774 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.774 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.774 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.774 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.774 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.774 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.774 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.774 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.774 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.774 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.774 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.774 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.774 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.774 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.774 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.775 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.775 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.775 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.775 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.775 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.775 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.775 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.775 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.775 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.775 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.775 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.775 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.775 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-390" 2023-12-03T12:50:26.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.775 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.775 INFO:teuthology.orchestra.run.smithi145.stdout:___________________________ test_lifecycle_get_no_id ___________________________ 2023-12-03T12:50:26.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.776 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.776 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.776 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.776 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.776 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.776 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.776 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.776 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.776 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.776 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.776 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.776 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.777 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.777 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.777 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.777 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.777 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.777 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.777 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.777 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.777 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.777 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.777 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.777 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.777 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.778 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.778 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.778 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.778 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.778 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.778 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.778 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.778 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.778 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.778 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.778 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.778 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.778 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.779 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.779 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.779 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.779 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.779 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.779 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.779 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.779 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.779 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.779 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.779 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.779 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.779 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.779 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.779 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.780 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.780 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.780 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.780 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.780 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.780 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.780 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.780 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.780 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.780 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.780 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.780 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.781 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.781 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.781 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.781 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.781 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.781 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.781 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.781 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.781 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.781 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.781 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.781 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.781 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.781 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.781 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.782 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.782 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.782 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.782 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.782 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.782 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.782 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.782 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.782 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.782 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.782 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.782 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.782 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.782 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.782 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.783 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.783 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.783 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.783 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.783 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.783 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.783 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.783 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.784 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.784 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.784 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.784 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.784 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.784 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.784 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.784 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.784 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.784 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.784 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.784 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.785 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.785 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.785 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.785 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.785 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.785 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.785 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.785 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.785 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.785 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.785 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.785 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.785 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.785 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.785 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.785 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.785 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.786 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.786 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.786 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.786 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.786 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.lifecycle 2023-12-03T12:50:26.786 INFO:teuthology.orchestra.run.smithi145.stdout: def test_lifecycle_get_no_id(): 2023-12-03T12:50:26.786 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.786 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:7974: 2023-12-03T12:50:26.786 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.786 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.786 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.787 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.787 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.787 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.787 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.787 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.787 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.787 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.787 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.788 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.788 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.788 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.788 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.788 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.788 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.788 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.788 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.788 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.789 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.789 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.789 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.789 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.789 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.789 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.789 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.789 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.789 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.789 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.789 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.789 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.789 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.789 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.789 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.789 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.789 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.790 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.790 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.790 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.790 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.790 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.790 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.790 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.790 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.790 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.790 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.790 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.790 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.790 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.790 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.790 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.791 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.791 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.791 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.791 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.791 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.791 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.791 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.791 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.791 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.791 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.791 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.791 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.791 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.791 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.791 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.792 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.792 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.792 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.792 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.792 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.792 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-391" 2023-12-03T12:50:26.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.792 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.792 INFO:teuthology.orchestra.run.smithi145.stdout:__________________________ test_lifecycle_id_too_long __________________________ 2023-12-03T12:50:26.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.792 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.792 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.792 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.792 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.793 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.793 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.793 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.793 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.793 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.793 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.793 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.793 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.793 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.793 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.793 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.793 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.793 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.793 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.794 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.794 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.794 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.794 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.794 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.794 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.794 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.794 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.794 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.794 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.794 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.794 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.794 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.794 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.794 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.794 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.794 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.795 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.795 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.795 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.795 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.795 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.795 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.795 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.795 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.795 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.795 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.795 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.795 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.795 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.795 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.796 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.796 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.796 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.796 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.796 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.796 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.796 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.796 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.796 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.796 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.796 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.796 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.796 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.796 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.796 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.797 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.797 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.797 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.797 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.797 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.797 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.797 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.797 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.797 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.797 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.797 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.797 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.797 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.798 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.798 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.798 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.798 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.798 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.798 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.798 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.798 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.798 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.798 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.798 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.798 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.798 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.798 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.798 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.798 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.798 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.799 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.799 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.799 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.799 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.799 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.799 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.799 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.799 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.799 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.799 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.799 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.799 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.799 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.799 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.799 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.799 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.799 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.800 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.800 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.800 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.800 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.800 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.800 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.800 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.800 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.800 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.800 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.800 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.800 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.800 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.800 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.801 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.801 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.801 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.801 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.801 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.801 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.801 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.801 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.801 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.801 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.801 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.802 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.802 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.802 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.802 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.802 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.802 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.802 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.802 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.802 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.802 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.802 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.802 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.802 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.802 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.lifecycle 2023-12-03T12:50:26.802 INFO:teuthology.orchestra.run.smithi145.stdout: def test_lifecycle_id_too_long(): 2023-12-03T12:50:26.802 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.803 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:8322: 2023-12-03T12:50:26.803 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.803 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.803 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.803 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.803 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.803 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.803 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.803 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.803 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.803 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.803 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.803 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.803 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.803 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.803 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.803 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.804 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.804 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.804 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.804 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.804 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.804 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.804 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.804 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.804 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.805 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.805 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.805 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.805 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.805 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.805 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.805 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.805 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.805 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.805 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.805 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.805 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.805 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.805 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.805 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.806 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.806 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.806 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.806 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.806 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.806 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.806 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.806 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.806 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.806 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.806 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.806 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.806 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.806 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.806 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.806 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.806 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.807 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.807 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.807 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.807 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.807 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.807 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.807 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.807 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.807 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.807 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.807 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.807 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.807 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.807 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.807 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.807 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.807 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.807 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.808 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.808 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.808 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.808 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.808 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-392" 2023-12-03T12:50:26.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.808 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.808 INFO:teuthology.orchestra.run.smithi145.stdout:____________________________ test_lifecycle_same_id ____________________________ 2023-12-03T12:50:26.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.808 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.808 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.808 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.808 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.808 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.808 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.809 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.809 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.809 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.809 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.809 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.809 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.809 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.809 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.809 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.809 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.809 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.809 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.809 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.810 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.810 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.810 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.810 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.810 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.810 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.810 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.810 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.810 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.810 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.810 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.810 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.810 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.810 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.810 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.810 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.811 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.811 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.811 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.811 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.811 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.811 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.811 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.811 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.811 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.811 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.811 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.811 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.811 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.811 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.811 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.811 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.811 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.812 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.812 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.812 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.812 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.812 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.812 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.812 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.812 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.812 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.812 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.812 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.812 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.812 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.812 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.812 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.812 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.813 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.813 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.813 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.813 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.813 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.813 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.813 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.813 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.813 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.813 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.813 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.813 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.813 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.813 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.814 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.814 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.814 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.814 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.814 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.814 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.814 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.814 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.814 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.814 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.814 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.814 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.814 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.814 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.814 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.815 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.815 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.815 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.815 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.815 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.815 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.815 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.815 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.815 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.815 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.815 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.815 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.815 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.815 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.815 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.815 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.815 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.815 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.816 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.816 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.816 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.816 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.816 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.816 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.816 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.816 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.816 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.816 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.816 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.816 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.817 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.817 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.820 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.820 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.821 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.821 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.821 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.821 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.821 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.821 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.821 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.821 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.821 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.821 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.821 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.821 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.821 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.821 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.821 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.822 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.822 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.822 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.822 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.822 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.lifecycle 2023-12-03T12:50:26.822 INFO:teuthology.orchestra.run.smithi145.stdout: def test_lifecycle_same_id(): 2023-12-03T12:50:26.822 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.822 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:8334: 2023-12-03T12:50:26.822 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.822 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.822 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.822 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.823 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.823 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.823 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.823 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.823 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.823 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.823 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.823 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.823 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.823 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.824 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.824 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.824 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.824 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.824 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.824 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.824 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.824 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.824 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.824 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.824 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.824 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.824 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.824 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.824 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.825 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.825 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.825 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.825 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.825 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.825 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.825 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.825 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.825 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.825 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.825 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.825 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.825 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.825 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.825 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.826 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.826 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.826 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.826 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.826 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.826 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.826 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.826 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.826 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.826 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.826 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.826 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.826 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.826 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.826 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.827 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.827 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.827 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.827 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.827 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.827 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.827 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.827 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.827 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.827 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.827 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.827 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.827 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.827 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.827 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.828 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.828 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-393" 2023-12-03T12:50:26.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.828 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.828 INFO:teuthology.orchestra.run.smithi145.stdout:________________________ test_lifecycle_invalid_status _________________________ 2023-12-03T12:50:26.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.828 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.828 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.828 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.828 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.828 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.828 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.828 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.828 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.829 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.829 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.829 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.829 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.829 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.829 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.829 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.829 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.829 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.829 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.829 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.829 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.829 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.829 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.830 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.830 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.830 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.830 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.830 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.830 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.830 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.830 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.830 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.830 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.830 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.830 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.830 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.830 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.830 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.831 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.831 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.831 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.831 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.831 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.831 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.831 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.831 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.831 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.831 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.831 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.831 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.831 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.832 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.832 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.832 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.832 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.832 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.832 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.832 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.832 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.832 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.832 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.832 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.832 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.832 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.832 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.832 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.832 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.832 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.832 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.833 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.833 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.833 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.833 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.833 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.833 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.833 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.833 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.833 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.833 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.833 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.833 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.833 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.834 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.834 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.834 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.834 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.834 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.834 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.834 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.834 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.834 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.834 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.834 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.834 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.834 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.834 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.834 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.835 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.835 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.835 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.835 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.835 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.835 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.835 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.835 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.835 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.836 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.836 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.836 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.836 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.836 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.836 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.836 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.836 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.836 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.836 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.836 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.836 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.837 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.837 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.837 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.837 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.837 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.837 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.837 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.837 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.837 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.837 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.837 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.837 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.837 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.837 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.837 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.838 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.838 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.838 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.838 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.lifecycle 2023-12-03T12:50:26.838 INFO:teuthology.orchestra.run.smithi145.stdout: def test_lifecycle_invalid_status(): 2023-12-03T12:50:26.838 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.838 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:8347: 2023-12-03T12:50:26.838 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.838 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.838 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.838 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.838 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.839 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.839 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.839 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.839 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.839 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.839 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.839 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.839 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.839 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.840 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.840 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.840 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.840 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.840 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.840 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.840 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.840 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.840 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.840 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.840 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.840 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.840 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.840 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.840 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.841 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.841 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.841 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.841 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.841 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.841 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.841 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.841 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.841 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.841 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.841 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.841 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.841 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.841 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.841 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.842 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.842 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.842 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.842 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.842 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.842 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.842 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.842 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.842 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.842 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.842 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.842 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.842 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.842 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.842 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.843 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.843 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.843 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.843 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.843 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.843 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.843 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.843 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.843 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.843 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.843 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.843 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.843 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.843 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.843 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.844 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-394" 2023-12-03T12:50:26.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.844 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.844 INFO:teuthology.orchestra.run.smithi145.stdout:___________________________ test_lifecycle_set_date ____________________________ 2023-12-03T12:50:26.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.844 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.844 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.844 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.844 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.844 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.844 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.844 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.844 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.845 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.845 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.845 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.845 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.845 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.845 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.845 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.845 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.845 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.845 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.845 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.845 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.845 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.845 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.845 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.845 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.846 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.846 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.846 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.846 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.846 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.846 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.846 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.846 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.846 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.846 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.846 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.846 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.846 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.846 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.846 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.847 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.847 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.847 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.847 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.847 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.847 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.847 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.847 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.847 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.847 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.847 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.847 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.847 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.848 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.848 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.848 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.848 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.848 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.848 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.848 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.848 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.848 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.848 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.848 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.849 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.849 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.849 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.849 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.849 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.849 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.849 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.849 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.849 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.849 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.850 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.850 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.850 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.850 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.850 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.850 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.850 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.850 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.850 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.850 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.850 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.850 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.850 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.850 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.850 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.851 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.851 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.851 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.851 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.851 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.851 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.851 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.851 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.851 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.851 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.851 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.851 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.851 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.851 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.852 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.852 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.852 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.852 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.852 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.852 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.852 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.852 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.852 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.852 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.852 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.853 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.853 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.853 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.853 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.853 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.853 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.853 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.853 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.853 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.853 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.853 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.853 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.853 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.853 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.853 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.853 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.853 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.853 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.854 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.854 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.854 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.854 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.854 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.854 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.854 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.854 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.854 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.854 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.854 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.854 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.854 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.854 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.854 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.854 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.855 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.lifecycle 2023-12-03T12:50:26.855 INFO:teuthology.orchestra.run.smithi145.stdout: def test_lifecycle_set_date(): 2023-12-03T12:50:26.855 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.855 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.855 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:8375: 2023-12-03T12:50:26.855 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.855 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.855 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.855 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.855 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.855 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.855 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.855 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.855 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.855 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.855 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.855 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.855 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.856 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.856 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.856 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.856 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.856 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.856 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.856 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.856 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.856 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.856 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.856 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.856 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.856 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.856 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.856 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.856 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.857 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.857 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.857 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.857 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.857 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.857 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.857 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.857 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.857 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.857 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.857 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.857 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.857 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.857 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.857 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.858 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.858 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.858 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.858 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.858 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.858 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.858 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.858 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.858 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.858 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.858 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.858 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.858 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.858 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.858 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.858 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.859 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.859 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.859 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.859 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.859 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.859 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.859 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.859 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.859 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.859 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.859 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.859 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.859 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.859 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.859 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.860 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.860 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.860 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.860 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.860 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.860 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.860 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.860 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.860 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-395" 2023-12-03T12:50:26.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.860 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.860 INFO:teuthology.orchestra.run.smithi145.stdout:_______________________ test_lifecycle_set_invalid_date ________________________ 2023-12-03T12:50:26.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.860 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.860 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.861 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.861 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.861 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.861 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.861 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.861 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.861 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.861 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.861 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.861 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.861 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.861 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.861 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.861 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.861 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.861 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.861 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.862 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.862 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.862 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.862 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.862 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.862 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.862 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.862 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.862 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.862 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.862 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.862 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.862 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.863 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.863 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.863 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.863 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.863 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.863 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.863 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.863 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.863 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.863 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.863 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.863 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.863 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.863 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.863 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.863 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.863 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.864 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.864 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.864 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.864 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.864 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.864 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.864 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.864 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.864 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.864 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.864 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.864 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.864 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.864 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.864 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.865 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.865 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.865 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.865 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.865 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.865 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.865 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.865 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.865 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.865 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.865 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.866 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.866 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.866 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.866 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.866 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.866 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.866 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.866 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.866 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.866 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.866 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.866 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.866 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.866 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.866 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.866 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.867 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.867 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.867 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.867 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.867 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.867 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.867 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.867 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.867 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.867 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.867 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.867 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.867 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.867 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.867 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.867 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.868 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.868 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.868 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.868 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.868 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.868 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.868 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.868 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.868 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.868 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.869 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.869 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.869 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.869 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.869 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.869 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.869 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.869 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.869 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.869 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.869 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.869 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.869 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.869 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.869 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.870 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.870 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.870 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.870 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.870 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.870 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.870 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.870 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.870 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.870 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.870 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.870 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.lifecycle 2023-12-03T12:50:26.870 INFO:teuthology.orchestra.run.smithi145.stdout: def test_lifecycle_set_invalid_date(): 2023-12-03T12:50:26.870 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.870 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.871 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:8385: 2023-12-03T12:50:26.871 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.871 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.871 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.871 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.871 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.871 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.871 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.871 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.871 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.871 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.871 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.871 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.871 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.871 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.871 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.871 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.872 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.872 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.872 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.872 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.872 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.872 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.872 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.872 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.872 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.872 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.872 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.872 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.872 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.872 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.872 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.872 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.872 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.873 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.873 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.873 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.873 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.873 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.873 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.873 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.873 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.873 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.873 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.873 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.873 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.873 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.873 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.873 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.873 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.874 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.874 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.874 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.874 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.874 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.874 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.874 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.874 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.874 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.874 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.874 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.874 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.874 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.874 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.874 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.874 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.875 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.875 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.875 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.875 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.875 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.875 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.875 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.875 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.875 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.875 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.875 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.875 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.875 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.875 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.876 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.876 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.876 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.876 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.876 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-396" 2023-12-03T12:50:26.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.876 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.876 INFO:teuthology.orchestra.run.smithi145.stdout:________________________ test_lifecycle_set_noncurrent _________________________ 2023-12-03T12:50:26.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.876 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.876 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.876 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.876 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.876 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.876 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.877 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.877 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.877 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.877 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.877 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.877 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.877 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.877 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.877 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.877 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.877 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.877 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.878 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.878 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.878 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.878 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.878 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.878 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.878 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.878 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.878 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.878 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.878 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.879 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.879 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.879 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.879 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.879 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.879 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.879 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.879 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.879 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.879 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.879 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.879 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.879 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.880 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.880 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.880 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.880 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.880 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.880 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.880 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.880 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.880 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.880 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.880 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.880 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.880 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.880 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.880 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.880 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.880 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.881 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.881 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.881 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.881 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.881 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.881 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.881 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.881 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.881 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.882 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.882 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.882 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.882 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.882 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.882 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.882 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.882 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.882 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.882 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.882 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.882 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.882 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.882 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.882 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.883 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.883 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.883 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.883 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.883 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.883 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.883 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.883 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.883 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.883 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.883 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.883 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.883 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.883 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.884 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.884 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.884 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.884 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.884 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.884 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.884 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.885 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.885 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.885 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.885 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.885 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.885 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.885 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.885 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.885 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.885 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.885 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.885 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.885 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.885 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.886 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.886 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.886 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.886 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.886 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.886 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.886 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.886 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.886 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.886 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.886 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.886 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.886 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.886 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.886 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.886 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.887 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.887 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.887 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.887 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.887 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.887 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.887 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.887 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.887 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.lifecycle 2023-12-03T12:50:26.887 INFO:teuthology.orchestra.run.smithi145.stdout: def test_lifecycle_set_noncurrent(): 2023-12-03T12:50:26.887 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _create_objects(keys=['past/foo', 'future/bar']) 2023-12-03T12:50:26.887 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.887 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:8602: 2023-12-03T12:50:26.887 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.887 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:116: in _create_objects 2023-12-03T12:50:26.888 INFO:teuthology.orchestra.run.smithi145.stdout: bucket = get_new_bucket_resource(name=bucket_name) 2023-12-03T12:50:26.888 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:581: in get_new_bucket_resource 2023-12-03T12:50:26.888 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_location = bucket.create() 2023-12-03T12:50:26.888 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/boto3/resources/factory.py:580: in do_action 2023-12-03T12:50:26.888 INFO:teuthology.orchestra.run.smithi145.stdout: response = action(self, *args, **kwargs) 2023-12-03T12:50:26.888 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/boto3/resources/action.py:88: in __call__ 2023-12-03T12:50:26.888 INFO:teuthology.orchestra.run.smithi145.stdout: response = getattr(parent.meta.client, operation_name)(*args, **params) 2023-12-03T12:50:26.888 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.888 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.888 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.888 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.888 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.888 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.888 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.888 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.888 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.889 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.889 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.889 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.889 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.889 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.889 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.889 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.889 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.889 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.889 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.889 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.889 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.889 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.889 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.889 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.890 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.890 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.890 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.890 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.890 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.890 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.890 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.890 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.890 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.890 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.890 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.890 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.890 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.891 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.891 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.891 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.891 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.891 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.891 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.891 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.891 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.891 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.891 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.891 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.891 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.891 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.891 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.892 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.892 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.892 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.892 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.892 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.892 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.892 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.892 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.892 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.892 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.892 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.892 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.892 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.892 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.892 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.893 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.893 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.893 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.893 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.893 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.893 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.893 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.893 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.893 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.893 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.893 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.893 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.893 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.893 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.893 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.893 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.893 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-397" 2023-12-03T12:50:26.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.894 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.894 INFO:teuthology.orchestra.run.smithi145.stdout:_______________________ test_lifecycle_set_deletemarker ________________________ 2023-12-03T12:50:26.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.894 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.894 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.894 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.894 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.894 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.894 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.894 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.894 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.894 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.895 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.895 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.895 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.895 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.895 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.895 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.895 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.895 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.895 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.895 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.895 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.895 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.895 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.896 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.896 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.896 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.896 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.896 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.896 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.896 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.896 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.896 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.896 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.896 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.896 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.896 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.896 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.896 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.897 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.897 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.897 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.897 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.897 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.897 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.897 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.897 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.897 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.897 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.897 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.897 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.897 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.897 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.897 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.897 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.897 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.897 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.898 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.898 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.898 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.898 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.898 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.898 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.898 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.898 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.898 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.898 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.898 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.898 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.898 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.899 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.899 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.899 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.899 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.899 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.899 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.899 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.899 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.899 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.899 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.899 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.899 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.899 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.900 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.900 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.900 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.900 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.900 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.900 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.900 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.900 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.900 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.900 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.900 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.900 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.900 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.900 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.900 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.900 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.901 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.901 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.901 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.901 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.901 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.901 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.901 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.901 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.901 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.902 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.902 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.902 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.902 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.902 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.902 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.902 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.902 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.902 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.902 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.902 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.902 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.902 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.902 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.903 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.903 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.903 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.903 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.903 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.903 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.903 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.903 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.903 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.903 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.903 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.903 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.903 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.903 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.903 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.903 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.903 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.903 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.904 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.904 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.904 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.904 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.904 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.904 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.904 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.904 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.904 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.lifecycle 2023-12-03T12:50:26.904 INFO:teuthology.orchestra.run.smithi145.stdout: def test_lifecycle_set_deletemarker(): 2023-12-03T12:50:26.904 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.904 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.904 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:8641: 2023-12-03T12:50:26.904 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.904 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.904 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.904 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.905 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.905 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.905 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.905 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.905 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.905 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.905 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.905 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.905 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.905 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.905 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.905 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.905 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.905 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.905 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.905 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.905 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.906 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.906 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.906 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.906 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.906 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.906 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.906 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.906 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.906 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.906 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.906 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.906 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.906 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.906 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.906 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.906 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.906 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.907 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.907 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.907 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.907 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.907 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.907 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.907 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.907 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.907 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.907 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.907 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.907 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.907 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.907 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.907 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.907 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.908 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.908 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.908 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.908 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.908 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.908 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.908 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.908 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.908 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.908 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.908 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.908 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.908 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.908 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.909 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.909 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.909 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.909 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.909 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.909 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.909 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.909 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.909 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.909 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.909 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.909 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.909 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.909 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.909 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.909 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.909 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.909 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-398" 2023-12-03T12:50:26.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.910 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.910 INFO:teuthology.orchestra.run.smithi145.stdout:__________________________ test_lifecycle_set_filter ___________________________ 2023-12-03T12:50:26.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.910 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.910 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.910 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.910 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.910 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.910 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.910 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.910 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.910 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.911 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.911 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.911 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.911 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.911 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.911 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.911 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.911 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.911 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.911 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.911 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.911 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.911 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.911 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.911 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.911 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.912 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.912 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.912 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.912 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.912 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.912 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.912 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.912 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.912 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.912 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.912 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.912 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.912 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.912 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.913 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.913 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.913 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.913 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.913 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.913 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.913 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.913 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.913 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.913 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.913 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.913 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.913 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.914 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.914 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.914 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.914 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.914 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.914 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.914 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.914 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.914 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.914 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.914 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.914 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.914 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.914 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.914 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.914 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.915 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.915 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.915 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.915 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.915 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.915 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.915 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.915 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.915 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.915 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.915 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.915 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.915 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.916 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.916 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.916 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.916 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.916 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.916 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.916 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.916 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.916 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.916 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.916 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.916 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.916 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.916 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.916 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.916 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.917 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.917 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.917 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.917 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.917 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.917 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.917 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.917 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.917 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.917 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.917 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.917 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.917 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.917 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.917 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.918 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.918 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.918 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.918 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.918 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.918 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.918 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.918 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.918 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.918 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.918 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.918 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.919 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.919 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.919 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.919 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.919 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.919 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.919 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.919 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.919 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.919 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.919 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.919 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.919 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.919 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.919 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.919 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.920 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.920 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.920 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.920 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.920 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.920 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.920 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.920 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.920 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.920 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.920 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.920 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.920 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.920 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.920 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.lifecycle 2023-12-03T12:50:26.921 INFO:teuthology.orchestra.run.smithi145.stdout: def test_lifecycle_set_filter(): 2023-12-03T12:50:26.921 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.921 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.921 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:8650: 2023-12-03T12:50:26.921 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.921 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.921 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.921 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.921 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.921 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.921 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.921 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.921 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.921 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.921 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.921 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.922 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.922 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.922 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.922 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.922 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.922 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.922 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.922 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.922 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.922 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.922 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.922 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.922 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.922 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.922 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.923 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.923 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.923 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.923 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.923 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.923 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.923 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.923 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.923 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.923 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.923 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.923 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.923 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.923 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.923 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.924 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.924 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.924 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.924 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.924 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.924 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.924 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.924 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.924 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.924 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.924 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.924 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.924 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.924 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.924 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.924 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.925 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.925 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.925 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.925 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.925 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.925 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.925 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.925 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.925 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.925 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.925 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.925 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.925 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.925 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.925 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.926 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.926 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.926 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.926 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.926 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.926 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.926 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.926 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.926 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.926 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.926 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.926 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-399" 2023-12-03T12:50:26.926 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.926 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.926 INFO:teuthology.orchestra.run.smithi145.stdout:_______________________ test_lifecycle_set_empty_filter ________________________ 2023-12-03T12:50:26.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.927 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.927 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.927 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.927 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.927 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.927 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.927 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.927 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.927 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.927 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.927 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.927 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.928 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.928 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.928 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.928 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.928 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.928 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.928 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.928 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.928 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.928 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.928 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.928 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.928 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.928 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.929 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.929 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.929 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.929 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.929 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.929 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.929 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.929 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.929 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.929 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.929 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.929 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.929 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.929 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.929 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.929 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.929 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.929 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.930 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.930 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.930 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.930 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.930 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.930 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.930 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.930 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.930 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.930 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.930 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.930 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.930 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.930 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.930 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.931 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.931 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.931 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.931 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.931 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.931 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.931 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.931 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.931 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.931 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.931 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.931 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.931 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.931 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.932 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.932 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.932 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.932 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.932 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.932 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.932 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.932 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.932 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.932 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.932 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.932 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.932 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.932 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.932 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.933 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.933 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.933 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.933 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.933 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.933 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.933 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.933 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.933 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.933 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.933 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.933 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.933 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.933 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.933 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.934 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.934 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.934 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.934 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.934 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.934 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.934 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.934 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.934 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.934 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.934 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.934 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.934 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.935 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.935 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.935 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.935 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.935 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.935 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.935 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.935 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.935 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.935 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.935 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.935 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.935 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.936 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.936 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.936 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.936 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.936 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.936 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.936 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.936 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.936 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.936 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.936 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.936 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.936 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.936 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.936 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.936 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.937 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.937 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.937 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.937 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.937 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.937 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.937 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.937 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.lifecycle 2023-12-03T12:50:26.937 INFO:teuthology.orchestra.run.smithi145.stdout: def test_lifecycle_set_empty_filter(): 2023-12-03T12:50:26.937 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.937 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:8659: 2023-12-03T12:50:26.938 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.938 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.938 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.938 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.938 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.938 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.938 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.938 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.938 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.938 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.938 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.938 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.938 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.938 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.938 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.939 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.939 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.939 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.939 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.939 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.939 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.939 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.939 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.939 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.940 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.940 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.940 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.940 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.940 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.940 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.940 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.940 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.940 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.940 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.940 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.940 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.941 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.941 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.941 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.941 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.941 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.941 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.941 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.941 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.941 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.941 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.941 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.941 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.941 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.942 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.942 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.942 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.942 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.942 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.942 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.942 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.942 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.942 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.942 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.942 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.942 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.942 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.942 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.942 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.943 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.943 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.943 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.943 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.943 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.943 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.943 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.943 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.943 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.943 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.943 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.943 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.943 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.943 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.943 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-400" 2023-12-03T12:50:26.943 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.943 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.944 INFO:teuthology.orchestra.run.smithi145.stdout:_________________________ test_lifecycle_set_multipart _________________________ 2023-12-03T12:50:26.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.944 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.944 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.944 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.944 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.944 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.944 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.944 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.944 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.944 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.944 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.944 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.945 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.945 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.945 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.945 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.945 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.945 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.945 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.945 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.945 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.945 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.945 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.945 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.945 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.945 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.946 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.946 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.946 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.946 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.946 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.946 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.946 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.946 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.946 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.946 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.946 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.946 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.946 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.946 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.946 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.946 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.947 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.947 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.947 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.947 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.947 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.947 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.947 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.947 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.947 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.947 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.947 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.947 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.947 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.947 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.947 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.947 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.947 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.948 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.948 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.948 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.948 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.948 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.948 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.948 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.948 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.948 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.948 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.948 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.948 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.948 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.948 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.948 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.948 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.949 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.949 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.949 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.949 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.949 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.949 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.949 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.949 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.949 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.949 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.949 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.949 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.949 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.949 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.949 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.949 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.950 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.950 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.950 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.950 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.950 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.950 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.950 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.950 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.950 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.950 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.950 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.950 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.950 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.951 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.951 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.951 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.951 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.951 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.951 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.951 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.951 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.951 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.951 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.951 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.951 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.951 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.951 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.951 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.951 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.952 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.952 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.952 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.952 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.952 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.952 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.952 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.952 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.952 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.952 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.952 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.952 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.952 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.952 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.952 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.952 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.952 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.953 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.953 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.953 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.953 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.953 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.953 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.953 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.953 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.953 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.953 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.953 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.953 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.953 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.953 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.954 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.954 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.954 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.954 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.954 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.954 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.954 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.954 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.lifecycle 2023-12-03T12:50:26.954 INFO:teuthology.orchestra.run.smithi145.stdout: def test_lifecycle_set_multipart(): 2023-12-03T12:50:26.954 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.954 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.954 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:8703: 2023-12-03T12:50:26.954 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.954 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.955 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.955 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.955 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.955 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.955 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.955 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.955 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.955 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.955 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.955 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.955 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.955 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.955 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.955 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.955 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.955 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.956 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.956 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.956 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.956 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.956 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.956 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.956 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.956 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.956 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.956 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.956 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.956 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.956 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.956 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.957 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.957 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.957 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.957 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.957 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.957 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.957 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.957 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.957 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.958 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.958 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.958 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.958 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.958 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.958 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.958 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.958 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.958 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.958 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.958 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.958 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.958 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.959 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.959 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.959 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.959 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.959 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.959 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.959 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.959 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.959 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.959 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.959 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.959 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.959 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.959 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.959 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.959 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.959 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.960 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.960 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.960 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.960 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.960 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.960 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.960 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.960 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.960 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.960 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.960 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.960 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-401" 2023-12-03T12:50:26.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.960 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.961 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ test_lifecycle_transition_set_invalid_date __________________ 2023-12-03T12:50:26.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.961 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.961 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.961 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.961 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.961 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.961 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.961 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.961 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.961 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.961 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.962 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.962 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.962 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.962 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.962 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.962 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.962 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.962 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.962 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.962 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.963 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.963 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.963 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.963 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.963 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.963 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.963 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.963 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.963 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.963 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.963 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.963 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.963 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.963 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.963 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.963 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.963 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.964 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.964 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.964 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.964 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.964 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.964 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.964 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.964 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.964 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.964 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.964 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.964 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.964 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.964 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.964 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.964 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.964 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.965 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.965 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.965 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.965 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.965 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.965 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.965 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.965 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.965 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.965 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.965 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.965 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.965 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.965 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.965 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.965 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.965 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.966 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.966 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.966 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.966 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.966 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.966 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.966 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.966 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.966 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.966 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.966 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.966 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.966 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.967 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.967 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.967 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.967 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.967 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.967 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.967 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.967 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.967 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.967 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.967 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.967 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.967 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.967 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.967 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.967 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.968 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.968 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.968 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.968 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.968 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.968 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.968 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.968 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.968 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.968 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.969 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.969 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.969 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.969 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.969 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.969 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.969 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.969 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.969 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.969 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.969 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.969 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.969 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.969 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.969 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.969 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.969 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.970 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.970 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.970 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.970 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.970 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.970 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.970 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.970 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.970 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.970 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.970 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.970 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.970 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.970 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.970 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.970 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.971 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.971 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.971 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.971 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.971 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.971 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.lifecycle 2023-12-03T12:50:26.971 INFO:teuthology.orchestra.run.smithi145.stdout: def test_lifecycle_transition_set_invalid_date(): 2023-12-03T12:50:26.971 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:26.971 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.971 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:8752: 2023-12-03T12:50:26.971 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.971 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.971 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.971 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.971 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.971 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.972 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.972 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.972 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.972 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.972 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.972 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.972 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.972 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.972 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.972 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.972 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.972 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.972 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.972 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.972 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.972 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.972 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.973 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.973 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.973 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.973 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.973 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.973 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.973 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.973 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.973 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.973 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.973 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.973 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.973 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.973 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.973 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.973 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.973 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.973 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.974 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.974 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.974 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.974 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.974 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.974 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.974 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.974 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.974 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.974 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.974 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.974 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.974 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.974 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.974 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.974 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.975 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.975 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.975 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.975 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.975 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.975 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.975 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.975 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.975 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.975 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.975 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.975 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.975 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.975 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.975 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.976 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.976 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.976 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.976 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.976 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.976 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.976 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.976 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.976 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.976 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.976 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.976 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.976 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.976 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-402" 2023-12-03T12:50:26.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.977 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.977 INFO:teuthology.orchestra.run.smithi145.stdout:__________________________ test_encrypted_transfer_1b __________________________ 2023-12-03T12:50:26.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.977 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.977 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.977 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.977 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.977 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.977 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.977 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.977 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.977 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.977 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.977 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.978 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.978 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.978 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.978 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.978 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.978 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.978 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.978 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.978 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.978 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.978 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.978 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.979 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.979 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.979 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.979 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.979 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.979 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.979 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.979 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.979 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.979 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.979 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.979 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.979 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.979 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.979 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.979 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.979 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.980 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.980 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.980 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.980 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.980 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.980 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.980 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.980 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.980 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.980 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.980 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.980 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.980 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.980 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.980 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.980 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.980 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.981 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.981 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.981 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.981 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.981 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.981 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.981 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.981 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.981 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.981 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.981 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.981 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.981 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.981 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.981 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.981 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.982 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.982 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.982 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.982 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.982 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.982 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.982 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.982 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.982 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.982 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.982 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.982 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.982 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.982 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.983 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.983 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.983 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.983 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.983 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.983 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.983 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.983 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.983 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.983 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.983 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.983 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.983 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.983 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.983 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.983 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:26.984 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:26.984 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:26.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:26.984 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:26.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:26.984 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:26.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:26.984 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:26.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:26.984 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:26.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:26.984 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:26.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:26.984 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:26.985 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.985 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.985 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.985 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.985 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.985 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.985 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.985 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.985 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.985 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.985 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.985 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.985 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.985 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.985 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.985 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.985 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.986 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:26.986 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.986 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.986 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.986 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:26.986 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:26.986 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:26.986 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:26.986 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:26.986 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.986 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.986 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:26.986 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:26.986 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:26.986 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.986 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:26.986 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:26.987 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.987 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.987 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.987 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:26.987 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:26.987 INFO:teuthology.orchestra.run.smithi145.stdout: def test_encrypted_transfer_1b(): 2023-12-03T12:50:26.987 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_encryption_sse_customer_write(1) 2023-12-03T12:50:26.987 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.987 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9326: 2023-12-03T12:50:26.987 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.987 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:8766: in _test_encryption_sse_customer_write 2023-12-03T12:50:26.987 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:26.987 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:26.987 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:26.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:26.987 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:26.988 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:26.988 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:26.988 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:26.988 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:26.988 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:26.988 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:26.988 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:26.988 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:26.988 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:26.988 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:26.988 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:26.988 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:26.988 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:26.988 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:26.988 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:26.988 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:26.988 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:26.989 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:26.989 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:26.989 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:26.989 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:26.989 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:26.989 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:26.989 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:26.989 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:26.989 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:26.989 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:26.989 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:26.989 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:26.989 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:26.989 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:26.989 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:26.989 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.990 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.990 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.990 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.990 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.990 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.990 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.990 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.990 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.990 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.990 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.990 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.990 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.990 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.990 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.990 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.991 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.991 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.991 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.991 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.991 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.991 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:26.991 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.991 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.991 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.991 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:26.991 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:26.991 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:26.991 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:26.991 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:26.991 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:26.992 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.992 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:26.992 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:26.992 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:26.992 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:26.992 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:26.992 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.992 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:26.992 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:26.992 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:26.992 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:26.992 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:26.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.992 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:26.992 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:26.993 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.993 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:26.993 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:26.993 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-403" 2023-12-03T12:50:26.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.993 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:26.993 INFO:teuthology.orchestra.run.smithi145.stdout:_________________________ test_encrypted_transfer_1kb __________________________ 2023-12-03T12:50:26.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.993 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.993 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:26.993 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:26.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.993 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:26.993 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.993 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:26.993 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:26.994 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:26.994 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.994 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:26.994 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:26.994 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.994 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.994 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:26.994 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:26.994 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.994 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.994 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:26.994 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.994 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:26.994 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:26.994 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:26.994 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.994 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:26.995 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:26.995 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.995 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:26.995 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:26.995 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:26.995 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:26.995 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:26.995 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.995 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:26.995 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.995 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:26.995 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:26.995 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:26.995 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:26.995 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:26.995 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:26.995 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:26.996 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:26.996 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:26.996 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.996 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:26.996 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:26.996 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:26.996 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:26.996 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.996 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:26.996 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:26.996 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:26.996 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:26.996 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.996 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.996 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:26.996 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:26.996 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:26.997 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:26.997 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:26.997 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.997 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:26.997 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:26.997 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:26.997 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.997 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:26.997 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.997 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:26.997 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:26.997 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.997 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:26.997 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:26.997 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:26.997 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:26.997 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:26.998 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:26.998 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.998 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:26.998 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.998 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:26.998 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.998 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:26.998 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:26.998 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.998 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:26.998 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:26.998 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:26.998 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:26.998 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:26.998 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:26.998 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:26.999 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:26.999 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:26.999 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:26.999 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:26.999 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:26.999 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:26.999 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:26.999 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:26.999 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:26.999 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:26.999 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:26.999 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:26.999 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:26.999 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:26.999 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.000 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.000 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.000 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.000 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.000 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.000 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.000 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.000 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.000 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.000 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.000 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.000 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.000 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.000 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.000 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.000 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.001 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.001 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.001 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.001 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.001 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.001 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.001 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.001 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.001 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.001 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.001 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.001 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.001 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.001 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.001 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.001 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.002 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.002 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.002 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.002 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.002 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.002 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.002 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.002 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.002 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.002 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.002 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.002 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.002 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.002 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.002 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.002 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.003 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.003 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.003 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.003 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.003 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.003 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.003 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.003 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.003 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.003 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.003 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.003 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.003 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.003 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.003 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.003 INFO:teuthology.orchestra.run.smithi145.stdout: def test_encrypted_transfer_1kb(): 2023-12-03T12:50:27.003 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_encryption_sse_customer_write(1024) 2023-12-03T12:50:27.003 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.004 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9332: 2023-12-03T12:50:27.004 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.004 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:8766: in _test_encryption_sse_customer_write 2023-12-03T12:50:27.004 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:27.004 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.004 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.004 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.004 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.004 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.004 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.004 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.004 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.004 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.004 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.004 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.004 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.004 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.005 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.005 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.005 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.005 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.005 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.005 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.005 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.005 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.005 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.005 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.005 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.005 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.005 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.005 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.005 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.005 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.005 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.006 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.006 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.006 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.006 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.006 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.006 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.006 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.006 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.006 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.006 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.006 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.006 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.006 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.006 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.006 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.006 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.007 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.007 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.007 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.007 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.007 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.007 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.007 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.007 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.007 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.007 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.007 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.007 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.007 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.007 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.007 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.007 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.007 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.007 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.008 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.008 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.008 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.008 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.008 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.008 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.008 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.008 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.008 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.008 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.008 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.008 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.008 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.008 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.008 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.008 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.008 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.009 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.009 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.009 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.009 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.009 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.009 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.009 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.009 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-404" 2023-12-03T12:50:27.009 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.009 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.009 INFO:teuthology.orchestra.run.smithi145.stdout:_________________________ test_encrypted_transfer_1MB __________________________ 2023-12-03T12:50:27.009 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.009 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.009 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.009 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.009 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.009 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.010 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.010 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.010 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.010 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.010 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.010 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.010 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.010 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.010 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.010 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.010 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.010 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.010 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.010 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.011 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.011 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.011 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.011 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.011 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.011 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.011 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.011 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.011 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.011 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.011 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.011 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.011 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.011 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.011 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.011 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.012 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.012 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.012 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.012 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.012 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.012 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.012 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.012 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.012 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.012 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.012 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.012 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.012 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.012 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.012 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.012 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.012 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.013 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.013 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.013 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.013 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.013 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.013 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.013 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.013 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.013 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.013 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.013 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.013 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.013 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.013 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.013 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.013 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.013 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.013 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.014 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.014 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.014 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.014 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.014 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.014 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.014 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.014 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.014 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.014 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.014 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.014 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.014 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.014 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.014 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.014 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.014 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.015 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.015 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.015 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.015 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.015 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.015 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.015 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.015 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.015 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.015 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.015 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.015 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.015 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.015 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.015 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.015 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.015 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.016 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.016 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.016 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.016 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.016 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.016 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.016 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.016 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.016 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.016 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.016 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.016 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.016 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.016 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.016 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.016 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.016 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.017 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.017 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.017 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.017 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.017 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.017 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.017 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.017 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.017 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.017 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.017 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.017 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.017 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.017 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.017 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.017 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.017 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.018 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.018 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.018 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.018 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.018 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.018 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.018 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.018 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.018 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.018 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.018 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.018 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.018 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.018 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.018 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.018 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.018 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.019 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.019 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.019 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.019 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.019 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.019 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.019 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.019 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.019 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.019 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.019 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.019 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.019 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.019 INFO:teuthology.orchestra.run.smithi145.stdout: def test_encrypted_transfer_1MB(): 2023-12-03T12:50:27.019 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_encryption_sse_customer_write(1024*1024) 2023-12-03T12:50:27.019 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.019 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9338: 2023-12-03T12:50:27.020 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.020 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:8766: in _test_encryption_sse_customer_write 2023-12-03T12:50:27.020 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:27.020 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.020 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.020 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.020 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.020 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.020 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.020 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.020 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.020 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.020 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.020 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.020 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.020 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.020 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.021 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.021 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.021 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.021 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.021 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.021 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.021 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.021 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.021 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.021 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.021 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.021 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.021 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.021 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.021 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.021 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.021 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.022 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.022 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.022 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.022 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.022 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.022 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.022 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.022 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.022 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.022 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.022 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.022 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.022 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.022 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.022 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.022 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.023 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.023 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.023 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.023 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.023 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.023 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.023 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.023 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.023 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.023 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.023 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.023 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.023 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.023 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.023 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.023 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.023 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.024 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.024 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.024 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.024 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.024 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.024 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.024 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.024 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.024 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.024 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.024 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.024 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.024 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.024 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.024 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.024 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.025 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.025 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.025 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.025 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.025 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.025 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-405" 2023-12-03T12:50:27.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.025 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.025 INFO:teuthology.orchestra.run.smithi145.stdout:_________________________ test_encrypted_transfer_13b __________________________ 2023-12-03T12:50:27.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.025 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.025 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.025 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.025 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.026 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.026 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.026 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.026 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.026 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.026 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.026 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.026 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.026 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.026 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.026 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.026 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.026 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.026 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.026 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.026 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.027 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.027 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.027 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.027 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.027 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.027 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.027 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.027 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.027 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.027 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.027 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.027 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.027 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.027 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.027 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.027 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.027 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.028 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.028 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.028 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.028 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.028 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.028 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.028 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.028 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.028 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.028 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.028 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.028 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.028 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.028 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.028 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.028 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.028 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.029 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.029 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.029 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.029 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.029 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.029 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.029 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.029 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.029 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.029 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.029 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.029 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.029 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.029 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.029 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.029 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.029 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.030 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.030 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.030 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.030 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.030 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.030 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.030 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.030 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.030 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.030 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.030 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.030 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.030 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.030 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.030 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.031 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.031 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.031 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.031 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.031 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.031 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.031 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.031 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.031 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.031 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.031 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.031 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.031 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.031 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.032 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.032 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.032 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.032 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.032 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.032 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.032 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.032 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.032 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.032 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.032 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.032 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.032 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.032 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.032 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.032 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.032 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.033 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.033 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.033 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.033 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.033 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.033 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.033 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.033 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.033 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.033 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.033 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.033 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.033 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.033 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.033 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.033 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.033 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.034 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.034 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.034 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.034 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.034 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.034 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.034 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.034 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.034 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.034 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.034 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.034 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.035 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.035 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.035 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.035 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.035 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.035 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.035 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.035 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.035 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.035 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.035 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.035 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.035 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.035 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.035 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.035 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.035 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.036 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.036 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.036 INFO:teuthology.orchestra.run.smithi145.stdout: def test_encrypted_transfer_13b(): 2023-12-03T12:50:27.036 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_encryption_sse_customer_write(13) 2023-12-03T12:50:27.036 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.036 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9344: 2023-12-03T12:50:27.036 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.036 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:8766: in _test_encryption_sse_customer_write 2023-12-03T12:50:27.036 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:27.036 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.036 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.036 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.036 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.036 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.036 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.036 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.036 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.037 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.037 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.037 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.037 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.037 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.037 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.037 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.037 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.037 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.037 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.037 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.037 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.037 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.037 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.037 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.037 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.038 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.038 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.038 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.038 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.038 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.038 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.038 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.038 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.038 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.038 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.038 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.038 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.038 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.038 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.038 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.038 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.039 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.039 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.039 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.039 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.039 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.039 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.039 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.039 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.039 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.039 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.039 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.039 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.039 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.039 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.039 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.039 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.039 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.039 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.040 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.040 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.040 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.040 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.040 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.040 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.040 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.040 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.040 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.040 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.040 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.040 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.040 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.040 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.041 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.041 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.041 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.041 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.041 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.041 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.041 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.041 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.041 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.041 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.041 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.041 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.041 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.041 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.041 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.042 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.042 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-406" 2023-12-03T12:50:27.042 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.042 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.042 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ test_encryption_sse_c_method_head _______________________ 2023-12-03T12:50:27.042 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.042 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.042 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.042 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.042 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.042 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.042 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.042 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.042 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.043 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.043 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.043 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.043 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.043 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.043 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.043 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.043 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.043 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.043 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.043 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.043 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.043 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.043 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.043 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.043 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.044 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.044 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.044 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.044 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.044 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.044 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.044 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.044 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.044 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.044 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.044 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.044 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.044 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.044 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.044 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.044 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.044 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.045 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.045 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.045 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.045 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.045 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.045 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.045 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.045 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.045 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.045 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.045 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.045 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.045 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.045 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.045 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.045 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.045 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.045 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.046 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.046 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.046 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.046 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.046 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.046 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.046 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.046 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.046 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.046 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.046 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.046 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.046 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.046 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.046 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.046 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.047 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.047 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.047 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.047 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.047 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.047 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.047 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.047 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.047 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.047 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.047 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.047 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.047 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.048 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.048 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.048 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.048 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.048 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.048 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.048 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.048 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.048 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.048 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.048 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.048 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.048 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.048 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.048 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.048 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.048 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.049 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.049 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.049 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.049 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.049 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.049 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.049 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.049 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.049 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.049 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.049 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.050 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.050 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.050 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.050 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.050 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.050 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.050 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.050 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.050 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.050 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.050 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.050 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.050 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.050 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.050 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.051 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.051 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.051 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.051 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.051 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.051 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.051 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.051 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.051 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.051 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.051 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.051 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.051 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.051 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.052 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.052 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.052 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.052 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.052 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.052 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.052 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.052 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.052 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.052 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.052 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.052 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.052 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.052 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.052 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.052 INFO:teuthology.orchestra.run.smithi145.stdout: def test_encryption_sse_c_method_head(): 2023-12-03T12:50:27.052 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.053 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.053 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9349: 2023-12-03T12:50:27.053 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.053 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.053 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.053 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.053 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.053 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.053 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.053 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.053 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.053 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.053 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.053 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.053 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.053 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.053 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.054 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.054 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.054 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.054 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.054 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.054 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.054 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.054 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.054 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.054 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.054 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.054 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.054 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.054 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.054 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.055 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.055 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.055 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.055 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.055 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.055 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.055 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.055 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.055 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.055 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.055 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.055 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.055 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.055 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.055 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.056 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.056 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.056 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.056 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.056 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.056 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.056 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.056 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.056 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.056 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.056 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.056 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.056 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.056 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.056 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.056 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.056 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.057 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.057 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.057 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.057 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.057 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.057 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.057 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.057 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.057 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.057 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.057 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.057 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.057 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.057 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.057 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.057 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.057 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.058 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.058 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.058 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.058 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.058 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.058 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.058 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.058 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-407" 2023-12-03T12:50:27.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.058 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.058 INFO:teuthology.orchestra.run.smithi145.stdout:________________________ test_encryption_sse_c_present _________________________ 2023-12-03T12:50:27.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.058 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.058 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.058 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.059 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.059 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.059 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.059 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.059 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.059 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.059 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.059 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.059 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.059 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.059 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.059 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.059 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.059 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.060 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.060 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.060 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.060 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.060 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.060 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.060 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.060 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.060 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.060 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.060 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.060 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.060 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.060 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.061 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.061 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.061 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.061 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.061 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.061 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.061 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.061 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.061 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.061 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.061 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.061 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.061 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.061 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.061 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.061 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.062 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.062 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.062 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.062 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.062 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.062 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.062 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.062 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.062 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.062 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.062 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.062 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.062 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.062 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.062 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.062 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.063 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.063 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.063 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.063 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.063 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.063 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.063 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.063 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.063 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.063 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.063 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.063 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.063 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.063 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.063 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.063 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.063 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.064 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.064 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.064 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.064 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.064 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.064 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.064 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.064 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.064 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.064 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.064 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.064 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.064 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.064 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.064 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.064 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.064 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.065 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.065 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.065 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.065 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.065 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.065 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.065 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.065 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.065 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.065 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.065 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.065 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.065 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.065 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.065 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.065 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.065 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.065 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.066 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.066 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.066 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.066 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.066 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.066 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.066 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.066 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.066 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.066 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.066 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.066 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.066 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.066 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.066 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.066 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.066 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.067 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.067 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.067 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.067 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.067 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.067 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.067 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.067 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.067 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.067 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.067 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.067 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.067 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.068 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.068 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.068 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.068 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.068 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.068 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.068 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.068 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.068 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.068 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.068 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.068 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.068 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.068 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.068 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.068 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.069 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.069 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.069 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.069 INFO:teuthology.orchestra.run.smithi145.stdout: def test_encryption_sse_c_present(): 2023-12-03T12:50:27.069 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.069 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.069 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9374: 2023-12-03T12:50:27.069 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.069 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.069 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.069 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.069 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.069 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.070 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.070 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.070 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.070 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.070 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.070 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.070 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.070 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.070 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.070 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.070 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.070 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.070 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.070 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.070 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.070 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.071 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.071 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.071 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.071 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.071 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.071 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.071 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.071 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.071 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.071 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.071 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.071 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.071 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.072 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.072 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.072 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.072 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.072 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.072 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.072 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.072 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.072 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.072 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.072 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.072 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.072 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.072 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.073 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.073 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.073 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.073 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.073 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.073 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.073 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.073 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.073 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.073 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.073 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.073 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.073 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.073 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.073 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.073 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.074 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.074 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.074 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.074 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.074 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.074 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.074 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.074 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.074 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.074 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.074 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.074 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.074 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.074 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.074 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.074 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.074 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.075 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.075 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.075 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.075 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-408" 2023-12-03T12:50:27.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.075 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.075 INFO:teuthology.orchestra.run.smithi145.stdout:_______________________ test_encryption_sse_c_other_key ________________________ 2023-12-03T12:50:27.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.075 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.075 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.075 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.075 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.075 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.075 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.075 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.076 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.076 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.076 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.076 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.076 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.076 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.076 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.076 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.076 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.076 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.076 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.076 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.076 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.076 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.076 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.076 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.076 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.077 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.077 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.077 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.077 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.077 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.077 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.077 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.077 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.077 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.077 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.077 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.077 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.077 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.077 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.077 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.077 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.077 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.077 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.078 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.078 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.078 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.078 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.078 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.078 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.078 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.078 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.078 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.078 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.078 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.078 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.078 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.078 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.079 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.079 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.079 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.079 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.079 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.079 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.079 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.079 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.079 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.079 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.079 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.079 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.079 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.079 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.079 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.079 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.079 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.080 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.080 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.080 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.080 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.080 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.080 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.080 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.080 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.080 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.080 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.080 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.080 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.080 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.080 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.080 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.080 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.080 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.081 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.081 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.081 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.081 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.081 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.081 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.081 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.081 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.081 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.081 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.081 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.081 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.081 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.081 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.081 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.082 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.082 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.082 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.082 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.082 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.082 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.082 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.082 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.082 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.082 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.082 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.082 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.082 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.082 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.082 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.082 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.082 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.083 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.083 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.083 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.083 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.083 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.083 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.083 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.083 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.083 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.083 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.083 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.083 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.083 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.083 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.083 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.083 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.083 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.084 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.084 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.084 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.084 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.084 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.084 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.084 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.084 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.084 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.084 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.084 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.084 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.084 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.084 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.085 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.085 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.085 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.085 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.085 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.085 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.085 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.085 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.085 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.085 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.085 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.085 INFO:teuthology.orchestra.run.smithi145.stdout: def test_encryption_sse_c_other_key(): 2023-12-03T12:50:27.085 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.085 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.085 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9394: 2023-12-03T12:50:27.085 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.085 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.086 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.086 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.086 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.086 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.086 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.086 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.086 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.086 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.086 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.087 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.087 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.087 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.087 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.087 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.087 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.087 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.087 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.087 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.087 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.087 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.087 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.087 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.087 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.087 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.087 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.087 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.088 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.088 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.088 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.088 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.088 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.088 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.088 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.088 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.088 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.088 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.088 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.088 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.088 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.088 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.088 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.088 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.088 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.089 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.089 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.089 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.089 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.089 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.089 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.089 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.089 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.089 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.089 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.089 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.089 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.089 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.089 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.089 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.089 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.089 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.090 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.090 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.090 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.090 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.090 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.090 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.090 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.090 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.090 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.090 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.090 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.090 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.090 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.090 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.090 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.090 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.090 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.091 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.091 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.091 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-409" 2023-12-03T12:50:27.091 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.091 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.091 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ test_encryption_sse_c_invalid_md5 _______________________ 2023-12-03T12:50:27.091 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.091 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.091 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.091 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.091 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.091 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.091 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.091 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.091 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.091 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.092 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.092 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.092 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.092 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.092 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.092 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.092 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.092 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.092 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.092 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.092 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.092 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.092 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.093 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.093 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.093 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.093 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.093 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.093 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.093 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.093 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.093 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.093 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.093 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.093 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.093 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.093 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.093 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.093 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.093 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.093 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.094 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.094 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.094 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.094 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.094 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.094 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.094 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.094 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.094 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.094 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.094 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.094 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.094 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.094 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.094 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.094 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.095 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.095 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.095 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.095 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.095 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.095 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.095 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.095 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.095 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.095 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.095 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.095 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.095 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.095 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.095 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.096 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.096 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.096 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.096 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.096 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.096 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.096 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.096 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.096 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.096 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.096 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.096 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.096 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.096 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.096 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.096 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.096 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.097 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.097 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.097 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.097 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.097 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.097 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.097 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.097 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.097 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.097 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.097 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.097 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.097 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.097 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.097 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.097 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.097 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.097 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.098 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.098 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.098 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.098 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.098 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.098 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.098 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.098 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.098 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.099 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.099 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.099 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.099 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.099 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.099 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.099 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.099 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.099 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.099 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.099 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.099 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.099 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.100 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.100 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.100 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.100 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.100 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.100 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.100 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.100 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.100 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.100 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.100 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.100 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.100 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.100 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.100 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.100 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.100 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.101 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.101 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.101 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.101 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.101 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.101 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.101 INFO:teuthology.orchestra.run.smithi145.stdout: def test_encryption_sse_c_invalid_md5(): 2023-12-03T12:50:27.101 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.101 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.101 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9421: 2023-12-03T12:50:27.101 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.101 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.101 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.101 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.101 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.101 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.102 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.102 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.102 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.102 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.102 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.102 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.102 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.102 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.102 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.102 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.102 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.102 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.102 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.102 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.102 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.102 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.103 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.103 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.103 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.103 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.103 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.103 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.103 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.103 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.103 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.103 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.103 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.104 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.104 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.104 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.104 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.104 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.104 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.104 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.104 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.104 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.104 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.104 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.104 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.104 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.104 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.104 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.104 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.104 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.105 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.105 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.105 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.105 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.105 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.105 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.105 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.105 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.105 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.105 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.105 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.105 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.105 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.105 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.105 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.105 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.105 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.105 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.106 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.106 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.106 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.106 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.106 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.106 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.106 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.106 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.106 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.106 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.106 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.106 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.106 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-410" 2023-12-03T12:50:27.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.106 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.107 INFO:teuthology.orchestra.run.smithi145.stdout:_________________________ test_encryption_sse_c_no_md5 _________________________ 2023-12-03T12:50:27.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.107 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.107 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.107 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.107 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.107 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.107 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.107 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.107 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.107 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.107 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.108 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.108 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.108 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.108 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.108 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.108 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.108 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.108 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.108 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.108 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.108 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.108 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.108 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.109 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.109 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.109 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.109 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.109 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.109 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.109 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.109 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.109 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.109 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.109 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.109 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.109 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.109 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.109 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.109 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.109 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.110 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.110 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.110 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.110 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.110 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.110 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.110 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.110 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.110 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.110 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.110 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.110 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.110 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.110 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.111 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.111 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.111 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.111 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.111 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.111 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.111 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.111 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.111 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.111 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.111 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.111 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.111 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.111 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.111 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.111 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.112 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.112 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.112 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.112 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.112 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.112 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.112 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.112 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.112 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.112 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.112 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.112 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.112 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.113 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.113 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.113 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.113 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.113 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.113 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.113 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.113 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.113 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.113 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.113 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.113 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.113 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.113 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.113 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.113 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.113 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.113 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.114 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.114 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.114 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.114 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.114 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.114 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.114 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.114 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.114 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.114 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.115 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.115 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.115 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.115 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.115 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.115 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.115 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.115 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.115 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.115 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.115 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.115 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.115 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.115 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.115 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.115 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.116 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.116 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.116 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.116 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.116 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.116 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.116 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.116 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.116 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.116 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.116 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.116 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.116 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.116 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.116 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.116 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.116 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.117 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.117 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.117 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.117 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.117 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.117 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.117 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.117 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.117 INFO:teuthology.orchestra.run.smithi145.stdout: def test_encryption_sse_c_no_md5(): 2023-12-03T12:50:27.117 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.117 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.117 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9439: 2023-12-03T12:50:27.117 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.117 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.117 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.117 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.117 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.117 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.118 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.118 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.118 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.118 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.118 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.118 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.118 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.118 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.118 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.118 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.118 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.118 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.118 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.118 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.118 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.118 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.118 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.119 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.119 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.119 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.119 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.119 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.119 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.119 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.119 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.119 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.119 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.119 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.119 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.119 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.119 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.119 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.119 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.119 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.119 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.120 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.120 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.120 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.120 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.120 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.120 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.120 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.120 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.120 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.120 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.120 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.120 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.120 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.120 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.120 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.120 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.121 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.121 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.121 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.121 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.121 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.121 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.121 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.121 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.121 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.121 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.121 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.121 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.121 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.121 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.121 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.121 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.122 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.122 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.122 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.122 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.122 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.122 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.122 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.122 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.122 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.122 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.122 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.122 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.122 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.122 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.122 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.122 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.122 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-411" 2023-12-03T12:50:27.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.123 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.123 INFO:teuthology.orchestra.run.smithi145.stdout:_________________________ test_encryption_sse_c_no_key _________________________ 2023-12-03T12:50:27.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.123 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.123 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.123 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.123 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.123 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.123 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.123 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.123 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.123 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.123 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.124 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.124 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.124 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.124 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.124 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.124 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.124 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.124 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.124 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.124 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.124 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.124 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.124 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.124 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.125 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.125 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.125 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.125 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.125 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.125 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.125 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.125 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.125 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.125 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.125 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.125 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.125 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.125 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.125 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.126 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.126 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.126 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.126 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.126 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.126 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.126 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.126 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.126 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.126 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.126 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.126 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.126 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.126 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.126 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.126 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.126 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.127 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.127 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.127 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.127 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.127 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.127 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.127 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.127 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.127 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.127 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.127 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.127 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.127 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.127 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.127 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.127 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.127 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.127 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.128 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.128 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.128 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.128 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.128 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.128 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.128 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.128 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.128 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.128 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.128 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.128 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.128 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.128 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.128 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.128 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.128 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.129 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.129 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.129 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.129 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.129 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.129 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.129 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.129 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.129 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.129 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.129 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.129 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.129 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.129 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.129 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.129 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.129 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.129 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.130 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.130 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.130 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.130 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.130 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.130 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.130 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.130 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.130 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.130 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.131 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.132 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.132 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.132 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.132 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.133 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.133 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.133 INFO:teuthology.orchestra.run.smithi145.stdout: def test_encryption_sse_c_no_key(): 2023-12-03T12:50:27.133 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.133 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9454: 2023-12-03T12:50:27.133 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.133 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.133 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.133 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.133 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.133 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.133 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.133 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.133 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.133 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.133 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.134 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.134 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.134 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.134 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.134 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.134 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.134 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.135 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.135 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.135 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.135 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.135 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.135 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.135 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.135 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.135 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.135 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.135 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.135 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.135 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.135 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.135 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.135 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.135 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.136 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.136 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.136 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.136 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.136 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.136 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.136 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.136 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.136 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.136 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.136 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.136 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.136 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.136 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.136 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.136 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.136 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.136 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.137 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.137 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.137 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.137 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.137 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.137 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.137 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.137 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.137 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.137 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.137 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.137 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.137 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.137 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.137 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.137 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.137 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.137 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.138 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.138 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.138 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.138 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.138 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.138 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.138 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.138 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.138 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.138 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.138 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-412" 2023-12-03T12:50:27.138 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.138 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.138 INFO:teuthology.orchestra.run.smithi145.stdout:_________________________ test_encryption_key_no_sse_c _________________________ 2023-12-03T12:50:27.138 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.138 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.138 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.139 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.139 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.139 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.139 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.139 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T12:50:27.159 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.159 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.159 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.159 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.159 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.159 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.159 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.160 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.160 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.160 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.160 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.160 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.160 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.160 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.160 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.160 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.160 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.160 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.160 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.160 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.160 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.160 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.160 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.161 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.161 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.161 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.161 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.161 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.161 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.161 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.161 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.161 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.161 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.161 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.161 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.161 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.161 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.162 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.162 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.162 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.162 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.162 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.162 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.162 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.162 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.162 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.162 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.162 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.162 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.162 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.162 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.162 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.163 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.163 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.163 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.163 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.163 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.163 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.163 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.163 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.163 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.163 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.163 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.163 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.163 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.163 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.163 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.163 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.164 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.164 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.164 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.164 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.164 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.164 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.164 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.164 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.164 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.164 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.164 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.164 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.164 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.165 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.165 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.165 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.165 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.165 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.165 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.165 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.165 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.165 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.165 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.165 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.165 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.165 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.165 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.165 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.166 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.166 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.166 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.166 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.166 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.166 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.166 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.166 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.166 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.166 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.166 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.166 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.166 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.166 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.166 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.166 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.167 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.167 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.167 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.167 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.167 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.167 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.167 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.167 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.167 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.167 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.167 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.167 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.167 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.167 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.167 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.167 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.167 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.168 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.168 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.168 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.168 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.168 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.168 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.168 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.168 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.168 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.168 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.168 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.168 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.168 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.168 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.169 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.169 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.169 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.169 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.169 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.169 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.169 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.169 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.169 INFO:teuthology.orchestra.run.smithi145.stdout: def test_encryption_key_no_sse_c(): 2023-12-03T12:50:27.169 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.169 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9468: 2023-12-03T12:50:27.169 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.170 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.170 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.170 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.170 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.170 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.170 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.170 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.170 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.170 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.170 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.170 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.170 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.170 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.170 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.170 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.171 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.171 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.171 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.171 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.171 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.171 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.171 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.171 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.171 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.171 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.171 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.171 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.171 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.171 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.172 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.172 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.172 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.172 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.172 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.172 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.172 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.172 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.172 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.172 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.172 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.173 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.173 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.173 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.173 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.173 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.173 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.173 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.173 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.173 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.173 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.173 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.173 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.173 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.173 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.173 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.173 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.173 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.174 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.174 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.174 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.174 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.174 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.174 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.174 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.174 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.174 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.174 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.174 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.174 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.174 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.174 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.174 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.175 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.175 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.175 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.175 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.175 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.175 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.175 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.175 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.175 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.175 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.175 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.175 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.175 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.175 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.175 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-413" 2023-12-03T12:50:27.175 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.175 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.176 INFO:teuthology.orchestra.run.smithi145.stdout:____________________ test_encryption_sse_c_multipart_upload ____________________ 2023-12-03T12:50:27.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.176 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.176 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.176 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.176 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.176 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.176 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.176 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.176 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.176 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.176 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.176 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.177 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.177 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.177 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.177 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.177 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.177 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.177 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.177 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.177 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.177 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.177 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.177 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.177 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.177 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.177 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.177 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.177 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.177 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.178 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.178 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.178 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.178 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.178 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.178 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.178 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.178 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.178 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.178 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.178 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.178 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.178 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.178 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.178 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.178 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.178 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.179 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.179 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.179 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.179 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.179 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.179 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.179 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.179 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.179 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.179 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.179 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.179 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.179 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.179 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.179 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.179 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.179 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.180 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.180 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.180 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.180 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.180 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.180 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.180 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.180 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.180 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.180 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.180 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.180 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.180 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.180 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.180 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.180 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.180 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.181 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.181 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.181 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.181 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.181 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.181 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.181 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.181 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.181 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.181 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.181 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.181 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.181 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.181 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.182 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.182 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.182 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.182 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.182 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.182 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.182 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.182 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.182 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.182 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.182 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.182 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.182 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.182 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.182 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.182 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.182 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.183 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.183 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.183 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.183 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.183 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.183 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.183 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.183 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.183 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.183 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.184 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.184 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.184 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.184 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.184 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.184 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.184 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.184 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.184 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.184 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.184 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.184 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.184 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.184 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.184 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.185 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.185 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.185 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.185 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.185 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.185 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.185 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.185 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.185 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.185 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.185 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.185 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.185 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.185 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.186 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.186 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.186 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.186 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.186 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.186 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.186 INFO:teuthology.orchestra.run.smithi145.stdout: def test_encryption_sse_c_multipart_upload(): 2023-12-03T12:50:27.186 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.186 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.186 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9535: 2023-12-03T12:50:27.186 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.186 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.186 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.186 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.186 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.186 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.186 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.186 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.187 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.187 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.187 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.187 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.187 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.187 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.187 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.187 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.187 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.187 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.187 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.187 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.187 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.187 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.187 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.187 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.188 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.188 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.188 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.188 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.188 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.188 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.188 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.188 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.188 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.188 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.188 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.188 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.188 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.188 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.188 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.188 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.189 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.189 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.189 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.189 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.189 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.189 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.189 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.189 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.189 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.189 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.189 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.189 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.189 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.189 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.189 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.190 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.190 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.190 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.190 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.190 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.190 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.190 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.190 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.190 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.190 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.190 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.190 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.190 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.190 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.190 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.190 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.191 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.191 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.191 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.191 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.191 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.191 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.191 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.191 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.191 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.191 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.191 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.191 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.191 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.191 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.191 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.192 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-414" 2023-12-03T12:50:27.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.192 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.192 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ test_encryption_sse_c_unaligned_multipart_upload _______________ 2023-12-03T12:50:27.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.192 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.192 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.192 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.192 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.192 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.192 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.192 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.192 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.192 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.193 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.193 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.193 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.193 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.193 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.193 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.193 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.193 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.193 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.193 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.193 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.193 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.193 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.193 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.194 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.194 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.194 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.194 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.194 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.194 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.194 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.194 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.194 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.194 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.194 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.194 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.194 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.194 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.194 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.195 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.195 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.195 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.195 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.195 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.195 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.195 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.195 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.195 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.195 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.195 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.195 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.195 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.195 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.195 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.195 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.195 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.196 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.196 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.196 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.196 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.196 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.196 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.196 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.196 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.196 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.196 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.196 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.196 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.196 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.196 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.196 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.196 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.197 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.197 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.197 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.197 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.197 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.197 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.197 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.197 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.197 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.197 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.197 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.197 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.197 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.197 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.197 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.197 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.197 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.198 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.198 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.198 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.198 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.198 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.198 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.198 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.198 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.198 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.198 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.198 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.198 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.198 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.198 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.199 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.199 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.199 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.199 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.199 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.199 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.199 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.199 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.199 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.199 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.199 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.199 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.199 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.200 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.200 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.200 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.200 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.200 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.200 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.200 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.200 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.200 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.200 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.200 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.200 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.201 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.201 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.201 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.201 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.201 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.201 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.201 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.201 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.201 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.201 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.201 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.201 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.201 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.201 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.201 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.201 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.201 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.202 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.202 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.202 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.202 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.202 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.202 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.202 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.202 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.202 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.202 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.202 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.202 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.202 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.202 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.202 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.202 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.202 INFO:teuthology.orchestra.run.smithi145.stdout: def test_encryption_sse_c_unaligned_multipart_upload(): 2023-12-03T12:50:27.203 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.203 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9581: 2023-12-03T12:50:27.203 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.203 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.203 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.203 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.203 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.203 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.203 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.203 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.203 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.203 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.203 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.203 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.204 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.204 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.204 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.204 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.204 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.204 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.204 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.204 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.204 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.204 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.204 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.204 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.204 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.204 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.204 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.204 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.204 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.205 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.205 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.205 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.205 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.205 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.205 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.205 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.205 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.205 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.205 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.205 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.205 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.205 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.205 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.205 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.206 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.206 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.206 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.206 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.206 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.206 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.206 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.206 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.206 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.206 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.206 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.206 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.206 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.206 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.206 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.207 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.207 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.207 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.207 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.207 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.207 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.207 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.207 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.207 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.207 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.207 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.207 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.207 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.207 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.207 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.207 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.207 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.208 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.208 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.208 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.208 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.208 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.208 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.208 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.208 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.208 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.208 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.208 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.208 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-415" 2023-12-03T12:50:27.208 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.208 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.208 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ test_encryption_sse_c_multipart_bad_download _________________ 2023-12-03T12:50:27.209 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.209 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.209 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.209 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.209 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.209 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.209 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.209 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.209 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.209 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.209 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.209 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.209 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.209 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.209 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.209 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.209 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.209 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.210 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.210 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.210 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.210 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.210 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.210 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.210 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.210 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.210 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.210 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.210 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.210 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.210 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.210 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.210 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.210 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.211 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.211 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.211 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.211 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.211 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.211 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.211 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.211 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.211 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.211 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.211 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.211 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.211 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.211 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.212 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.212 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.212 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.212 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.212 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.212 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.212 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.212 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.212 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.212 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.212 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.212 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.212 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.212 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.212 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.212 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.212 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.212 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.213 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.213 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.213 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.213 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.213 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.213 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.213 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.213 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.213 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.213 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.213 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.213 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.213 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.213 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.213 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.213 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.214 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.214 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.214 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.214 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.214 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.214 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.214 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.214 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.214 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.214 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.214 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.214 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.214 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.214 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.214 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.215 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.215 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.215 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.215 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.215 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.215 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.215 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.215 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.215 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.215 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.215 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.215 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.215 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.215 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.216 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.216 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.216 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.216 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.216 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.216 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.216 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.216 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.216 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.216 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.217 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.217 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.217 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.217 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.217 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.217 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.217 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.217 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.217 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.217 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.217 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.217 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.217 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.217 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.218 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.218 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.218 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.218 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.218 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.218 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.218 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.218 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.218 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.218 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.218 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.218 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.218 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.218 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.218 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.219 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.219 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.219 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.219 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.219 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.219 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.219 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.219 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.219 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.219 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.219 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.219 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.219 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.219 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.219 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.219 INFO:teuthology.orchestra.run.smithi145.stdout: def test_encryption_sse_c_multipart_bad_download(): 2023-12-03T12:50:27.220 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.220 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9682: 2023-12-03T12:50:27.220 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.220 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.220 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.220 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.220 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.220 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.220 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.220 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.220 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.220 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.220 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.221 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.221 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.221 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.221 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.221 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.221 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.221 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.221 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.221 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.221 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.221 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.221 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.221 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.221 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.221 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.222 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.222 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.222 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.222 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.222 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.222 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.222 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.222 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.222 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.222 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.222 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.222 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.222 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.222 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.222 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.222 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.223 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.223 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.223 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.223 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.223 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.223 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.223 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.223 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.223 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.223 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.223 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.223 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.223 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.223 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.223 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.223 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.224 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.224 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.224 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.224 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.224 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.224 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.224 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.224 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.224 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.224 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.224 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.224 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.224 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.224 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.225 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.225 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.225 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.225 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.225 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.225 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.225 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.225 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.225 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.225 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.225 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.225 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.225 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.225 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-416" 2023-12-03T12:50:27.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.226 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.226 INFO:teuthology.orchestra.run.smithi145.stdout:___________ test_encryption_sse_c_post_object_authenticated_request ____________ 2023-12-03T12:50:27.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.226 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.226 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.226 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.226 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.226 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.226 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.226 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.226 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.226 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.227 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.227 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.227 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.227 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.227 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.227 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.227 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.227 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.227 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.227 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.227 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.227 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.227 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.227 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.227 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.227 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.228 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.228 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.228 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.228 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.228 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.228 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.228 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.228 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.228 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.228 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.228 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.228 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.228 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.228 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.228 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.228 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.228 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.228 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.229 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.229 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.229 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.229 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.229 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.229 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.229 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.229 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.229 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.229 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.229 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.229 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.229 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.229 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.230 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.230 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.230 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.230 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.230 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.230 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.230 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.230 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.230 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.230 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.230 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.230 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.230 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.230 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.230 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.231 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.231 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.231 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.231 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.231 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.231 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.231 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.231 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.231 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.231 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.231 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.231 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.231 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.231 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.232 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.232 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.232 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.232 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.232 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.232 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.232 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.232 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.232 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.232 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.232 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.232 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.232 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.232 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.232 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.233 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.233 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.233 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.233 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.233 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.233 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.233 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.233 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.233 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.233 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.233 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.233 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.233 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.234 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.234 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.234 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.234 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.234 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.234 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.234 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.234 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.234 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.234 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.234 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.235 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.235 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.235 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.235 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.235 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.235 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.235 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.235 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.235 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.235 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.235 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.235 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.235 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.235 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.235 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.236 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.236 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.236 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.236 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.236 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.236 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.236 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.236 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.236 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.236 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.236 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.236 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.236 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.236 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.237 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.237 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.237 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.237 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.237 INFO:teuthology.orchestra.run.smithi145.stdout: def test_encryption_sse_c_post_object_authenticated_request(): 2023-12-03T12:50:27.237 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.237 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9729: 2023-12-03T12:50:27.237 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.237 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.237 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.237 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.237 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.237 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.238 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.238 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.238 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.238 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.238 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.238 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.238 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.238 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.238 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.238 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.238 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.238 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.238 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.238 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.238 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.239 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.239 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.239 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.239 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.239 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.239 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.239 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.239 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.239 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.239 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.239 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.239 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.239 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.239 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.239 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.239 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.239 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.240 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.240 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.240 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.240 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.240 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.240 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.240 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.240 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.240 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.240 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.240 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.240 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.240 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.240 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.240 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.241 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.241 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.241 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.241 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.241 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.241 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.241 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.241 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.241 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.241 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.241 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.241 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.241 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.241 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.241 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.242 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.242 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.242 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.242 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.242 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.242 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.242 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.242 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.242 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.242 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.242 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.242 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.242 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.242 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.242 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.243 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.243 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.243 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.243 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.243 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.243 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.243 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-417" 2023-12-03T12:50:27.243 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.243 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.243 INFO:teuthology.orchestra.run.smithi145.stdout:___________________________ test_sse_kms_method_head ___________________________ 2023-12-03T12:50:27.243 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.243 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.243 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.243 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.243 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.243 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.243 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.244 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.244 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.244 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.244 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.244 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.245 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.245 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.245 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.245 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.246 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.248 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.248 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.248 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.248 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.248 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.248 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.249 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.249 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.250 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.250 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.251 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.251 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.251 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.251 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.251 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.251 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.251 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.251 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.252 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.253 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.253 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.253 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.253 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.253 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: def test_sse_kms_method_head(): 2023-12-03T12:50:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:50:27.254 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.254 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9813: 2023-12-03T12:50:27.254 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.254 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.254 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.254 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.254 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.254 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.254 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.255 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.255 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.255 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.255 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.255 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.255 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.255 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.255 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.255 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.256 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.256 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.256 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.256 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.256 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.256 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.256 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.256 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.256 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.258 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.259 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.259 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-418" 2023-12-03T12:50:27.259 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.260 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.260 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________________ test_sse_kms_present _____________________________ 2023-12-03T12:50:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.260 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.260 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.261 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.261 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.261 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.261 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.261 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.261 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.261 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.262 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.263 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.264 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.264 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.264 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.265 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.265 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.265 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.265 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.265 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.265 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.265 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.265 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.265 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.265 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.265 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.265 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.265 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.265 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.265 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.265 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.266 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.266 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.267 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.267 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.267 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.267 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.267 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.267 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.267 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.267 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.267 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.268 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.268 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.268 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.268 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.269 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.269 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.270 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.270 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.270 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.270 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.270 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.270 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.270 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.270 INFO:teuthology.orchestra.run.smithi145.stdout: def test_sse_kms_present(): 2023-12-03T12:50:27.270 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:50:27.270 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.270 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9840: 2023-12-03T12:50:27.271 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.271 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.271 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.271 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.271 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.271 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.271 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.271 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.271 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.272 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.272 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.272 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.272 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.272 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.272 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.272 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.272 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.272 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.272 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.273 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.273 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.273 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.273 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.273 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.273 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.274 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.275 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.276 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.276 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-419" 2023-12-03T12:50:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.276 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.276 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________________ test_sse_kms_no_key ______________________________ 2023-12-03T12:50:27.276 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.276 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.277 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.278 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.278 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.278 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.278 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.278 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.278 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.278 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.279 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.280 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.281 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.282 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.282 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.282 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.282 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.282 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.282 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.283 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.284 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.284 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.284 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.284 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.284 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.285 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.285 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.285 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.285 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.285 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.285 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.285 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.285 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.285 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.286 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.287 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.287 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.287 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.287 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: def test_sse_kms_no_key(): 2023-12-03T12:50:27.288 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.288 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9859: 2023-12-03T12:50:27.288 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.288 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.288 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.288 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.288 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.288 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.288 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.288 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.289 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.289 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.289 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.289 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.289 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.289 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.289 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.289 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.289 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.290 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.290 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.290 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.290 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.290 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.290 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.290 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.290 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.291 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.292 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.293 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.293 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-420" 2023-12-03T12:50:27.293 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.293 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.294 INFO:teuthology.orchestra.run.smithi145.stdout:__________________________ test_sse_kms_not_declared ___________________________ 2023-12-03T12:50:27.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.294 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.294 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.294 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.294 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.294 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.294 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.294 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.294 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.294 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.294 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.294 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.295 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.295 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.295 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.295 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.295 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.295 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.295 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.295 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.295 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.295 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.295 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.295 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.295 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.295 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.295 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.295 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.296 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.296 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.296 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.296 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.296 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.296 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.296 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.296 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.296 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.296 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.296 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.296 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.296 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.296 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.296 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.296 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.296 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.297 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.297 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.297 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.297 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.297 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.297 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.297 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.297 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.297 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.297 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.297 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.297 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.297 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.297 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.297 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.297 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.297 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.298 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.298 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.298 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.298 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.298 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.298 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.298 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.298 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.298 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.298 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.298 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.298 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.298 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.299 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.299 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.299 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.299 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.299 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.299 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.299 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.299 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.299 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.299 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.299 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.299 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.299 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.299 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.299 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.299 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.299 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.300 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.300 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.300 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.300 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.300 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.300 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.300 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.300 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.300 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.300 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.300 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.300 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.300 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.300 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.300 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.300 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.300 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.300 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.301 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.301 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.301 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.301 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.301 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.301 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.301 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.301 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.301 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.301 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.301 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.301 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.301 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.301 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.301 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.302 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.302 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.302 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.302 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.302 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.302 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.302 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.302 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.302 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.302 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.302 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.302 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.303 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.303 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.303 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.303 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.303 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.303 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.303 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.303 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.303 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.303 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.303 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.303 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.303 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.303 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.304 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.304 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.304 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.304 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.304 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.304 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.304 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.304 INFO:teuthology.orchestra.run.smithi145.stdout: def test_sse_kms_not_declared(): 2023-12-03T12:50:27.304 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.304 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.304 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9875: 2023-12-03T12:50:27.304 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.304 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.304 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.304 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.304 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.304 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.304 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.305 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.305 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.305 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.305 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.305 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.305 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.305 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.305 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.305 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.305 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.305 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.305 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.305 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.305 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.305 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.305 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.305 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.306 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.306 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.306 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.306 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.306 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.306 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.306 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.306 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.306 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.306 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.306 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.306 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.306 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.306 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.306 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.306 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.306 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.307 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.307 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.307 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.307 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.307 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.307 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.307 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.307 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.307 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.307 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.307 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.307 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.307 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.307 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.307 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.307 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.308 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.308 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.308 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.308 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.308 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.308 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.308 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.308 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.308 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.308 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.308 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.308 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.308 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.308 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.308 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.308 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.308 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.308 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.309 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.309 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.309 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.309 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.309 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.309 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.309 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.309 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.309 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.309 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.309 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.309 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.309 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.309 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.309 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-421" 2023-12-03T12:50:27.309 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.309 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.310 INFO:teuthology.orchestra.run.smithi145.stdout:________________________ test_sse_kms_multipart_upload _________________________ 2023-12-03T12:50:27.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.310 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.310 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.310 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.310 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.310 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.310 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.310 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.310 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.310 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.310 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.310 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.311 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.311 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.311 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.311 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.311 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.311 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.311 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.311 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.311 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.311 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.311 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.311 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.311 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.311 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.311 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.312 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.312 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.312 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.312 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.312 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.312 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.312 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.312 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.312 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.312 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.312 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.312 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.312 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.312 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.312 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.312 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.313 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.313 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.313 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.313 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.313 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.313 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.313 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.313 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.313 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.313 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.313 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.313 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.313 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.313 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.314 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.314 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.314 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.314 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.314 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.314 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.314 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.314 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.314 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.314 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.314 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.314 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.314 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.314 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.314 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.314 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.315 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.315 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.315 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.315 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.315 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.315 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.315 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.315 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.315 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.315 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.315 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.315 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.315 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.315 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.315 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.315 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.315 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.316 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.316 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.316 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.316 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.316 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.316 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.316 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.316 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.316 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.316 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.316 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.316 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.316 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.316 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.316 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.316 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.316 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.317 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.317 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.317 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.317 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.317 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.317 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.317 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.317 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.317 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.317 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.317 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.317 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.317 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.317 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.317 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.317 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.317 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.318 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.318 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.318 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.318 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.318 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.318 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.318 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.318 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.318 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.318 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.318 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.318 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.319 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.319 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.319 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.319 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.319 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.319 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.319 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.319 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.319 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.319 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.319 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.319 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.319 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.319 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.320 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.320 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.320 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.320 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.320 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.320 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.320 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.320 INFO:teuthology.orchestra.run.smithi145.stdout: def test_sse_kms_multipart_upload(): 2023-12-03T12:50:27.320 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:50:27.320 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.320 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.320 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9894: 2023-12-03T12:50:27.320 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.320 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.320 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.320 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.321 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.321 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.321 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.321 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.321 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.321 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.321 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.321 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.321 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.321 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.321 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.321 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.321 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.321 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.321 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.322 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.322 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.322 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.322 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.322 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.322 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.322 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.322 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.322 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.322 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.322 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.322 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.322 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.322 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.322 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.323 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.323 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.323 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.323 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.323 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.323 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.323 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.323 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.323 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.323 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.323 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.323 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.323 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.323 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.323 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.323 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.323 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.324 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.324 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.324 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.324 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.324 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.324 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.324 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.324 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.324 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.324 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.324 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.324 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.324 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.324 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.324 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.324 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.325 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.325 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.325 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.325 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.325 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.325 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.325 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.325 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.325 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.325 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.325 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.325 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.325 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.325 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.326 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.326 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.326 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.326 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.326 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-422" 2023-12-03T12:50:27.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.326 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.326 INFO:teuthology.orchestra.run.smithi145.stdout:___________________ test_sse_kms_multipart_invalid_chunks_1 ____________________ 2023-12-03T12:50:27.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.326 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.326 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.326 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.326 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.326 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.327 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.327 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.327 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.327 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.327 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.327 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.327 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.327 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.327 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.327 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.327 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.327 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.327 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.327 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.328 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.328 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.328 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.328 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.328 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.328 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.328 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.328 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.328 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.328 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.328 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.328 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.328 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.328 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.328 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.328 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.328 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.329 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.329 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.329 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.329 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.329 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.329 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.329 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.329 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.329 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.329 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.329 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.329 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.329 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.329 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.329 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.329 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.329 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.329 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.330 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.330 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.330 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.330 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.330 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.330 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.330 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.330 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.330 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.330 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.330 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.330 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.330 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.330 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.330 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.331 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.331 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.331 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.331 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.331 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.331 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.331 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.331 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.331 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.331 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.331 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.331 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.331 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.331 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.331 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.331 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.332 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.332 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.332 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.332 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.332 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.332 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.332 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.332 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.332 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.332 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.332 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.332 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.332 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.332 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.332 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.332 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.333 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.333 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.333 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.333 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.333 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.333 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.333 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.333 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.333 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.333 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.333 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.333 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.333 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.333 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.333 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.333 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.333 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.334 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.334 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.334 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.334 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.334 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.334 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.334 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.334 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.334 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.334 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.334 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.334 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.334 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.334 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.334 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.334 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.335 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.335 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.335 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.335 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.335 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.335 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.335 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.335 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.335 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.335 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.335 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.335 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.335 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.335 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.336 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.336 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.336 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.336 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.336 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.336 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.336 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.336 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.336 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.336 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.336 INFO:teuthology.orchestra.run.smithi145.stdout: def test_sse_kms_multipart_invalid_chunks_1(): 2023-12-03T12:50:27.336 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:50:27.336 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid2 = get_secondary_kms_keyid() 2023-12-03T12:50:27.337 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.337 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.337 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9940: 2023-12-03T12:50:27.337 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.337 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.337 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.337 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.337 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.337 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.337 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.337 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.337 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.337 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.337 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.337 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.337 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.338 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.338 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.338 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.338 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.338 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.338 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.338 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.338 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.338 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.338 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.338 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.338 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.338 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.338 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.338 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.338 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.339 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.339 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.339 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.339 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.339 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.339 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.339 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.339 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.339 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.339 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.339 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.339 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.339 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.339 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.339 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.340 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.340 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.340 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.340 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.340 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.340 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.340 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.340 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.340 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.340 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.340 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.340 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.340 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.340 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.340 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.340 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.340 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.341 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.341 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.341 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.341 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.341 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.341 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.341 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.341 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.341 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.341 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.341 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.341 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.341 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.341 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.341 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.342 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.342 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.342 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.342 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.342 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.342 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.342 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.342 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.342 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.342 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.342 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.342 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-423" 2023-12-03T12:50:27.342 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.342 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.342 INFO:teuthology.orchestra.run.smithi145.stdout:___________________ test_sse_kms_multipart_invalid_chunks_2 ____________________ 2023-12-03T12:50:27.342 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.343 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.343 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.343 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.343 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.343 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.343 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.343 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.343 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.343 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.343 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.343 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.343 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.343 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.344 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.344 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.344 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.344 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.344 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.344 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.344 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.344 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.344 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.344 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.344 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.344 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.344 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.344 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.344 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.344 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.344 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.345 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.345 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.345 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.345 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.345 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.345 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.345 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.345 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.345 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.345 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.345 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.345 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.345 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.345 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.345 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.345 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.345 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.346 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.346 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.346 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.346 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.346 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.346 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.346 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.346 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.346 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.346 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.346 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.346 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.346 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.346 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.346 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.346 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.346 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.347 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.347 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.347 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.347 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.347 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.347 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.347 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.347 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.347 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.347 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.347 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.347 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.347 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.347 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.347 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.347 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.348 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.348 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.348 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.348 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.348 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.348 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.348 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.348 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.348 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.348 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.348 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.348 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.348 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.348 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.348 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.348 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.348 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.348 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.349 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.349 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.349 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.349 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.349 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.349 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.349 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.349 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.349 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.349 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.349 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.349 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.349 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.349 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.349 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.349 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.349 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.350 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.350 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.350 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.350 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.350 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.350 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.350 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.350 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.350 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.350 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.350 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.350 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.350 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.350 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.350 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.350 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.351 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.351 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.351 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.351 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.351 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.351 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.351 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.351 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.351 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.351 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.351 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.351 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.351 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.351 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.351 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.352 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.352 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.352 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.352 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.352 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.352 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.352 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.352 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.352 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.352 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.352 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.352 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.352 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.353 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.353 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.353 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.353 INFO:teuthology.orchestra.run.smithi145.stdout: def test_sse_kms_multipart_invalid_chunks_2(): 2023-12-03T12:50:27.353 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:50:27.353 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.353 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9966: 2023-12-03T12:50:27.353 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.353 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.353 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.353 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.353 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.353 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.353 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.353 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.353 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.354 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.354 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.354 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.354 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.354 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.354 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.354 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.354 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.354 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.354 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.354 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.354 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.354 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.354 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.355 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.355 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.355 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.355 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.355 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.355 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.355 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.355 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.355 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.355 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.355 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.355 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.355 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.355 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.355 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.355 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.355 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.356 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.356 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.356 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.356 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.356 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.356 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.356 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.356 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.356 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.356 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.356 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.356 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.356 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.356 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.356 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.356 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.356 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.357 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.357 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.357 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.357 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.357 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.357 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.357 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.357 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.357 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.357 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.357 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.357 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.357 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.357 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.357 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.357 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.357 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.358 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.358 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.358 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.358 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.358 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.358 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.358 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.358 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.358 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.358 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.358 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.358 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.358 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.358 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.358 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.358 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-424" 2023-12-03T12:50:27.358 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.359 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.359 INFO:teuthology.orchestra.run.smithi145.stdout:________________ test_sse_kms_post_object_authenticated_request ________________ 2023-12-03T12:50:27.359 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.359 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.359 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.359 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.359 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.359 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.359 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.359 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.359 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.359 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.359 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.359 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.359 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.359 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.360 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.360 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.360 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.360 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.360 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.360 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.360 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.360 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.360 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.360 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.360 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.360 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.361 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.361 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.361 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.361 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.361 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.361 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.361 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.361 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.361 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.361 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.361 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.361 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.361 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.361 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.361 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.361 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.362 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.362 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.362 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.362 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.362 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.362 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.362 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.362 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.362 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.362 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.362 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.362 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.362 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.362 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.363 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.363 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.363 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.363 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.363 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.363 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.363 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.363 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.363 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.363 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.363 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.363 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.363 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.363 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.363 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.363 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.363 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.364 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.364 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.364 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.364 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.364 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.364 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.364 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.364 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.364 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.364 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.364 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.364 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.364 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.364 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.365 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.365 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.365 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.365 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.365 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.365 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.365 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.365 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.365 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.365 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.365 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.365 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.365 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.365 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.365 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.365 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.365 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.366 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.366 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.366 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.366 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.366 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.366 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.366 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.366 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.366 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.366 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.366 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.366 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.366 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.366 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.366 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.366 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.366 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.367 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.367 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.367 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.367 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.367 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.367 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.367 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.367 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.367 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.367 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.367 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.367 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.367 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.367 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.367 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.367 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.367 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.368 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.368 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.368 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.368 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.368 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.368 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.368 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.368 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.368 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.368 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.368 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.368 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.368 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.368 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.369 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.369 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.369 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.369 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.369 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.369 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.369 INFO:teuthology.orchestra.run.smithi145.stdout: def test_sse_kms_post_object_authenticated_request(): 2023-12-03T12:50:27.369 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:50:27.369 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.369 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9992: 2023-12-03T12:50:27.369 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.369 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.369 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.370 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.370 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.370 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.370 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.370 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.370 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.370 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.370 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.371 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.371 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.371 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.371 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.371 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.371 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.371 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.371 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.371 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.371 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.371 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.371 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.371 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.371 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.371 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.371 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.372 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.372 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.372 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.372 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.372 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.372 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.372 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.372 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.372 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.372 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.372 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.372 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.372 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.372 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.372 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.372 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.372 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.373 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.373 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.373 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.373 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.373 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.373 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.373 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.373 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.373 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.373 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.373 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.373 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.373 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.373 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.373 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.373 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.373 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.373 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.374 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.374 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.374 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.374 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.374 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.374 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.374 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.374 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.374 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.374 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.374 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.374 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.374 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.375 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.375 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.375 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.375 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.375 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.375 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-425" 2023-12-03T12:50:27.375 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.375 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.375 INFO:teuthology.orchestra.run.smithi145.stdout:___________________________ test_sse_kms_transfer_1b ___________________________ 2023-12-03T12:50:27.375 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.375 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.375 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.375 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.375 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.375 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.375 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.376 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.376 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.376 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.376 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.376 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.376 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.376 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.376 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.376 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.376 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.376 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.376 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.376 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.376 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.377 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.377 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.377 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.377 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.377 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.377 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.377 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.377 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.377 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.377 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.377 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.377 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.377 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.377 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.378 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.378 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.378 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.378 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.378 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.378 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.378 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.378 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.378 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.378 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.378 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.378 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.378 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.378 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.378 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.379 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.379 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.379 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.379 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.379 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.379 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.379 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.379 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.379 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.379 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.379 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.379 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.379 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.380 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.380 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.380 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.380 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.380 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.380 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.380 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.380 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.380 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.380 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.380 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.380 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.380 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.380 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.380 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.380 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.381 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.381 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.381 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.381 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.381 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.381 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.381 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.381 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.381 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.381 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.381 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.381 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.381 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.382 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.382 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.382 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.382 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.382 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.382 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.382 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.382 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.382 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.382 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.382 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.382 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.382 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.383 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.383 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.383 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.383 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.383 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.383 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.383 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.383 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.383 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.383 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.383 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.383 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.383 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.383 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.384 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.384 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.384 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.384 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.384 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.384 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.384 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.384 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.384 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.384 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.384 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.384 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.384 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.384 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.384 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.384 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.384 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.385 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.385 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.385 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.385 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.385 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.385 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.385 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.385 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.385 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.385 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.385 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.385 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.385 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.385 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.386 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.386 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.386 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.386 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.386 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.386 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.386 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.386 INFO:teuthology.orchestra.run.smithi145.stdout: def test_sse_kms_transfer_1b(): 2023-12-03T12:50:27.386 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:50:27.386 INFO:teuthology.orchestra.run.smithi145.stdout: if kms_keyid is None: 2023-12-03T12:50:27.386 INFO:teuthology.orchestra.run.smithi145.stdout: pytest.skip('[s3 main] section missing kms_keyid') 2023-12-03T12:50:27.386 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_sse_kms_customer_write(1, key_id = kms_keyid) 2023-12-03T12:50:27.387 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.387 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10040: 2023-12-03T12:50:27.387 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.387 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9788: in _test_sse_kms_customer_write 2023-12-03T12:50:27.387 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:27.387 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.387 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.387 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.387 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.387 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.387 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.387 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.387 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.387 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.387 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.387 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.388 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.388 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.388 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.388 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.388 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.388 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.388 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.388 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.388 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.388 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.388 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.388 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.388 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.388 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.388 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.388 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.388 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.389 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.389 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.389 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.389 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.389 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.389 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.389 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.389 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.389 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.389 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.389 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.389 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.389 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.389 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.389 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.389 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.389 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.390 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.390 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.390 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.390 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.390 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.390 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.390 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.390 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.390 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.390 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.390 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.390 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.390 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.390 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.390 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.390 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.390 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.391 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.391 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.391 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.391 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.391 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.391 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.391 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.391 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.391 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.391 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.391 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.391 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.391 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.391 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.391 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.392 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.392 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.392 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.392 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.392 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.392 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.392 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.392 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.392 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.392 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.392 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.392 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-426" 2023-12-03T12:50:27.392 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.392 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.392 INFO:teuthology.orchestra.run.smithi145.stdout:__________________________ test_sse_kms_transfer_1kb ___________________________ 2023-12-03T12:50:27.392 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.392 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.393 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.393 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.393 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.393 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.393 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.393 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.393 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.393 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.393 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.393 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.393 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.393 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.393 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.393 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.393 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.393 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.393 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.393 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.394 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.394 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.394 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.394 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.394 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.394 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.394 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.394 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.394 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.394 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.394 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.394 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.394 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.394 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.395 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.395 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.395 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.395 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.395 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.395 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.395 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.395 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.395 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.395 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.395 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.395 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.395 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.395 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.395 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.395 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.395 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.396 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.396 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.396 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.396 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.396 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.396 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.396 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.396 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.396 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.396 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.396 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.396 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.396 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.396 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.397 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.397 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.397 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.397 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.397 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.397 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.397 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.397 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.397 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.397 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.397 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.397 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.397 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.397 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.397 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.397 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.398 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.398 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.398 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.398 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.398 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.398 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.398 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.398 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.398 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.398 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.398 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.398 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.398 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.398 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.398 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.399 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.399 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.399 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.399 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.399 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.399 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.399 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.399 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.399 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.399 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.399 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.399 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.399 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.399 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.399 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.399 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.399 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.400 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.400 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.400 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.400 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.400 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.400 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.400 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.400 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.400 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.400 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.400 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.400 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.400 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.401 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.401 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.401 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.401 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.401 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.401 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.401 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.401 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.401 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.401 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.401 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.401 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.402 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.402 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.402 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.402 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.402 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.402 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.402 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.402 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.402 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.402 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.402 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.402 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.403 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.403 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.403 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.403 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.403 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.403 INFO:teuthology.orchestra.run.smithi145.stdout: def test_sse_kms_transfer_1kb(): 2023-12-03T12:50:27.403 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:50:27.403 INFO:teuthology.orchestra.run.smithi145.stdout: if kms_keyid is None: 2023-12-03T12:50:27.403 INFO:teuthology.orchestra.run.smithi145.stdout: pytest.skip('[s3 main] section missing kms_keyid') 2023-12-03T12:50:27.403 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_sse_kms_customer_write(1024, key_id = kms_keyid) 2023-12-03T12:50:27.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.403 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10049: 2023-12-03T12:50:27.403 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.403 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9788: in _test_sse_kms_customer_write 2023-12-03T12:50:27.404 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:27.404 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.404 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.404 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.404 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.404 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.404 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.404 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.404 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.404 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.404 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.404 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.404 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.404 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.404 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.404 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.404 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.404 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.405 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.405 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.405 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.405 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.405 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.405 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.405 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.405 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.405 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.405 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.405 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.405 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.405 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.405 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.405 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.405 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.406 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.406 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.406 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.406 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.406 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.406 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.406 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.406 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.406 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.406 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.406 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.406 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.406 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.406 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.406 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.407 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.407 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.407 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.407 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.407 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.407 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.407 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.407 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.407 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.407 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.407 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.407 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.407 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.407 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.407 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.408 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.408 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.408 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.408 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.408 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.408 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.408 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.408 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.408 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.408 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.408 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.408 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.408 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.408 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.408 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.409 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.409 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.409 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.409 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.409 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.409 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-427" 2023-12-03T12:50:27.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.409 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.409 INFO:teuthology.orchestra.run.smithi145.stdout:__________________________ test_sse_kms_transfer_1MB ___________________________ 2023-12-03T12:50:27.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.409 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.409 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.409 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.409 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.410 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.410 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.410 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.410 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.410 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.410 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.410 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.410 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.410 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.410 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.410 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.410 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.410 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.410 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.410 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.410 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.410 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.411 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.411 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.411 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.411 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.411 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.411 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.411 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.411 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.411 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.411 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.411 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.411 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.411 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.411 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.411 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.412 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.412 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.412 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.412 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.412 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.412 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.412 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.412 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.412 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.412 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.412 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.412 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.412 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.412 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.412 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.413 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.413 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.413 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.413 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.413 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.413 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.413 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.413 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.413 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.413 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.413 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.413 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.413 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.413 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.413 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.414 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.414 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.414 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.414 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.414 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.414 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.414 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.414 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.414 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.414 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.414 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.414 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.414 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.414 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.414 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.414 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.414 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.415 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.415 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.415 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.415 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.415 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.415 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.415 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.415 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.415 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.415 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.415 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.415 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.415 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.415 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.415 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.415 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.416 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.416 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.416 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.416 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.416 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.416 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.416 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.416 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.416 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.416 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.416 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.416 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.416 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.416 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.416 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.416 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.416 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.417 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.417 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.417 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.417 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.417 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.417 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.417 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.417 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.417 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.417 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.417 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.417 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.417 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.417 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.417 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.417 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.417 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.418 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.418 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.418 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.418 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.418 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.418 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.418 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.418 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.418 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.418 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.418 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.418 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.419 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.419 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.419 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.419 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.419 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.419 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.419 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.419 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.419 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.419 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.419 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.419 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.419 INFO:teuthology.orchestra.run.smithi145.stdout: def test_sse_kms_transfer_1MB(): 2023-12-03T12:50:27.420 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:50:27.420 INFO:teuthology.orchestra.run.smithi145.stdout: if kms_keyid is None: 2023-12-03T12:50:27.420 INFO:teuthology.orchestra.run.smithi145.stdout: pytest.skip('[s3 main] section missing kms_keyid') 2023-12-03T12:50:27.420 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_sse_kms_customer_write(1024*1024, key_id = kms_keyid) 2023-12-03T12:50:27.420 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.420 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10058: 2023-12-03T12:50:27.420 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.420 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9788: in _test_sse_kms_customer_write 2023-12-03T12:50:27.420 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:27.420 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.420 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.420 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.420 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.420 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.420 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.420 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.421 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.421 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.421 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.421 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.421 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.421 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.421 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.421 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.421 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.421 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.421 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.421 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.421 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.421 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.421 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.421 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.422 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.422 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.422 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.422 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.422 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.422 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.422 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.422 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.422 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.422 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.422 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.422 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.422 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.422 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.422 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.422 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.422 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.423 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.423 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.423 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.423 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.423 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.423 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.423 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.423 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.423 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.423 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.423 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.423 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.423 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.423 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.423 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.423 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.423 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.424 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.424 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.424 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.424 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.424 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.424 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.424 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.424 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.424 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.424 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.424 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.424 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.424 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.424 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.424 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.424 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.425 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.425 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.425 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.425 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.425 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.425 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.425 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.425 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.425 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.425 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.425 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.425 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.425 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-428" 2023-12-03T12:50:27.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.425 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.425 INFO:teuthology.orchestra.run.smithi145.stdout:__________________________ test_sse_kms_transfer_13b ___________________________ 2023-12-03T12:50:27.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.426 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.426 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.426 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.426 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.426 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.426 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.426 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.426 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.426 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.426 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.426 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.426 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.427 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.427 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.427 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.427 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.427 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.427 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.427 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.427 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.427 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.427 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.427 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.427 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.427 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.428 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.428 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.428 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.428 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.428 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.428 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.428 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.428 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.428 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.428 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.428 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.428 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.428 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.428 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.428 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.429 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.429 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.429 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.429 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.429 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.429 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.429 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.429 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.429 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.429 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.429 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.429 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.429 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.429 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.429 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.429 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.429 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.430 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.430 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.430 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.430 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.430 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.430 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.430 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.430 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.430 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.430 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.430 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.430 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.430 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.430 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.430 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.430 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.431 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.431 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.431 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.431 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.431 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.431 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.431 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.431 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.431 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.431 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.431 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.431 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.431 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.431 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.431 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.431 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.432 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.432 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.432 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.432 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.432 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.432 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.432 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.432 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.432 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.432 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.432 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.432 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.432 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.432 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.432 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.432 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.432 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.433 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.433 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.433 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.433 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.433 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.433 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.433 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.433 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.433 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.433 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.434 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.434 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.434 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.434 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.434 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.434 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.434 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.434 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.434 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.434 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.434 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.434 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.434 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.434 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.434 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.434 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.434 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.435 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.435 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.435 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.435 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.435 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.435 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.435 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.435 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.435 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.435 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.435 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.435 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.435 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.435 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.435 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.436 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.436 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.436 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.436 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.436 INFO:teuthology.orchestra.run.smithi145.stdout: def test_sse_kms_transfer_13b(): 2023-12-03T12:50:27.436 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:50:27.436 INFO:teuthology.orchestra.run.smithi145.stdout: if kms_keyid is None: 2023-12-03T12:50:27.436 INFO:teuthology.orchestra.run.smithi145.stdout: pytest.skip('[s3 main] section missing kms_keyid') 2023-12-03T12:50:27.436 INFO:teuthology.orchestra.run.smithi145.stdout:> _test_sse_kms_customer_write(13, key_id = kms_keyid) 2023-12-03T12:50:27.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.436 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10067: 2023-12-03T12:50:27.436 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.436 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:9788: in _test_sse_kms_customer_write 2023-12-03T12:50:27.436 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:27.437 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.437 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.437 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.437 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.437 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.437 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.437 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.437 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.437 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.437 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.437 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.437 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.437 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.437 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.437 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.437 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.437 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.437 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.438 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.438 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.438 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.438 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.438 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.438 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.438 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.438 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.439 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.439 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.439 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.439 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.439 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.439 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.439 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.439 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.439 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.439 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.439 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.439 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.439 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.439 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.439 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.440 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.440 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.440 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.440 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.440 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.440 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.440 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.440 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.440 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.440 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.440 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.440 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.440 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.440 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.440 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.441 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.441 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.441 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.441 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.441 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.441 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.441 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.441 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.441 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.441 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.441 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.441 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.441 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.441 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.441 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.441 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.442 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.442 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.442 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.442 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.442 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.442 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.442 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-429" 2023-12-03T12:50:27.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.442 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.442 INFO:teuthology.orchestra.run.smithi145.stdout:__________________________ test_sse_kms_read_declare ___________________________ 2023-12-03T12:50:27.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.442 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.442 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.442 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.442 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.443 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.443 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.443 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.443 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.443 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.443 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.443 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.443 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.443 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.443 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.443 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.443 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.443 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.444 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.444 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.444 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.444 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.444 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.444 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.444 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.444 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.444 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.444 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.444 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.444 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.444 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.444 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.445 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.445 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.445 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.445 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.445 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.445 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.445 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.445 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.445 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.445 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.445 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.445 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.445 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.445 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.446 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.446 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.446 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.446 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.446 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.446 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.446 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.446 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.446 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.446 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.446 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.446 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.446 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.446 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.446 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.446 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.446 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.447 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.447 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.447 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.447 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.447 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.447 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.447 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.447 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.447 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.447 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.447 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.447 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.448 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.448 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.448 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.448 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.448 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.448 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.448 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.448 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.448 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.448 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.448 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.448 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.448 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.448 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.448 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.448 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.449 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.449 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.449 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.449 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.449 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.449 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.449 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.449 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.449 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.449 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.449 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.449 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.449 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.449 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.450 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.450 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.450 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.450 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.450 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.450 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.450 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.450 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.450 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.451 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.451 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.451 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.451 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.451 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.451 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.451 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.451 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.451 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.451 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.452 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.452 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.452 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.452 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.452 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.452 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.452 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.452 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.452 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.452 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.452 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.452 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.453 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.453 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.453 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.453 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.453 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.453 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.453 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.453 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.453 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.453 INFO:teuthology.orchestra.run.smithi145.stdout: def test_sse_kms_read_declare(): 2023-12-03T12:50:27.453 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.453 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.453 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10072: 2023-12-03T12:50:27.453 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.453 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.453 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.454 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.454 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.454 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.454 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.454 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.454 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.454 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.454 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.454 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.454 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.454 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.454 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.454 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.454 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.454 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.455 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.455 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.455 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.455 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.455 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.455 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.455 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.455 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.455 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.455 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.456 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.456 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.456 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.456 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.456 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.456 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.456 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.456 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.456 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.456 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.456 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.456 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.456 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.456 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.456 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.456 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.457 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.457 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.457 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.457 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.457 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.457 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.457 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.457 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.457 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.457 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.457 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.457 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.457 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.457 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.457 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.457 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.457 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.458 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.458 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.458 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.458 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.458 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.458 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.458 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.458 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.458 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.458 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.458 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.458 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.458 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.458 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.458 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.458 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.459 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.459 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.459 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.459 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.459 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.459 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-430" 2023-12-03T12:50:27.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.459 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.459 INFO:teuthology.orchestra.run.smithi145.stdout:______________________________ test_bucket_policy ______________________________ 2023-12-03T12:50:27.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.459 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.459 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.459 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.459 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.459 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.460 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.460 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.460 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.460 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.460 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.460 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.460 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.460 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.460 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.460 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.460 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.460 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.460 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.460 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.460 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.461 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.461 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.461 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.461 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.461 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.461 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.461 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.461 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.461 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.461 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.461 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.461 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.461 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.461 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.461 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.461 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.462 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.462 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.462 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.462 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.462 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.462 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.462 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.462 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.462 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.462 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.462 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.462 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.462 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.462 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.462 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.462 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.462 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.463 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.463 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.463 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.463 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.463 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.463 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.463 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.463 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.463 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.463 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.463 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.463 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.463 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.463 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.463 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.463 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.463 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.464 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.464 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.464 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.464 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.464 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.464 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.464 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.464 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.464 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.464 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.464 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.464 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.464 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.465 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.465 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.465 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.465 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.465 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.465 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.465 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.465 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.465 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.465 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.465 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.465 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.465 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.465 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.465 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.465 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.465 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.465 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.466 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.466 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.466 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.466 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.466 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.466 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.466 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.466 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.466 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.466 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.466 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.466 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.466 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.467 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.467 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.467 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.467 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.467 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.467 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.467 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.467 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.467 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.467 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.467 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.467 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.467 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.467 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.468 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.468 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.468 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.468 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.468 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.468 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.468 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.468 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.468 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.468 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.468 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.468 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.468 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.468 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.469 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.469 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.469 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.469 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.469 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.469 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.469 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.469 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_policy 2023-12-03T12:50:27.469 INFO:teuthology.orchestra.run.smithi145.stdout: def test_bucket_policy(): 2023-12-03T12:50:27.469 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.469 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10091: 2023-12-03T12:50:27.469 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.470 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.470 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.470 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.470 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.470 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.470 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.470 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.470 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.470 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.470 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.470 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.470 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.470 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.470 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.470 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.470 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.470 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.471 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.471 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.471 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.471 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.471 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.471 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.471 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.471 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.471 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.472 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.472 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.472 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.472 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.472 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.472 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.472 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.472 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.472 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.472 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.472 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.472 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.472 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.472 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.472 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.472 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.472 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.473 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.473 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.473 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.473 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.473 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.473 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.473 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.473 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.473 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.473 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.473 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.473 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.473 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.473 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.473 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.473 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.473 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.474 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.474 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.474 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.474 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.474 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.474 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.474 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.474 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.474 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.474 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.474 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.474 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.474 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.474 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.474 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.474 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.475 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.475 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.475 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.475 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.475 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.475 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-431" 2023-12-03T12:50:27.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.475 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.475 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________________ test_bucketv2_policy _____________________________ 2023-12-03T12:50:27.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.475 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.475 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.475 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.475 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.475 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.476 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.476 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.476 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.476 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.476 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.476 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.476 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.476 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.476 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.476 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.476 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.476 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.476 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.477 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.477 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.477 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.477 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.477 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.477 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.477 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.477 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.477 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.477 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.477 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.477 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.477 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.477 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.477 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.477 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.477 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.477 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.478 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.478 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.478 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.478 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.478 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.478 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.478 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.478 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.478 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.478 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.478 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.478 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.478 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.478 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.478 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.478 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.478 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.479 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.479 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.479 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.479 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.479 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.479 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.479 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.479 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.479 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.479 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.479 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.479 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.479 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.479 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.479 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.479 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.479 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.480 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.480 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.480 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.480 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.480 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.480 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.480 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.480 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.480 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.480 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.480 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.480 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.480 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.480 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.480 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.480 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.480 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.481 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.481 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.481 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.481 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.481 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.481 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.481 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.481 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.481 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.481 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.481 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.481 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.481 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.481 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.482 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.482 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.482 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.482 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.482 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.482 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.482 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.482 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.482 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.482 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.482 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.482 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.482 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.482 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.482 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.482 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.483 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.483 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.483 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.483 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.483 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.483 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.483 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.483 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.483 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.483 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.483 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.483 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.483 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.483 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.483 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.483 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.483 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.484 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.484 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.484 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.484 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.484 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.484 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.484 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.484 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.484 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.484 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.484 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.484 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.485 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.485 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.485 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.485 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.485 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.485 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.485 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.485 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.485 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.485 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.485 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.486 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.486 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_policy 2023-12-03T12:50:27.486 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.list_objects_v2 2023-12-03T12:50:27.486 INFO:teuthology.orchestra.run.smithi145.stdout: def test_bucketv2_policy(): 2023-12-03T12:50:27.486 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.486 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.486 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10121: 2023-12-03T12:50:27.486 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.486 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.486 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.486 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.486 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.486 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.487 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.487 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.487 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.487 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.487 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.487 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.487 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.487 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.487 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.488 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.488 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.488 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.488 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.488 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.488 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.488 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.488 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.489 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.489 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.489 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.489 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.489 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.489 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.489 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.489 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.489 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.489 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.489 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.489 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.489 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.489 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.489 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.489 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.489 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.490 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.490 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.490 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.490 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.490 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.490 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.490 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.490 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.490 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.490 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.490 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.490 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.490 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.490 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.490 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.490 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.491 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.491 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.491 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.491 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.491 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.491 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.491 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.491 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.491 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.491 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.491 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.491 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.491 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.491 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.491 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.491 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.492 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.492 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.492 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.492 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-432" 2023-12-03T12:50:27.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.492 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.492 INFO:teuthology.orchestra.run.smithi145.stdout:____________________________ test_bucket_policy_acl ____________________________ 2023-12-03T12:50:27.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.492 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.492 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.492 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.492 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.492 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.493 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.493 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.493 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.493 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.493 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.493 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.493 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.493 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.493 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.493 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.493 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.493 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.493 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.493 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.494 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.494 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.494 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.494 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.494 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.494 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.494 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.494 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.494 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.494 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.494 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.494 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.494 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.494 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.494 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.494 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.495 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.495 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.495 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.495 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.495 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.495 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.495 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.495 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.495 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.495 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.495 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.495 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.495 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.495 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.495 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.495 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.495 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.496 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.496 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.496 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.496 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.496 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.496 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.496 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.496 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.496 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.496 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.496 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.496 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.496 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.496 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.496 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.496 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.496 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.496 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.497 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.497 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.497 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.497 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.497 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.497 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.497 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.497 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.497 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.497 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.497 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.497 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.497 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.497 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.497 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.497 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.497 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.498 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.498 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.498 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.498 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.498 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.498 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.498 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.498 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.498 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.498 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.498 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.498 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.498 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.498 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.498 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.498 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.499 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.499 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.499 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.499 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.499 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.499 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.499 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.499 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.499 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.499 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.499 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.499 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.499 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.499 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.499 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.500 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.500 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.500 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.500 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.500 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.500 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.500 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.500 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.500 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.500 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.500 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.500 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.501 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.501 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.501 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.501 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.501 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.501 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.501 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.501 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.501 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.501 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.501 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.501 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.501 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.501 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.501 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.502 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.502 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.502 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.502 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.502 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.502 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.502 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.502 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.502 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.502 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.502 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.502 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_policy 2023-12-03T12:50:27.503 INFO:teuthology.orchestra.run.smithi145.stdout: def test_bucket_policy_acl(): 2023-12-03T12:50:27.503 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.503 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.503 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10150: 2023-12-03T12:50:27.503 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.503 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.503 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.503 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.503 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.503 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.503 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.503 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.503 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.503 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.503 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.504 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.504 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.504 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.504 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.504 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.504 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.504 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.504 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.505 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.505 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.505 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.505 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.505 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.505 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.505 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.505 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.505 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.505 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.505 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.505 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.505 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.505 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.505 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.505 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.506 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.506 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.506 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.506 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.506 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.506 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.506 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.506 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.506 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.506 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.506 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.506 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.506 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.506 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.506 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.506 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.506 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.507 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.507 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.507 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.507 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.507 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.507 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.507 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.507 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.507 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.507 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.507 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.507 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.507 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.507 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.507 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.507 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.507 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.508 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.508 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.508 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.508 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.508 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.508 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.508 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.508 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.508 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.508 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.508 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-433" 2023-12-03T12:50:27.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.508 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.508 INFO:teuthology.orchestra.run.smithi145.stdout:___________________________ test_bucketv2_policy_acl ___________________________ 2023-12-03T12:50:27.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.509 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.509 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.509 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.509 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.509 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.509 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.509 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.509 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.509 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.509 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.509 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.509 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.509 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.510 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.510 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.510 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.510 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.510 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.510 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.510 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.510 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.510 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.510 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.510 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.510 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.510 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.510 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.510 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.510 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.511 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.511 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.511 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.511 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.511 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.511 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.511 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.511 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.511 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.511 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.511 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.511 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.511 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.511 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.511 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.511 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.512 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.512 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.512 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.512 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.512 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.512 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.512 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.512 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.512 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.512 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.512 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.512 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.512 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.512 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.512 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.512 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.512 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.512 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.513 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.513 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.513 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.513 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.513 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.513 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.513 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.513 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.513 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.513 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.513 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.513 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.513 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.513 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.513 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.513 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.513 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.514 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.514 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.514 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.514 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.514 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.514 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.514 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.514 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.514 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.514 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.514 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.514 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.514 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.514 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.514 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.515 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.515 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.515 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.515 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.515 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.515 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.515 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.515 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.515 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.515 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.515 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.515 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.515 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.515 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.516 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.516 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.516 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.516 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.516 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.516 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.516 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.516 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.516 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.516 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.516 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.516 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.516 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.516 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.516 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.516 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.516 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.516 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.517 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.517 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.517 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.517 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.517 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.517 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.517 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.517 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.517 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.517 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.517 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.517 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.517 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.517 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.517 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.517 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.517 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.518 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.518 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.518 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.518 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.518 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.518 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.518 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.518 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.518 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.518 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.518 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.518 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.518 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.518 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.518 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.518 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.519 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.519 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.519 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.519 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_policy 2023-12-03T12:50:27.519 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.list_objects_v2 2023-12-03T12:50:27.519 INFO:teuthology.orchestra.run.smithi145.stdout: def test_bucketv2_policy_acl(): 2023-12-03T12:50:27.519 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.519 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.519 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10186: 2023-12-03T12:50:27.519 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.519 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.519 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.519 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.519 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.519 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.519 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.519 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.519 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.520 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.520 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.520 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.520 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.520 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.520 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.520 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.520 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.520 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.520 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.520 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.520 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.520 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.520 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.520 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.520 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.521 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.521 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.521 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.521 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.521 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.521 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.521 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.521 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.521 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.521 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.521 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.521 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.521 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.521 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.521 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.521 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.522 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.522 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.522 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.522 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.522 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.522 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.522 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.522 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.522 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.522 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.522 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.522 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.522 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.522 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.522 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.522 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.522 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.523 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.523 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.523 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.523 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.523 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.523 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.523 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.523 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.523 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.523 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.523 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.523 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.523 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.523 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.524 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.524 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.524 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.524 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.524 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.524 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.524 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.524 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.524 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.524 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.524 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.524 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.524 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.524 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.525 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.525 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-434" 2023-12-03T12:50:27.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.525 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.525 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ test_bucket_policy_another_bucket _______________________ 2023-12-03T12:50:27.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.525 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.525 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.525 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.525 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.525 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.525 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.525 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.525 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.526 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.526 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.526 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.526 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.526 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.526 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.526 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.526 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.526 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.526 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.526 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.526 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.526 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.527 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.527 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.527 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.527 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.527 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.527 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.527 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.527 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.527 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.527 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.527 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.527 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.527 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.527 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.527 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.527 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.527 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.528 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.528 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.528 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.528 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.528 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.528 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.528 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.528 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.528 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.528 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.528 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.528 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.528 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.528 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.529 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.529 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.529 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.529 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.529 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.529 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.529 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.529 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.529 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.529 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.529 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.529 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.529 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.529 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.529 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.529 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.529 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.529 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.530 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.530 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.530 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.530 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.530 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.530 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.530 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.530 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.530 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.530 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.530 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.530 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.530 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.530 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.530 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.530 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.531 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.531 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.531 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.531 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.531 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.531 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.531 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.531 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.531 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.531 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.531 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.531 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.531 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.531 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.532 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.532 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.532 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.532 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.532 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.532 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.532 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.532 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.532 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.532 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.532 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.532 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.532 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.532 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.532 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.532 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.533 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.533 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.533 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.533 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.533 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.533 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.533 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.533 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.533 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.533 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.533 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.533 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.533 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.534 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.534 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.534 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.534 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.534 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.534 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.534 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.534 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.534 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.534 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.534 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.534 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.534 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.534 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.535 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.535 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.535 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.535 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.535 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.535 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_policy 2023-12-03T12:50:27.535 INFO:teuthology.orchestra.run.smithi145.stdout: def test_bucket_policy_another_bucket(): 2023-12-03T12:50:27.535 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.535 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10310: 2023-12-03T12:50:27.535 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.535 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.535 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.536 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.536 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.536 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.536 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.536 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.536 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.536 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.536 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.537 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.537 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.537 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.537 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.537 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.537 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.537 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.537 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.537 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.537 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.537 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.537 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.537 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.537 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.537 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.537 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.537 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.538 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.538 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.538 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.538 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.538 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.538 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.538 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.538 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.538 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.538 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.538 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.538 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.538 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.538 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.538 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.538 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.539 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.539 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.539 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.539 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.539 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.539 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.539 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.539 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.539 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.539 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.539 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.539 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.539 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.539 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.539 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.539 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.539 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.539 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.540 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.540 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.540 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.540 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.540 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.540 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.540 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.540 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.540 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.540 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.540 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.540 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.540 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.540 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.541 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.541 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.541 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-435" 2023-12-03T12:50:27.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.541 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.541 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________ test_bucketv2_policy_another_bucket ______________________ 2023-12-03T12:50:27.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.541 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.541 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.541 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.541 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.541 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.541 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.541 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.542 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.542 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.542 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.542 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.542 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.542 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.542 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.542 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.542 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.542 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.542 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.542 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.543 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.543 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.543 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.543 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.543 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.543 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.543 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.543 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.543 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.543 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.543 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.543 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.543 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.543 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.543 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.543 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.543 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.544 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.544 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.544 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.544 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.544 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.544 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.544 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.544 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.544 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.544 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.544 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.544 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.544 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.544 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.544 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.544 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.545 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.545 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.545 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.545 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.545 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.545 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.545 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.545 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.545 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.545 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.545 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.545 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.545 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.545 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.545 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.546 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.546 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.546 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.546 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.546 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.546 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.546 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.546 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.546 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.546 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.546 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.546 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.546 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.546 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.546 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.547 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.547 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.547 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.547 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.547 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.547 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.547 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.547 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.547 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.547 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.547 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.547 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.547 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.547 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.547 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.547 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.547 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.548 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.548 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.548 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.548 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.548 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.548 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.548 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.548 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.548 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.548 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.548 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.548 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.548 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.548 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.548 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.548 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.549 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.549 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.549 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.549 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.549 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.549 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.549 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.549 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.549 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.549 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.549 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.549 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.549 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.549 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.550 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.550 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.550 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.550 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.550 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.550 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.550 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.550 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.550 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.550 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.550 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.550 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.550 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.550 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.550 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.550 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.551 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.551 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.551 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.551 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.551 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.551 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.551 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.551 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.551 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.551 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.551 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.551 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.551 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.551 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.551 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.551 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_policy 2023-12-03T12:50:27.552 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.list_objects_v2 2023-12-03T12:50:27.552 INFO:teuthology.orchestra.run.smithi145.stdout: def test_bucketv2_policy_another_bucket(): 2023-12-03T12:50:27.552 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.552 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.552 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10348: 2023-12-03T12:50:27.552 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.552 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.552 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.552 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.552 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.552 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.552 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.552 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.552 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.552 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.552 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.553 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.553 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.553 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.553 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.553 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.553 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.553 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.553 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.553 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.553 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.553 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.553 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.553 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.553 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.553 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.553 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.553 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.554 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.554 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.554 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.554 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.555 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.555 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.555 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.555 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.555 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.555 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.555 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.555 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.555 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.555 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.555 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.555 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.555 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.555 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.555 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.556 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.556 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.556 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.556 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.556 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.556 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.556 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.556 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.556 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.556 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.556 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.556 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.556 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.556 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.556 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.556 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.557 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.557 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.557 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.557 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.557 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.557 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.557 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.557 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.557 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.557 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.557 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.557 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.557 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.557 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.558 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.558 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.558 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.558 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.558 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.558 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.558 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.558 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.558 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.558 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-436" 2023-12-03T12:50:27.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.558 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.558 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________________ test_get_obj_tagging _____________________________ 2023-12-03T12:50:27.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.558 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.559 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.559 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.559 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.559 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.559 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.559 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.559 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.559 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.559 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.559 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.559 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.559 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.559 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.559 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.559 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.559 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.559 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.560 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.560 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.560 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.560 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.560 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.560 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.560 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.560 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.560 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.560 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.560 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.560 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.560 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.560 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.560 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.561 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.561 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.561 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.561 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.561 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.561 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.561 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.561 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.561 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.561 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.561 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.561 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.561 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.561 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.561 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.561 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.562 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.562 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.562 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.562 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.562 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.562 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.562 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.562 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.562 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.562 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.562 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.562 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.562 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.562 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.562 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.562 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.562 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.563 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.563 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.563 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.563 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.563 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.563 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.563 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.563 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.563 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.563 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.563 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.563 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.563 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.563 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.563 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.563 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.564 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.564 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.564 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.564 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.564 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.564 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.564 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.564 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.564 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.564 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.564 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.564 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.564 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.564 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.564 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.564 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.564 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.564 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.565 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.565 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.565 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.565 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.565 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.565 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.565 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.565 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.565 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.565 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.565 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.565 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.565 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.565 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.565 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.565 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.566 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.566 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.566 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.566 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.566 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.566 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.566 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.566 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.566 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.566 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.566 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.566 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.566 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.566 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.566 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.567 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.567 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.567 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.567 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.567 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.567 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.567 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.567 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.567 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.567 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.567 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.567 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.567 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.567 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.567 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.567 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.567 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.568 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.568 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.568 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.568 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.568 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.568 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.568 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.568 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.568 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.568 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.568 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.568 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.568 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.568 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.568 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.568 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.569 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.569 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.569 INFO:teuthology.orchestra.run.smithi145.stdout: def test_get_obj_tagging(): 2023-12-03T12:50:27.569 INFO:teuthology.orchestra.run.smithi145.stdout: key = 'testputtags' 2023-12-03T12:50:27.569 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:50:27.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.569 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10458: 2023-12-03T12:50:27.569 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.569 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:50:27.569 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:27.569 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.569 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.569 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.569 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.570 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.570 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.570 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.570 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.570 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.570 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.570 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.570 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.570 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.570 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.570 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.570 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.570 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.570 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.570 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.570 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.571 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.571 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.571 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.571 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.571 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.571 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.571 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.571 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.571 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.571 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.571 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.571 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.571 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.571 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.571 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.571 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.571 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.572 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.572 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.572 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.572 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.572 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.572 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.572 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.572 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.572 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.572 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.572 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.572 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.572 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.572 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.572 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.573 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.573 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.573 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.573 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.573 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.573 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.573 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.573 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.573 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.573 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.573 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.573 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.573 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.573 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.574 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.574 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.574 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.574 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.574 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.574 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.574 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.574 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.574 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.574 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.574 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.574 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.574 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.574 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.575 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.575 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.575 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-437" 2023-12-03T12:50:27.575 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.575 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.575 INFO:teuthology.orchestra.run.smithi145.stdout:__________________________ test_get_obj_head_tagging ___________________________ 2023-12-03T12:50:27.575 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.575 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.575 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.575 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.575 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.575 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.575 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.575 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.575 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.575 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.575 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.576 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.576 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.576 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.576 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.576 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.576 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.576 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.576 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.576 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.576 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.576 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.576 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.577 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.577 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.577 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.577 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.577 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.577 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.577 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.577 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.577 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.577 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.577 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.577 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.577 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.577 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.578 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.578 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.578 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.578 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.578 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.578 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.578 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.578 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.578 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.578 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.578 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.578 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.578 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.578 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.578 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.578 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.579 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.579 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.579 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.579 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.579 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.579 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.579 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.579 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.579 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.579 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.579 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.579 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.579 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.579 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.579 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.579 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.580 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.580 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.580 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.580 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.580 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.580 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.580 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.580 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.580 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.580 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.580 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.580 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.580 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.580 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.580 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.580 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.580 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.581 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.581 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.581 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.581 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.581 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.581 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.581 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.581 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.581 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.581 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.581 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.581 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.581 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.581 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.581 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.582 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.582 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.582 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.582 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.582 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.582 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.582 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.582 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.582 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.582 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.582 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.582 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.582 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.582 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.582 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.583 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.583 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.583 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.583 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.583 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.583 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.583 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.583 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.583 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.583 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.583 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.583 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.583 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.583 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.583 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.583 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.583 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.583 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.584 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.584 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.584 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.584 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.584 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.584 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.584 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.584 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.584 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.584 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.584 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.584 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.584 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.584 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.584 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.584 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.584 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.585 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.585 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.585 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.585 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.585 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.585 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.585 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.585 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.585 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.585 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.585 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.585 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.585 INFO:teuthology.orchestra.run.smithi145.stdout: def test_get_obj_head_tagging(): 2023-12-03T12:50:27.585 INFO:teuthology.orchestra.run.smithi145.stdout: key = 'testputtags' 2023-12-03T12:50:27.585 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:50:27.586 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.586 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10472: 2023-12-03T12:50:27.586 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.586 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:50:27.586 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:27.586 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.586 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.586 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.586 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.586 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.586 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.586 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.586 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.586 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.586 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.586 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.587 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.587 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.587 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.587 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.587 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.587 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.587 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.587 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.587 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.587 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.587 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.587 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.587 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.587 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.587 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.587 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.587 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.588 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.588 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.588 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.588 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.588 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.588 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.588 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.588 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.588 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.589 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.589 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.589 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.589 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.589 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.589 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.589 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.589 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.589 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.589 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.589 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.589 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.589 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.589 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.590 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.590 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.590 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.590 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.590 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.590 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.590 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.590 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.590 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.590 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.590 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.590 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.590 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.591 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.591 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.591 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.591 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.591 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.591 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.591 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.591 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.591 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.591 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.591 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.591 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.591 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.591 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.591 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.592 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.592 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.592 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.592 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-438" 2023-12-03T12:50:27.592 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.592 INFO:teuthology.orchestra.run.smithi145.stdout:______________________________ test_put_max_tags _______________________________ 2023-12-03T12:50:27.592 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.592 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.592 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.592 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.592 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.592 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.592 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.592 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.592 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.592 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.593 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.593 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.593 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.593 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.593 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.593 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.593 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.593 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.593 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.593 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.593 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.593 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.593 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.593 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.593 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.594 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.594 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.594 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.594 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.594 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.594 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.594 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.594 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.594 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.594 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.594 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.594 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.594 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.594 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.594 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.594 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.594 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.595 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.595 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.595 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.595 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.595 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.595 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.595 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.595 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.595 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.595 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.595 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.595 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.595 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.595 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.595 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.595 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.595 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.596 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.596 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.596 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.596 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.596 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.596 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.596 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.596 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.596 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.596 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.596 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.596 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.596 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.596 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.596 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.596 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.596 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.597 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.597 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.597 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.597 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.597 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.597 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.597 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.597 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.597 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.597 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.597 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.597 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.597 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.598 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.598 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.598 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.598 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.598 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.598 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.598 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.598 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.598 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.598 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.598 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.598 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.598 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.598 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.598 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.598 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.598 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.599 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.599 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.599 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.599 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.599 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.599 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.599 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.599 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.599 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.599 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.599 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.599 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.599 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.599 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.599 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.599 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.600 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.600 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.600 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.600 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.600 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.600 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.600 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.600 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.600 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.600 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.600 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.600 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.600 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.600 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.600 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.600 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.601 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.601 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.601 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.601 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.601 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.601 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.601 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.601 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.601 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.601 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.601 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.601 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.601 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.601 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.601 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.601 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.602 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.602 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.602 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.602 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.602 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.602 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.602 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.602 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.602 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.602 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.602 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.602 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.602 INFO:teuthology.orchestra.run.smithi145.stdout: def test_put_max_tags(): 2023-12-03T12:50:27.602 INFO:teuthology.orchestra.run.smithi145.stdout: key = 'testputmaxtags' 2023-12-03T12:50:27.602 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:50:27.602 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.603 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10488: 2023-12-03T12:50:27.603 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.603 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:50:27.603 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:27.603 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.603 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.603 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.603 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.603 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.603 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.603 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.603 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.603 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.603 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.603 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.603 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.603 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.604 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.604 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.604 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.604 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.604 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.604 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.604 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.604 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.604 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.605 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.605 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.605 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.605 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.605 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.605 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.605 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.605 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.605 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.605 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.605 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.605 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.605 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.605 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.605 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.605 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.606 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.606 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.606 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.606 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.606 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.606 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.606 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.606 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.606 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.606 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.606 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.606 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.606 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.606 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.606 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.606 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.606 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.607 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.607 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.607 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.607 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.607 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.607 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.607 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.607 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.607 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.607 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.607 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.607 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.607 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.607 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.607 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.607 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.607 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.608 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.608 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.608 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.608 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.608 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.608 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.608 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.608 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-439" 2023-12-03T12:50:27.608 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.608 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.608 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________________ test_put_excess_tags _____________________________ 2023-12-03T12:50:27.608 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.608 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.608 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.608 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.608 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.608 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.609 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.609 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.609 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.609 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.609 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.609 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.609 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.609 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.609 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.609 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.609 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.609 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.609 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.609 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.609 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.609 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.609 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.609 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.610 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.610 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.610 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.610 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.610 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.610 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.610 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.610 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.610 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.610 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.610 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.610 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.610 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.610 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.610 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.611 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.611 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.611 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.611 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.611 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.611 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.611 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.611 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.611 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.611 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.611 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.611 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.611 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.611 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.611 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.611 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.612 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.612 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.612 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.612 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.612 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.612 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.612 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.612 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.612 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.612 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.612 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.612 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.612 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.612 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.612 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.612 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.612 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.613 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.613 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.613 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.613 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.613 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.613 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.613 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.613 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.613 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.613 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.613 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.613 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.613 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.613 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.613 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.613 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.613 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.614 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.614 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.614 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.614 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.614 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.614 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.614 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.614 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.614 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.614 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.614 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.614 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.614 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.614 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.614 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.614 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.614 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.615 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.615 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.615 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.615 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.615 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.615 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.615 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.615 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.615 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.615 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.615 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.615 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.615 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.615 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.615 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.615 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.616 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.616 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.616 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.616 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.616 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.616 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.616 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.616 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.616 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.616 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.616 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.616 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.616 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.616 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.616 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.616 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.616 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.616 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.617 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.617 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.617 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.617 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.617 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.617 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.617 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.617 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.617 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.617 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.617 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.617 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.617 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.617 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.617 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.617 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.617 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.618 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.618 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.618 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.618 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.618 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.618 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.618 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.618 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.618 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.618 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.618 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.618 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.618 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.618 INFO:teuthology.orchestra.run.smithi145.stdout: def test_put_excess_tags(): 2023-12-03T12:50:27.618 INFO:teuthology.orchestra.run.smithi145.stdout: key = 'testputmaxtags' 2023-12-03T12:50:27.618 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:50:27.618 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.619 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10501: 2023-12-03T12:50:27.619 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.619 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:50:27.619 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:27.619 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.619 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.619 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.619 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.619 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.619 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.619 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.619 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.619 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.619 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.619 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.619 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.619 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.619 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.620 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.620 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.620 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.620 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.620 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.620 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.620 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.620 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.620 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.620 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.620 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.620 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.620 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.620 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.620 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.621 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.621 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.621 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.621 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.621 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.621 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.621 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.621 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.621 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.621 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.621 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.621 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.621 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.621 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.621 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.621 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.622 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.622 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.622 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.622 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.622 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.622 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.622 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.622 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.622 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.622 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.622 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.622 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.622 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.622 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.622 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.622 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.623 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.623 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.623 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.623 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.623 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.623 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.623 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.623 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.623 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.623 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.623 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.623 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.623 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.623 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.623 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.623 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.624 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.624 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.624 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.624 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.624 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.624 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.624 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.624 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.624 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.624 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.624 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-440" 2023-12-03T12:50:27.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.624 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.624 INFO:teuthology.orchestra.run.smithi145.stdout:___________________________ test_put_max_kvsize_tags ___________________________ 2023-12-03T12:50:27.624 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.625 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.625 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.625 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.625 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.625 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.625 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.625 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.625 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.625 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.625 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.625 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.625 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.625 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.625 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.626 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.626 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.626 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.626 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.626 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.626 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.626 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.626 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.626 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.626 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.626 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.626 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.626 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.626 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.626 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.626 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.627 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.627 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.627 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.627 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.627 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.627 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.627 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.627 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.627 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.627 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.627 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.627 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.627 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.627 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.627 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.627 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.627 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.628 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.628 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.628 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.628 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.628 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.628 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.628 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.628 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.628 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.628 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.628 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.628 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.628 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.628 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.628 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.628 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.628 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.629 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.629 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.629 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.629 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.629 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.629 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.629 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.629 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.629 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.629 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.629 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.629 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.629 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.629 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.629 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.629 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.629 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.629 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.630 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.630 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.630 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.630 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.630 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.630 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.630 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.630 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.630 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.630 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.630 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.630 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.630 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.630 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.630 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.630 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.630 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.631 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.631 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.631 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.631 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.631 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.631 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.631 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.631 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.631 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.631 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.631 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.632 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.632 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.632 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.632 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.632 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.632 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.632 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.632 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.632 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.632 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.632 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.632 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.632 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.632 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.632 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.632 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.633 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.633 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.633 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.633 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.633 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.633 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.633 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.633 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.633 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.633 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.633 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.633 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.634 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.634 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.634 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.634 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.634 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.634 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.634 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.634 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.634 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.634 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.634 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.634 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.634 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.634 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.634 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.634 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.634 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.635 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.635 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.635 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.635 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.635 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.635 INFO:teuthology.orchestra.run.smithi145.stdout: def test_put_max_kvsize_tags(): 2023-12-03T12:50:27.635 INFO:teuthology.orchestra.run.smithi145.stdout: key = 'testputmaxkeysize' 2023-12-03T12:50:27.635 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:50:27.635 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.635 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10516: 2023-12-03T12:50:27.635 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.635 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:50:27.635 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:27.635 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.635 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.635 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.635 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.636 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.636 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.636 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.636 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.636 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.636 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.636 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.636 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.636 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.636 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.636 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.636 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.636 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.636 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.636 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.636 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.636 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.636 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.637 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.637 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.637 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.637 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.637 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.637 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.637 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.637 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.637 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.637 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.637 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.637 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.637 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.637 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.637 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.637 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.638 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.638 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.638 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.638 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.638 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.638 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.638 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.638 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.638 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.638 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.638 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.638 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.638 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.639 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.639 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.639 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.639 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.639 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.639 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.639 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.639 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.639 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.639 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.639 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.639 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.639 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.639 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.639 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.639 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.639 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.640 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.640 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.640 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.640 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.640 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.640 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.640 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.640 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.640 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.640 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.640 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.640 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.640 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.640 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.640 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.640 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.640 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.641 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.641 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-441" 2023-12-03T12:50:27.641 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.641 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.641 INFO:teuthology.orchestra.run.smithi145.stdout:___________________________ test_put_excess_key_tags ___________________________ 2023-12-03T12:50:27.641 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.641 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.641 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.641 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.641 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.641 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.641 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.641 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.641 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.641 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.642 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.642 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.642 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.642 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.642 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.642 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.642 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.642 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.642 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.642 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.642 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.642 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.642 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.642 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.643 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.643 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.643 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.643 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.643 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.643 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.643 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.643 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.643 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.643 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.643 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.643 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.643 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.643 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.644 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.644 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.644 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.644 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.644 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.644 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.644 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.644 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.644 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.644 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.644 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.644 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.644 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.644 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.644 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.644 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.644 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.645 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.645 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.645 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.645 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.645 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.645 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.645 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.645 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.645 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.645 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.645 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.645 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.645 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.645 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.645 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.645 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.645 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.646 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.646 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.646 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.646 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.646 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.646 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.646 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.646 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.646 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.646 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.646 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.646 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.646 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.647 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.647 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.647 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.647 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.647 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.647 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.647 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.647 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.647 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.647 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.647 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.647 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.647 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.647 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.647 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.647 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.648 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.648 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.648 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.648 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.648 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.648 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.648 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.648 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.648 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.648 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.648 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.648 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.648 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.648 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.648 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.648 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.649 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.649 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.649 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.649 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.649 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.649 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.649 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.649 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.649 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.649 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.649 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.649 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.649 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.649 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.650 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.650 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.650 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.650 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.650 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.650 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.650 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.650 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.650 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.650 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.650 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.650 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.651 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.651 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.651 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.651 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.651 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.651 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.651 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.651 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.651 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.651 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.651 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.651 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.651 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.651 INFO:teuthology.orchestra.run.smithi145.stdout: def test_put_excess_key_tags(): 2023-12-03T12:50:27.651 INFO:teuthology.orchestra.run.smithi145.stdout: key = 'testputexcesskeytags' 2023-12-03T12:50:27.651 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:50:27.651 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.652 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10537: 2023-12-03T12:50:27.652 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.652 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:50:27.652 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:27.652 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.652 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.652 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.652 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.652 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.652 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.653 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.653 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.653 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.653 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.653 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.653 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.653 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.653 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.653 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.653 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.653 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.653 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.653 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.653 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.653 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.653 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.653 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.654 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.654 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.654 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.654 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.654 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.654 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.654 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.654 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.654 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.654 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.654 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.654 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.654 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.654 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.654 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.655 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.655 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.655 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.655 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.655 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.655 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.655 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.655 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.655 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.655 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.655 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.655 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.655 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.655 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.655 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.655 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.655 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.656 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.656 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.656 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.656 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.656 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.656 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.656 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.656 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.656 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.656 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.656 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.656 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.656 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.656 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.656 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.656 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.656 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.657 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.657 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.657 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.657 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.657 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.657 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.657 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.657 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.657 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.657 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.657 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-442" 2023-12-03T12:50:27.657 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.657 INFO:teuthology.orchestra.run.smithi145.stdout:___________________________ test_put_excess_val_tags ___________________________ 2023-12-03T12:50:27.657 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.657 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.657 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.658 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.658 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.658 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.658 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.658 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.658 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.658 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.658 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.658 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.658 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.658 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.658 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.658 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.658 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.658 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.658 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.658 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.659 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.659 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.659 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.659 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.659 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.659 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.659 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.659 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.659 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.659 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.659 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.659 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.659 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.659 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.659 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.660 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.660 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.660 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.660 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.660 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.660 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.660 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.660 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.660 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.660 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.660 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.660 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.660 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.660 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.660 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.660 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.660 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.661 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.661 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.661 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.661 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.661 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.661 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.661 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.661 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.661 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.661 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.661 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.661 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.661 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.662 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.662 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.662 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.662 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.662 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.662 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.662 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.662 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.662 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.662 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.662 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.663 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.663 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.663 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.663 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.663 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.663 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.663 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.663 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.663 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.663 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.663 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.663 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.663 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.663 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.663 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.663 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.663 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.664 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.664 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.664 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.664 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.664 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.664 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.664 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.664 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.664 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.664 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.664 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.664 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.664 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.664 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.664 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.664 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.665 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.665 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.665 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.665 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.665 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.665 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.665 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.665 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.665 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.665 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.665 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.665 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.665 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.665 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.665 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.666 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.666 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.666 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.666 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.666 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.666 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.666 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.666 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.666 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.666 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.666 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.666 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.666 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.667 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.667 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.667 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.667 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.667 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.667 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.667 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.667 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.667 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.667 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.667 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.667 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.667 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.667 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.667 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.667 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.667 INFO:teuthology.orchestra.run.smithi145.stdout: def test_put_excess_val_tags(): 2023-12-03T12:50:27.668 INFO:teuthology.orchestra.run.smithi145.stdout: key = 'testputexcesskeytags' 2023-12-03T12:50:27.668 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:50:27.668 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.668 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10559: 2023-12-03T12:50:27.668 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.668 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:50:27.668 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:27.668 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.668 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.668 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.668 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.668 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.668 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.669 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.669 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.669 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.669 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.669 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.669 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.669 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.669 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.670 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.670 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.670 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.670 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.670 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.670 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.670 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.670 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.670 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.670 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.670 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.670 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.670 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.670 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.670 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.671 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.671 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.671 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.671 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.671 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.671 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.671 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.671 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.671 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.671 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.671 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.671 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.671 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.671 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.671 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.671 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.672 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.672 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.672 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.672 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.672 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.672 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.672 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.672 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.672 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.672 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.672 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.672 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.672 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.672 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.672 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.672 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.673 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.673 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.673 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.673 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.673 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.673 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.673 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.673 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.673 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.673 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.673 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.673 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-443" 2023-12-03T12:50:27.673 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.673 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________________ test_put_modify_tags _____________________________ 2023-12-03T12:50:27.673 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.674 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.674 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.674 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.674 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.674 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.674 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.674 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.674 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.674 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.674 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.674 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.674 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.674 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.675 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.675 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.675 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.675 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.675 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.675 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.675 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.675 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.675 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.675 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.675 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.675 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.675 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.675 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.675 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.675 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.675 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.676 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.676 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.676 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.676 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.676 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.676 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.676 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.676 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.676 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.676 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.676 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.676 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.676 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.676 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.676 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.676 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.676 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.677 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.677 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.677 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.677 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.677 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.677 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.677 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.677 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.677 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.677 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.677 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.677 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.677 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.677 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.677 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.678 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.678 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.678 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.678 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.678 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.678 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.678 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.678 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.678 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.678 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.678 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.678 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.679 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.679 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.679 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.679 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.679 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.679 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.679 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.679 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.679 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.679 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.679 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.679 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.679 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.679 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.679 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.680 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.680 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.680 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.680 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.680 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.680 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.680 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.680 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.680 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.680 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.680 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.680 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.680 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.680 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.680 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.680 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.680 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.681 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.681 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.681 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.681 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.681 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.681 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.681 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.681 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.681 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.681 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.681 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.681 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.681 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.681 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.681 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.681 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.681 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.682 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.682 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.682 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.682 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.682 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.682 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.682 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.682 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.682 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.682 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.682 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.682 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.682 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.683 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.683 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.683 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.683 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.683 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.683 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.683 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.683 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.683 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.683 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.683 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.684 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.684 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.684 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.684 INFO:teuthology.orchestra.run.smithi145.stdout: def test_put_modify_tags(): 2023-12-03T12:50:27.684 INFO:teuthology.orchestra.run.smithi145.stdout: key = 'testputmodifytags' 2023-12-03T12:50:27.684 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:50:27.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.684 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10582: 2023-12-03T12:50:27.684 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.684 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:50:27.684 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:27.684 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.684 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.684 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.684 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.684 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.685 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.685 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.685 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.685 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.685 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.685 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.685 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.685 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.686 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.686 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.686 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.686 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.686 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.686 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.686 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.686 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.686 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.686 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.686 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.686 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.687 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.687 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.687 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.687 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.687 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.687 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.687 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.687 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.687 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.687 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.687 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.687 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.688 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.688 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.688 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.688 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.688 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.688 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.688 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.688 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.688 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.688 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.688 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.688 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.688 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.688 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.688 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.689 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.689 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.689 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.689 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.689 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.689 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.689 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.689 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.689 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.689 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.689 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.689 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.689 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.689 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.689 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.689 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.689 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.690 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.690 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.690 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.690 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.690 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.690 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.690 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.690 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.690 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-444" 2023-12-03T12:50:27.690 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.690 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________________ test_put_delete_tags _____________________________ 2023-12-03T12:50:27.690 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.690 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.690 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.690 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.690 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.691 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.691 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.691 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.691 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.691 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.691 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.691 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.691 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.691 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.691 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.691 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.692 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.692 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.692 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.692 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.692 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.692 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.692 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.692 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.692 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.692 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.692 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.692 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.692 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.692 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.693 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.693 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.693 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.693 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.693 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.693 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.693 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.693 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.693 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.693 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.693 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.693 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.693 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.693 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.693 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.694 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.694 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.694 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.694 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.694 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.694 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.694 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.694 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.694 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.694 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.694 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.694 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.694 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.695 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.695 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.695 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.695 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.695 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.695 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.695 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.695 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.695 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.695 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.695 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.695 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.696 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.696 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.696 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.696 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.696 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.696 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.696 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.696 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.696 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.696 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.696 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.696 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.696 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.696 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.696 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.697 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.697 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.697 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.697 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.697 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.697 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.697 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.697 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.697 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.697 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.697 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.697 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.697 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.697 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.697 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.697 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.697 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.697 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.698 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.698 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.698 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.698 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.698 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.698 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.698 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.698 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.698 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.698 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.698 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.698 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.698 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.698 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.699 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.699 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.699 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.699 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.699 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.699 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.699 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.699 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.699 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.699 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.699 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.699 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.700 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.700 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.700 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.700 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.700 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.700 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.700 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.700 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.700 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.700 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.700 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.700 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.700 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.700 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.700 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.701 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.701 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.701 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.701 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.701 INFO:teuthology.orchestra.run.smithi145.stdout: def test_put_delete_tags(): 2023-12-03T12:50:27.701 INFO:teuthology.orchestra.run.smithi145.stdout: key = 'testputmodifytags' 2023-12-03T12:50:27.701 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:50:27.701 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.701 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10612: 2023-12-03T12:50:27.701 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.701 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:50:27.701 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:27.701 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.701 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.701 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.702 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.702 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.702 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.702 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.702 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.702 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.702 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.702 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.703 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.703 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.703 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.703 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.703 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.703 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.703 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.703 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.703 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.703 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.703 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.703 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.703 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.703 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.703 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.703 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.703 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.704 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.704 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.704 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.704 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.704 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.704 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.704 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.704 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.704 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.704 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.704 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.704 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.704 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.704 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.704 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.705 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.705 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.705 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.705 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.705 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.705 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.705 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.705 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.705 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.705 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.705 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.705 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.705 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.705 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.705 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.705 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.705 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.706 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.706 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.706 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.706 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.706 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.706 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.706 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.706 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.706 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.706 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.706 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.706 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.706 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.706 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.706 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.706 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.707 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.707 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-445" 2023-12-03T12:50:27.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.707 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.707 INFO:teuthology.orchestra.run.smithi145.stdout:___________________ test_post_object_tags_anonymous_request ____________________ 2023-12-03T12:50:27.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.707 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.707 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.707 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.707 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.707 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.707 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.707 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.707 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.708 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.708 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.708 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.708 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.708 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.708 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.708 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.708 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.708 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.708 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.708 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.708 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.708 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.709 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.709 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.709 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.709 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.709 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.709 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.709 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.709 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.709 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.709 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.709 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.709 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.709 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.709 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.709 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.709 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.710 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.710 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.710 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.710 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.710 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.710 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.710 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.710 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.710 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.710 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.710 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.710 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.710 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.710 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.711 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.711 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.711 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.711 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.711 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.711 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.711 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.711 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.711 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.711 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.711 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.711 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.711 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.712 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.712 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.712 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.712 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.712 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.712 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.712 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.712 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.712 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.712 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.712 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.712 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.713 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.713 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.713 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.713 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.713 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.713 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.713 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.713 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.713 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.713 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.713 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.713 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.713 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.713 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.713 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.713 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.713 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.714 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.714 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.714 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.714 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.714 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.714 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.714 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.714 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.714 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.714 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.714 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.714 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.714 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.714 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.714 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.715 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.715 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.715 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.715 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.715 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.715 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.715 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.715 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.715 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.715 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.715 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.715 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.716 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.716 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.716 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.716 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.716 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.716 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.716 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.716 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.716 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.716 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.716 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.716 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.716 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.716 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.716 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.716 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.717 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.717 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.717 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.717 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.717 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.717 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.717 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.717 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.717 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.717 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.717 INFO:teuthology.orchestra.run.smithi145.stdout: def test_post_object_tags_anonymous_request(): 2023-12-03T12:50:27.717 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:27.717 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:27.717 INFO:teuthology.orchestra.run.smithi145.stdout: url = _get_post_url(bucket_name) 2023-12-03T12:50:27.717 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(ACL='public-read-write', Bucket=bucket_name) 2023-12-03T12:50:27.717 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.718 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10634: 2023-12-03T12:50:27.718 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.718 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.718 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.718 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.718 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.718 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.718 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.718 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.719 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.719 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.719 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.719 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.719 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.719 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.719 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.719 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.719 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.719 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.719 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.719 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.719 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.719 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.719 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.720 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.720 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.720 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.720 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.720 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.720 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.721 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.722 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.722 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.722 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.722 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.722 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.722 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.722 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.722 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.722 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.722 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.722 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.722 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.722 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.722 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.722 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.723 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.723 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.723 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.723 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.723 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.723 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.723 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.723 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.723 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.723 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.723 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.723 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.723 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-446" 2023-12-03T12:50:27.723 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.723 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.723 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ test_post_object_tags_authenticated_request __________________ 2023-12-03T12:50:27.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.724 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.724 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.724 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.724 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.724 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.724 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.724 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.724 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.724 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.724 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.724 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.724 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.725 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.725 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.725 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.725 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.725 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.725 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.725 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.725 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.725 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.725 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.725 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.725 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.725 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.725 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.726 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.726 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.726 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.726 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.726 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.726 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.726 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.726 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.726 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.726 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.726 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.726 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.726 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.727 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.727 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.727 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.727 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.727 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.727 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.727 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.727 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.727 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.727 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.727 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.727 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.727 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.728 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.728 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.728 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.728 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.728 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.728 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.728 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.728 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.728 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.728 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.728 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.728 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.728 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.729 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.729 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.729 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.729 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.730 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.731 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.731 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.731 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.731 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.731 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.731 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.731 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.731 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.731 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.731 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.732 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.732 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.733 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.733 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.733 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.734 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: def test_post_object_tags_authenticated_request(): 2023-12-03T12:50:27.734 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.734 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10662: 2023-12-03T12:50:27.734 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.734 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.734 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.735 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.735 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.735 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.735 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.735 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.735 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.735 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.735 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.735 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.736 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.736 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.736 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.736 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.736 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.736 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.736 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.736 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.736 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.736 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.736 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.736 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.736 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.736 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.736 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.737 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.737 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.737 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.737 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.737 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.737 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.737 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.737 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.737 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.737 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.737 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.737 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.737 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.737 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.737 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.737 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.737 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.738 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.738 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.738 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.738 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.738 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.738 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.738 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.738 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.738 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.738 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.738 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.738 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.738 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.738 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.738 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.738 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.739 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.739 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.739 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.739 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.739 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.739 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.739 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.739 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.739 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.739 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.739 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.739 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.739 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.739 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.739 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.739 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.739 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-447" 2023-12-03T12:50:27.740 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.740 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.740 INFO:teuthology.orchestra.run.smithi145.stdout:____________________________ test_put_obj_with_tags ____________________________ 2023-12-03T12:50:27.740 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.740 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.740 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.740 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.740 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.740 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.740 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.740 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.740 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.740 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.740 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.740 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.740 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.741 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.741 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.741 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.741 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.741 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.741 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.741 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.741 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.741 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.741 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.741 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.741 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.741 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.741 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.741 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.741 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.741 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.742 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.742 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.742 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.742 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.742 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.742 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.742 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.742 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.742 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.742 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.742 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.742 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.742 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.742 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.742 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.743 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.743 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.743 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.743 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.743 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.743 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.743 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.743 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.743 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.743 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.743 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.743 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.743 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.743 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.744 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.744 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.744 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.744 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.744 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.744 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.744 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.744 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.744 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.744 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.744 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.744 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.744 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.744 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.745 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.745 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.745 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.745 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.745 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.745 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.745 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.745 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.745 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.745 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.745 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.745 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.745 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.745 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.746 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.746 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.746 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.746 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.746 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.746 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.746 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.746 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.746 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.746 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.746 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.746 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.746 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.746 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.746 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.746 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.747 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.747 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.747 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.747 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.747 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.747 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.747 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.747 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.747 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.747 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.747 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.747 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.747 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.747 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.747 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.748 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.748 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.748 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.748 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.748 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.748 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.748 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.748 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.748 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.748 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.748 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.748 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.748 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.749 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.749 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.749 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.749 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.749 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.749 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.749 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.749 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.749 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.749 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.749 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.749 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.749 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.749 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.749 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.749 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.750 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.750 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.750 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.750 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.750 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.750 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.750 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.750 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.750 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.750 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.750 INFO:teuthology.orchestra.run.smithi145.stdout: def test_put_obj_with_tags(): 2023-12-03T12:50:27.750 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.750 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.750 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10709: 2023-12-03T12:50:27.750 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.750 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.751 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.751 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.751 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.751 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.751 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.751 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.751 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.751 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.751 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.752 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.752 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.752 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.752 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.752 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.752 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.752 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.752 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.752 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.752 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.752 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.752 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.752 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.752 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.752 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.752 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.753 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.753 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.753 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.753 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.753 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.753 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.753 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.753 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.753 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.753 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.753 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.753 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.753 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.753 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.754 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.754 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.754 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.754 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.754 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.754 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.754 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.754 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.754 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.754 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.754 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.754 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.754 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.754 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.754 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.755 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.755 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.755 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.755 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.755 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.755 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.755 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.755 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.755 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.755 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.755 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.755 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.755 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.755 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.755 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.755 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.755 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.756 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.756 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.756 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.756 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.756 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.756 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.756 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.756 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-448" 2023-12-03T12:50:27.756 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.756 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.756 INFO:teuthology.orchestra.run.smithi145.stdout:___________________________ test_get_tags_acl_public ___________________________ 2023-12-03T12:50:27.756 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.756 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.756 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.756 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.756 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.756 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.757 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.757 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.757 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.757 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.757 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.757 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.757 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.757 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.757 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.757 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.757 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.757 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.757 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.757 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.757 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.757 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.757 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.758 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.758 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.758 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.758 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.758 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.758 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.758 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.758 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.758 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.758 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.758 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.758 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.759 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.759 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.759 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.759 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.759 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.759 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.759 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.759 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.759 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.759 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.759 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.759 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.759 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.759 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.759 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.760 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.760 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.760 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.760 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.760 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.760 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.760 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.760 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.760 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.760 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.760 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.760 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.760 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.761 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.761 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.761 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.761 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.761 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.761 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.761 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.761 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.761 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.761 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.761 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.762 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.762 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.762 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.762 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.762 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.762 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.762 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.762 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.762 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.762 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.762 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.762 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.762 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.762 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.762 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.762 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.763 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.763 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.763 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.763 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.763 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.763 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.763 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.763 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.763 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.763 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.763 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.763 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.763 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.763 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.763 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.763 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.764 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.764 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.764 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.764 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.764 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.764 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.764 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.764 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.764 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.764 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.764 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.764 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.764 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.764 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.764 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.765 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.765 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.765 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.765 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.765 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.765 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.765 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.765 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.765 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.765 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.765 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.765 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.765 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.766 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.766 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.766 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.766 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.766 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.766 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.766 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.766 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.766 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.766 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.766 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.766 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.766 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.766 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.766 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.766 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.767 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_policy 2023-12-03T12:50:27.767 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.767 INFO:teuthology.orchestra.run.smithi145.stdout: def test_get_tags_acl_public(): 2023-12-03T12:50:27.767 INFO:teuthology.orchestra.run.smithi145.stdout: key = 'testputtagsacl' 2023-12-03T12:50:27.767 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:50:27.767 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.767 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10743: 2023-12-03T12:50:27.767 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.767 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:50:27.767 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:27.767 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.767 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.767 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.767 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.768 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.768 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.768 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.768 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.768 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.768 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.768 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.768 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.768 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.768 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.768 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.768 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.768 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.768 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.768 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.768 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.769 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.769 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.769 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.769 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.769 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.769 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.769 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.769 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.769 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.769 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.769 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.769 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.769 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.769 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.769 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.769 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.770 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.770 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.770 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.770 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.770 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.770 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.770 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.770 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.770 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.770 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.770 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.770 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.770 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.770 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.770 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.770 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.771 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.771 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.771 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.771 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.771 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.771 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.771 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.771 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.771 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.771 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.771 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.771 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.771 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.771 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.771 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.772 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.772 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.772 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.772 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.772 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.772 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.772 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.772 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.772 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.772 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.772 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.772 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.772 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.772 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.772 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.772 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.773 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.773 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-449" 2023-12-03T12:50:27.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.773 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.773 INFO:teuthology.orchestra.run.smithi145.stdout:___________________________ test_put_tags_acl_public ___________________________ 2023-12-03T12:50:27.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.773 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.773 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.773 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.773 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.773 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.773 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.773 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.773 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.774 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.774 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.774 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.774 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.774 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.774 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.774 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.774 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.774 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.774 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.774 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.774 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.774 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.774 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.774 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.774 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.775 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.775 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.775 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.775 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.775 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.775 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.775 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.775 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.775 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.775 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.775 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.775 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.775 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.775 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.775 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.776 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.776 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.776 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.776 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.776 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.776 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.776 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.776 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.776 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.776 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.776 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.776 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.776 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.776 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.776 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.777 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.777 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.777 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.777 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.777 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.777 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.777 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.777 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.777 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.777 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.777 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.777 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.777 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.778 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.778 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.778 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.778 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.778 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.778 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.778 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.778 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.778 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.778 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.778 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.778 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.778 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.779 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.779 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.779 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.779 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.779 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.779 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.779 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.779 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.779 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.779 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.779 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.779 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.779 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.780 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.780 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.780 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.780 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.780 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.780 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.780 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.780 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.780 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.780 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.780 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.780 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.781 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.781 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.781 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.781 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.781 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.781 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.781 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.781 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.781 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.781 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.781 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.782 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.782 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.782 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.782 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.782 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.782 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.782 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.782 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.782 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.782 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.782 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.782 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.782 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.782 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.782 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.783 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.783 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.783 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.783 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.783 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.783 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.783 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.783 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.783 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.783 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.783 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.783 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.783 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.783 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.783 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.784 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.784 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.784 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.784 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.784 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_policy 2023-12-03T12:50:27.784 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.784 INFO:teuthology.orchestra.run.smithi145.stdout: def test_put_tags_acl_public(): 2023-12-03T12:50:27.784 INFO:teuthology.orchestra.run.smithi145.stdout: key = 'testputtagsacl' 2023-12-03T12:50:27.784 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:50:27.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.784 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10766: 2023-12-03T12:50:27.784 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.784 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:50:27.784 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:27.785 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.785 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.785 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.785 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.785 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.785 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.785 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.785 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.785 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.785 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.785 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.785 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.785 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.785 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.785 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.785 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.785 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.786 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.786 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.786 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.786 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.786 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.786 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.786 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.786 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.786 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.786 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.786 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.786 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.786 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.786 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.786 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.787 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.787 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.787 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.787 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.787 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.787 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.787 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.787 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.787 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.787 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.787 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.787 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.787 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.787 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.787 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.788 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.788 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.788 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.788 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.788 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.788 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.788 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.788 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.788 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.788 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.788 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.788 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.788 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.788 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.788 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.788 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.788 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.788 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.789 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.789 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.789 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.789 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.789 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.789 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.789 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.789 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.789 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.789 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.789 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.789 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.789 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.789 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.789 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.789 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.789 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.790 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.790 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.790 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.790 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.790 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-450" 2023-12-03T12:50:27.790 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.790 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.790 INFO:teuthology.orchestra.run.smithi145.stdout:_________________________ test_delete_tags_obj_public __________________________ 2023-12-03T12:50:27.790 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.790 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.790 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.790 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.790 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.790 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.790 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.791 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.791 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.791 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.791 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.791 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.791 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.791 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.791 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.791 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.791 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.791 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.791 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.791 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.791 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.791 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.791 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.792 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.792 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.792 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.792 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.792 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.792 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.792 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.792 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.792 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.792 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.792 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.792 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.792 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.793 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.793 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.793 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.793 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.793 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.793 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.793 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.793 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.793 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.793 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.793 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.793 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.793 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.793 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.793 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.794 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.794 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.794 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.794 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.794 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.794 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.794 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.794 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.794 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.794 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.794 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.794 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.794 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.794 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.794 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.794 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.795 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.795 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.795 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.795 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.795 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.795 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.795 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.795 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.795 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.795 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.795 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.795 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.795 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.795 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.796 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.796 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.796 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.796 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.796 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.796 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.796 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.796 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.796 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.796 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.796 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.796 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.796 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.796 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.796 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.796 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.797 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.797 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.797 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.797 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.797 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.797 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.797 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.797 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.797 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.797 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.797 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.797 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.797 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.797 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.797 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.797 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.798 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.798 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.798 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.798 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.798 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.798 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.798 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.798 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.798 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.798 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.798 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.798 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.798 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.798 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.798 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.798 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.798 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.799 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.799 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.799 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.799 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.799 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.799 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.799 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.799 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.799 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.799 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.799 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.799 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.799 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.799 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.799 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.799 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.799 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.799 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.800 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.800 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.800 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.800 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.800 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.800 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.800 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.800 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.800 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.800 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.800 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_policy 2023-12-03T12:50:27.800 INFO:teuthology.orchestra.run.smithi145.stdout: def test_delete_tags_obj_public(): 2023-12-03T12:50:27.800 INFO:teuthology.orchestra.run.smithi145.stdout: key = 'testputtagsacl' 2023-12-03T12:50:27.800 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:50:27.800 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.801 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10787: 2023-12-03T12:50:27.801 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.801 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:50:27.801 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket() 2023-12-03T12:50:27.801 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.801 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.801 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.801 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.801 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.801 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.801 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.801 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.801 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.801 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.801 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.802 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.802 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.802 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.802 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.802 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.802 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.802 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.802 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.802 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.802 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.802 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.802 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.802 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.802 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.802 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.802 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.803 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.803 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.803 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.803 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.803 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.803 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.803 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.803 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.803 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.803 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.803 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.803 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.803 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.803 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.803 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.804 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.804 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.804 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.804 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.804 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.804 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.804 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.804 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.804 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.804 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.804 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.804 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.804 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.804 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.804 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.804 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.805 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.805 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.805 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.805 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.805 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.805 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.805 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.805 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.805 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.805 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.805 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.805 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.805 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.805 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.805 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.805 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.805 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.805 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.806 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.806 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.806 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.806 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.806 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.806 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.806 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.806 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.806 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.806 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.806 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-451" 2023-12-03T12:50:27.806 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.806 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.806 INFO:teuthology.orchestra.run.smithi145.stdout:____________ test_versioning_bucket_atomic_upload_return_version_id ____________ 2023-12-03T12:50:27.806 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.806 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.807 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.807 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.807 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.807 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.807 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.807 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.807 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.807 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.807 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.807 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.807 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.807 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.807 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.807 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.807 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.807 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.807 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.808 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.808 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.808 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.808 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.808 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.808 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.808 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.808 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.808 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.808 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.808 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.808 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.808 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.808 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.809 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.809 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.809 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.809 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.809 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.809 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.809 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.809 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.809 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.809 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.809 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.809 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.809 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.809 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.809 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.810 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.810 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.810 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.810 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.810 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.810 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.810 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.810 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.810 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.810 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.810 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.810 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.810 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.810 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.810 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.811 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.811 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.811 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.811 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.811 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.811 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.811 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.811 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.811 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.811 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.811 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.811 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.811 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.811 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.811 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.811 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.812 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.812 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.812 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.812 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.812 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.812 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.812 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.812 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.812 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.812 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.812 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.812 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.812 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.812 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.812 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.813 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.813 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.813 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.813 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.813 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.813 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.813 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.813 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.813 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.813 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.813 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.813 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.813 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.813 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.813 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.814 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.814 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.814 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.814 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.814 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.814 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.814 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.814 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.814 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.814 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.814 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.814 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.814 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.814 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.814 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.814 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.815 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.815 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.815 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.815 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.815 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.815 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.815 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.815 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.815 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.815 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.815 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.815 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.815 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.815 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.815 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.815 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.815 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.816 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.816 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.816 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.816 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.816 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.816 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.816 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.816 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.816 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.816 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.816 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.816 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.816 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.817 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.817 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioning_bucket_atomic_upload_return_version_id(): 2023-12-03T12:50:27.817 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.817 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.817 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10809: 2023-12-03T12:50:27.817 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.817 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.817 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.817 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.817 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.817 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.817 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.818 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.818 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.818 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.818 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.818 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.818 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.818 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.818 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.818 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.818 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.818 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.818 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.818 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.818 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.818 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.818 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.818 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.819 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.819 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.819 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.819 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.819 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.819 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.819 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.819 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.819 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.819 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.819 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.819 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.819 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.819 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.819 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.819 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.819 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.820 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.820 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.820 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.820 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.820 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.820 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.820 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.820 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.820 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.820 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.820 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.820 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.820 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.820 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.820 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.820 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.820 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.820 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.821 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.821 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.821 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.821 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.821 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.821 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.821 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.821 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.821 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.821 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.821 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.821 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.822 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.822 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.822 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.822 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.822 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.822 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.822 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.822 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.822 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.822 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.822 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.822 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-452" 2023-12-03T12:50:27.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.822 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.823 INFO:teuthology.orchestra.run.smithi145.stdout:__________ test_versioning_bucket_multipart_upload_return_version_id ___________ 2023-12-03T12:50:27.823 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.823 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.823 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.823 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.823 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.823 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.823 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.823 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.823 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.823 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.823 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.823 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.823 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.823 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.823 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.823 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.824 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.824 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.824 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.824 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.824 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.824 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.824 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.824 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.824 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.824 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.824 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.824 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.824 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.824 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.824 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.825 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.825 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.825 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.825 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.825 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.825 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.825 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.825 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.825 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.825 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.825 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.825 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.825 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.825 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.825 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.826 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.826 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.826 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.826 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.826 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.826 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.826 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.826 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.826 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.826 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.826 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.826 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.826 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.826 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.827 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.827 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.827 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.827 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.827 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.827 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.827 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.827 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.827 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.827 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.828 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.828 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.828 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.828 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.828 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.828 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.828 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.828 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.828 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.828 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.828 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.828 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.828 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.828 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.829 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.829 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.829 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.829 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.829 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.829 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.829 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.829 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.829 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.829 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.829 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.829 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.829 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.829 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.829 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.829 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.830 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.830 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.830 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.830 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.830 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.830 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.830 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.830 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.830 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.830 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.830 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.830 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.830 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.830 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.830 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.830 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.831 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.831 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.831 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.831 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.831 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.831 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.831 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.831 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.831 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.831 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.831 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.832 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.832 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.832 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.832 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.832 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.832 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.832 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.832 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.832 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.832 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.832 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.832 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.832 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.832 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.832 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.833 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.833 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.833 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.833 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.833 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.833 INFO:teuthology.orchestra.run.smithi145.stdout: def test_versioning_bucket_multipart_upload_return_version_id(): 2023-12-03T12:50:27.833 INFO:teuthology.orchestra.run.smithi145.stdout: content_type='text/bla' 2023-12-03T12:50:27.833 INFO:teuthology.orchestra.run.smithi145.stdout: objlen = 30 * 1024 * 1024 2023-12-03T12:50:27.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.833 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.833 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10841: 2023-12-03T12:50:27.833 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.834 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.834 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.834 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.834 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.834 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.834 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.834 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.834 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.834 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.834 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.834 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.834 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.834 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.834 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.834 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.834 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.835 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.835 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.835 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.835 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.835 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.835 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.835 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.835 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.836 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.836 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.836 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.836 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.836 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.836 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.836 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.836 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.836 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.836 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.836 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.836 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.836 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.836 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.837 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.837 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.837 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.837 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.837 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.837 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.837 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.837 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.837 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.837 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.837 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.837 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.837 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.837 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.837 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.837 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.837 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.837 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.838 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.838 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.838 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.838 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.838 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.838 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.838 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.838 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.838 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.838 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.838 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.838 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.838 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.839 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.839 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.839 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.839 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.839 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.839 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-453" 2023-12-03T12:50:27.839 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.839 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.839 INFO:teuthology.orchestra.run.smithi145.stdout:___________________ test_bucket_policy_get_obj_existing_tag ____________________ 2023-12-03T12:50:27.839 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.839 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.839 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.839 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.839 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.839 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.839 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.839 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.840 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.840 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.840 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.840 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.840 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.840 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.840 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.840 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.840 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.840 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.840 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.840 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.840 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.840 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.841 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.841 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.841 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.841 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.841 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.841 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.841 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.841 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.841 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.841 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.841 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.841 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.841 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.842 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.842 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.842 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.842 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.842 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.842 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.842 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.842 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.842 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.842 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.842 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.842 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.842 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.843 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.843 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.843 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.843 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.843 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.843 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.843 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.843 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.843 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.843 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.843 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.843 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.843 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.844 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.844 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.844 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.844 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.844 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.844 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.844 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.844 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.844 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.844 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.844 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.845 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.845 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.845 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.845 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.845 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.845 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.845 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.845 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.845 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.845 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.845 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.845 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.845 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.845 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.845 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.845 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.845 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.846 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.846 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.846 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.846 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.846 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.846 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.846 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.846 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.846 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.846 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.846 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.846 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.846 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.846 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.846 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.846 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.847 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.847 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.847 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.847 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.847 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.847 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.847 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.847 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.847 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.847 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.847 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.847 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.847 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.847 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.848 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.848 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.848 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.848 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.848 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.848 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.848 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.848 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.848 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.848 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.848 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.848 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.848 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.848 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.848 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.849 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.849 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.849 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.849 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.849 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.849 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.849 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.849 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.849 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.849 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.849 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_policy 2023-12-03T12:50:27.849 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.849 INFO:teuthology.orchestra.run.smithi145.stdout: def test_bucket_policy_get_obj_existing_tag(): 2023-12-03T12:50:27.850 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _create_objects(keys=['publictag', 'privatetag', 'invalidtag']) 2023-12-03T12:50:27.850 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.850 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10882: 2023-12-03T12:50:27.850 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.850 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:116: in _create_objects 2023-12-03T12:50:27.850 INFO:teuthology.orchestra.run.smithi145.stdout: bucket = get_new_bucket_resource(name=bucket_name) 2023-12-03T12:50:27.850 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:581: in get_new_bucket_resource 2023-12-03T12:50:27.850 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_location = bucket.create() 2023-12-03T12:50:27.850 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/boto3/resources/factory.py:580: in do_action 2023-12-03T12:50:27.850 INFO:teuthology.orchestra.run.smithi145.stdout: response = action(self, *args, **kwargs) 2023-12-03T12:50:27.850 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/boto3/resources/action.py:88: in __call__ 2023-12-03T12:50:27.850 INFO:teuthology.orchestra.run.smithi145.stdout: response = getattr(parent.meta.client, operation_name)(*args, **params) 2023-12-03T12:50:27.850 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.850 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.850 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.850 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.850 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.851 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.851 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.851 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.851 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.851 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.851 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.851 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.851 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.851 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.851 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.851 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.851 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.851 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.851 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.851 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.851 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.852 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.852 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.852 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.852 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.852 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.852 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.852 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.852 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.852 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.852 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.852 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.853 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.853 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.853 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.853 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.853 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.853 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.853 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.853 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.853 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.853 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.853 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.853 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.853 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.853 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.853 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.854 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.854 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.854 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.854 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.854 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.854 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.854 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.854 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.854 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.854 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.854 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.854 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.854 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.854 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.854 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.854 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.854 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.855 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.855 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.855 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.855 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.855 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.855 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.855 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.855 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.855 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.855 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.855 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.855 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.855 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.855 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.855 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.855 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.856 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-454" 2023-12-03T12:50:27.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.856 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.856 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ test_bucket_policy_get_obj_tagging_existing_tag ________________ 2023-12-03T12:50:27.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.856 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.856 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.856 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.856 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.856 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.856 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.856 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.856 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.856 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.856 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.857 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.857 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.857 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.857 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.857 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.857 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.857 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.857 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.857 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.857 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.857 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.857 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.857 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.858 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.858 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.858 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.858 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.858 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.858 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.858 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.858 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.858 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.858 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.858 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.858 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.858 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.858 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.858 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.859 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.859 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.859 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.859 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.859 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.859 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.859 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.859 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.859 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.859 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.859 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.859 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.859 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.860 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.860 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.860 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.860 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.860 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.860 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.860 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.860 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.860 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.860 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.860 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.860 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.860 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.860 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.861 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.861 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.861 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.861 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.861 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.861 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.861 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.861 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.861 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.861 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.861 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.861 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.861 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.861 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.861 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.861 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.861 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.862 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.862 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.862 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.862 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.862 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.862 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.862 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.862 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.862 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.862 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.862 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.862 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.862 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.862 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.862 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.862 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.863 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.863 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.863 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.863 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.863 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.863 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.863 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.863 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.863 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.863 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.863 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.863 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.863 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.863 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.863 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.863 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.863 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.864 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.864 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.864 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.864 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.864 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.864 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.864 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.864 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.864 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.864 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.864 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.865 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.865 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.865 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.865 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.865 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.865 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.865 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.865 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.865 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.865 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.865 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.865 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.865 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.865 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.866 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.866 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.866 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.866 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.866 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_policy 2023-12-03T12:50:27.866 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.866 INFO:teuthology.orchestra.run.smithi145.stdout: def test_bucket_policy_get_obj_tagging_existing_tag(): 2023-12-03T12:50:27.866 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _create_objects(keys=['publictag', 'privatetag', 'invalidtag']) 2023-12-03T12:50:27.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.866 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10937: 2023-12-03T12:50:27.866 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.866 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:116: in _create_objects 2023-12-03T12:50:27.866 INFO:teuthology.orchestra.run.smithi145.stdout: bucket = get_new_bucket_resource(name=bucket_name) 2023-12-03T12:50:27.866 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:581: in get_new_bucket_resource 2023-12-03T12:50:27.867 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_location = bucket.create() 2023-12-03T12:50:27.867 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/boto3/resources/factory.py:580: in do_action 2023-12-03T12:50:27.867 INFO:teuthology.orchestra.run.smithi145.stdout: response = action(self, *args, **kwargs) 2023-12-03T12:50:27.867 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/boto3/resources/action.py:88: in __call__ 2023-12-03T12:50:27.867 INFO:teuthology.orchestra.run.smithi145.stdout: response = getattr(parent.meta.client, operation_name)(*args, **params) 2023-12-03T12:50:27.867 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.867 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.867 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.867 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.867 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.867 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.867 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.867 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.867 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.867 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.867 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.867 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.868 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.868 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.868 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.868 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.868 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.868 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.868 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.868 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.868 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.869 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.869 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.869 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.869 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.869 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.869 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.869 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.869 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.869 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.869 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.869 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.869 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.869 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.869 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.870 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.870 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.870 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.870 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.870 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.870 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.870 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.870 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.870 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.870 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.870 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.870 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.870 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.870 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.870 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.870 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.871 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.871 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.871 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.871 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.871 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.871 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.871 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.871 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.871 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.871 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.871 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.871 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.871 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.871 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.871 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.871 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.871 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.872 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.872 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.872 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.872 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.872 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.872 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.872 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-455" 2023-12-03T12:50:27.872 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.872 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.872 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ test_bucket_policy_put_obj_tagging_existing_tag ________________ 2023-12-03T12:50:27.872 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.872 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.872 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.872 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.872 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.872 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.872 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.873 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.873 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.873 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.873 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.873 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.873 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.873 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.873 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.873 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.873 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.873 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.873 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.873 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.873 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.874 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.874 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.874 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.874 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.874 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.874 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.874 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.874 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.874 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.874 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.874 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.874 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.875 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.875 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.875 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.875 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.875 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.875 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.875 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.875 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.875 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.875 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.875 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.875 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.875 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.875 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.876 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.876 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.876 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.876 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.876 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.876 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.876 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.876 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.876 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.876 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.876 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.876 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.877 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.877 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.877 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.877 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.877 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.877 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.877 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.877 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.877 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.877 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.878 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.878 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.878 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.878 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.878 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.878 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.878 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.878 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.878 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.878 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.878 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.878 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.878 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.878 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.879 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.879 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.879 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.879 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.879 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.879 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.879 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.879 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.879 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.879 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.879 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.879 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.879 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.879 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.879 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.880 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.880 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.880 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.880 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.880 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.880 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.880 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.880 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.880 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.880 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.880 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.880 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.880 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.880 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.880 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.880 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.881 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.881 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.881 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.881 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.881 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.881 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.881 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.881 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.881 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.881 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.881 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.882 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.882 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.882 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.882 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.882 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.882 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.882 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.882 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.882 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.882 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.882 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.883 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.883 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.883 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.883 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.883 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.883 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.883 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.883 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_policy 2023-12-03T12:50:27.883 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.883 INFO:teuthology.orchestra.run.smithi145.stdout: def test_bucket_policy_put_obj_tagging_existing_tag(): 2023-12-03T12:50:27.883 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _create_objects(keys=['publictag', 'privatetag', 'invalidtag']) 2023-12-03T12:50:27.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.883 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:10999: 2023-12-03T12:50:27.883 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.884 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:116: in _create_objects 2023-12-03T12:50:27.884 INFO:teuthology.orchestra.run.smithi145.stdout: bucket = get_new_bucket_resource(name=bucket_name) 2023-12-03T12:50:27.884 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:581: in get_new_bucket_resource 2023-12-03T12:50:27.884 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_location = bucket.create() 2023-12-03T12:50:27.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/boto3/resources/factory.py:580: in do_action 2023-12-03T12:50:27.884 INFO:teuthology.orchestra.run.smithi145.stdout: response = action(self, *args, **kwargs) 2023-12-03T12:50:27.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/boto3/resources/action.py:88: in __call__ 2023-12-03T12:50:27.884 INFO:teuthology.orchestra.run.smithi145.stdout: response = getattr(parent.meta.client, operation_name)(*args, **params) 2023-12-03T12:50:27.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.884 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.884 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.884 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.884 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.885 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.885 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.885 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.885 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.885 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.885 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.885 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.885 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.886 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.886 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.886 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.886 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.886 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.886 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.886 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.886 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.886 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.887 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.887 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.887 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.887 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.887 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.887 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.887 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.887 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.887 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.887 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.887 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.887 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.887 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.887 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.887 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.887 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.888 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.888 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.888 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.888 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.888 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.888 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.888 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.888 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.888 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.888 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.888 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.888 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.888 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.888 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.888 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.888 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.889 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.889 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.889 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.889 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.889 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.889 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.889 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.889 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.889 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.889 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.889 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.889 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.889 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.889 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.889 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.889 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.890 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-456" 2023-12-03T12:50:27.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.890 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.890 INFO:teuthology.orchestra.run.smithi145.stdout:____________________ test_bucket_policy_put_obj_copy_source ____________________ 2023-12-03T12:50:27.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.890 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.890 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.890 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.890 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.890 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.890 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.890 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.890 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.891 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.891 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.891 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.891 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.891 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.891 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.891 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.891 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.891 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.891 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.891 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.892 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.892 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.892 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.892 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.892 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.892 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.892 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.892 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.892 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.892 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.892 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.892 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.892 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.892 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.893 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.893 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.893 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.893 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.893 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.893 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.893 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.893 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.893 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.893 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.893 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.893 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.893 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.893 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.893 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.893 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.893 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.894 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.894 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.894 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.894 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.894 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.894 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.894 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.894 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.894 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.894 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.894 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.894 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.894 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.894 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.895 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.895 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.895 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.895 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.895 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.895 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.895 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.895 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.895 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.895 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.895 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.895 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.895 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.896 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.896 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.896 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.896 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.896 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.896 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.896 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.896 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.896 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.896 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.896 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.896 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.896 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.896 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.896 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.897 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.897 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.897 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.897 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.897 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.897 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.897 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.897 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.897 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.897 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.897 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.897 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.897 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.897 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.897 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.897 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.897 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.898 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.898 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.898 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.898 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.898 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.898 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.898 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.898 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.898 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.898 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.898 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.898 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.898 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.899 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.899 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.899 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.899 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.899 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.899 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.899 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.899 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.899 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.899 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.899 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.899 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.899 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.899 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.900 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.900 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.900 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.900 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.900 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.900 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.900 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.900 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.900 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_policy 2023-12-03T12:50:27.900 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.900 INFO:teuthology.orchestra.run.smithi145.stdout: def test_bucket_policy_put_obj_copy_source(): 2023-12-03T12:50:27.900 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _create_objects(keys=['public/foo', 'public/bar', 'private/foo']) 2023-12-03T12:50:27.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.901 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11068: 2023-12-03T12:50:27.901 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.901 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:116: in _create_objects 2023-12-03T12:50:27.901 INFO:teuthology.orchestra.run.smithi145.stdout: bucket = get_new_bucket_resource(name=bucket_name) 2023-12-03T12:50:27.901 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:581: in get_new_bucket_resource 2023-12-03T12:50:27.901 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_location = bucket.create() 2023-12-03T12:50:27.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/boto3/resources/factory.py:580: in do_action 2023-12-03T12:50:27.901 INFO:teuthology.orchestra.run.smithi145.stdout: response = action(self, *args, **kwargs) 2023-12-03T12:50:27.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/boto3/resources/action.py:88: in __call__ 2023-12-03T12:50:27.901 INFO:teuthology.orchestra.run.smithi145.stdout: response = getattr(parent.meta.client, operation_name)(*args, **params) 2023-12-03T12:50:27.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.901 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.901 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.902 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.902 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.902 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.902 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.902 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.902 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.902 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.902 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.902 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.903 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.903 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.903 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.903 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.903 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.903 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.903 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.903 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.903 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.903 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.903 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.904 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.904 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.904 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.904 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.904 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.904 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.904 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.904 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.904 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.904 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.904 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.904 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.904 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.904 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.904 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.904 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.904 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.905 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.905 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.905 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.905 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.905 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.905 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.905 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.905 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.905 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.905 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.905 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.905 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.905 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.905 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.905 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.905 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.905 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.905 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.906 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.906 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.906 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.906 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.906 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.906 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.906 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.906 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.906 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.906 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.906 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.906 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.907 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-457" 2023-12-03T12:50:27.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.907 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.907 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ test_bucket_policy_put_obj_copy_source_meta __________________ 2023-12-03T12:50:27.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.907 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.907 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.907 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.907 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.907 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.907 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.907 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.907 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.907 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.908 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.908 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.908 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.908 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.908 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.908 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.908 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.908 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.908 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.908 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.908 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.908 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.909 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.909 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.909 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.909 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.909 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.909 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.909 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.909 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.909 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.909 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.909 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.909 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.909 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.909 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.909 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.909 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.909 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.910 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.910 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.910 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.910 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.910 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.910 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.910 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.910 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.910 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.910 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.910 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.910 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.910 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.911 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.911 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.911 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.911 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.911 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.911 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.911 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.911 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.911 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.911 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.911 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.911 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.911 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.911 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.911 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.911 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.912 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.912 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.912 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.912 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.912 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.912 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.912 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.912 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.912 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.912 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.912 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.912 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.912 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.913 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.913 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.913 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.913 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.913 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.913 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.913 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.913 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.913 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.913 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.913 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.913 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.913 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.913 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.913 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.913 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.913 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.914 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.914 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.914 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.914 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.914 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.914 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.914 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.914 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.914 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.914 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.914 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.915 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.915 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.915 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.915 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.915 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.915 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.915 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.915 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.915 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.915 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.915 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.915 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.915 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.916 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.916 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.916 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.916 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.916 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.916 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.916 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.916 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.916 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.916 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.916 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.916 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.916 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.916 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.916 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.917 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.917 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.917 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.917 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.917 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.917 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_policy 2023-12-03T12:50:27.917 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:27.917 INFO:teuthology.orchestra.run.smithi145.stdout: def test_bucket_policy_put_obj_copy_source_meta(): 2023-12-03T12:50:27.917 INFO:teuthology.orchestra.run.smithi145.stdout:> src_bucket_name = _create_objects(keys=['public/foo', 'public/bar']) 2023-12-03T12:50:27.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.917 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11115: 2023-12-03T12:50:27.917 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.917 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:116: in _create_objects 2023-12-03T12:50:27.918 INFO:teuthology.orchestra.run.smithi145.stdout: bucket = get_new_bucket_resource(name=bucket_name) 2023-12-03T12:50:27.918 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:581: in get_new_bucket_resource 2023-12-03T12:50:27.918 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_location = bucket.create() 2023-12-03T12:50:27.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/boto3/resources/factory.py:580: in do_action 2023-12-03T12:50:27.918 INFO:teuthology.orchestra.run.smithi145.stdout: response = action(self, *args, **kwargs) 2023-12-03T12:50:27.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/boto3/resources/action.py:88: in __call__ 2023-12-03T12:50:27.918 INFO:teuthology.orchestra.run.smithi145.stdout: response = getattr(parent.meta.client, operation_name)(*args, **params) 2023-12-03T12:50:27.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.918 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.918 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.918 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.918 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.919 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.919 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.919 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.919 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.919 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.919 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.919 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.919 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.920 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.920 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.920 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.920 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.920 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.920 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.920 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.920 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.920 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.920 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.920 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.920 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.920 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.921 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.921 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.921 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.921 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.921 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.921 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.921 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.921 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.921 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.921 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.921 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.921 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.921 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.921 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.921 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.921 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.922 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.922 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.922 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.922 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.922 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.922 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.922 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.922 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.922 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.922 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.922 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.922 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.922 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.922 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.922 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.923 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.923 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.923 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.923 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.923 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.923 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.923 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.923 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.923 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.923 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.923 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.923 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-458" 2023-12-03T12:50:27.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.923 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.924 INFO:teuthology.orchestra.run.smithi145.stdout:________________________ test_bucket_policy_put_obj_acl ________________________ 2023-12-03T12:50:27.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.924 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.924 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.924 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.924 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.924 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.924 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.924 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.924 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.924 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.924 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.924 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.925 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.925 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.925 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.925 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.925 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.925 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.925 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.925 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.925 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.925 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.925 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.925 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.925 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.925 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.926 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.926 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.926 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.926 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.926 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.926 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.926 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.926 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.926 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.926 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.926 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.926 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.926 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.926 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.926 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.926 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.926 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.927 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.927 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.927 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.927 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.927 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.927 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.927 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.927 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.927 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.927 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.927 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.927 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.927 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.928 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.928 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.928 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.928 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.928 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.928 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.928 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.928 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.928 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.928 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.928 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.928 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.929 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.929 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.929 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.929 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.929 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.929 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.929 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.929 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.929 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.929 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.929 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.929 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.929 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.929 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.929 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.929 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.929 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.930 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.930 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.930 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.930 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.930 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.930 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.930 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.930 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.930 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.930 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.930 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.930 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.930 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.930 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.930 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.930 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.931 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.931 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.931 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.931 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.931 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.931 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.931 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.931 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.932 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.932 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.932 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.932 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.932 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.932 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.932 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.932 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.932 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.932 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.932 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.932 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.932 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.933 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.933 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.933 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.933 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.933 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.933 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.933 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.933 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.933 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.933 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.933 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.933 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.933 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.934 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.934 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.934 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.934 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.934 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.934 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.934 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:27.934 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_policy 2023-12-03T12:50:27.934 INFO:teuthology.orchestra.run.smithi145.stdout: def test_bucket_policy_put_obj_acl(): 2023-12-03T12:50:27.934 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.934 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11165: 2023-12-03T12:50:27.935 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.935 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.935 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.935 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.935 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.935 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.935 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.935 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.935 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.936 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.936 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.936 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.936 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.936 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.936 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.936 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.936 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.937 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.937 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.937 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.937 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.937 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.937 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.937 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.937 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.937 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.937 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.937 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.937 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.937 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.937 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.938 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.938 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.938 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.938 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.938 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.938 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.938 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.938 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.938 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.938 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.938 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.938 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.938 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.938 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.939 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.939 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.939 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.939 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.939 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.939 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.939 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.939 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.939 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.939 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.939 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.939 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.939 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.939 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.939 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.940 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.940 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.940 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.940 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.940 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.940 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.940 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.940 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.940 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.940 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.940 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-459" 2023-12-03T12:50:27.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.940 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.940 INFO:teuthology.orchestra.run.smithi145.stdout:_______________________ test_bucket_policy_put_obj_grant _______________________ 2023-12-03T12:50:27.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.941 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.941 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.941 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.941 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.941 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.941 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.941 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.941 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.941 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.941 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.941 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.942 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.942 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.942 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.942 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.942 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.942 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.942 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.942 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.942 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.942 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.942 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.942 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.943 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.943 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.943 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.943 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.943 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.943 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.943 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.943 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.943 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.943 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.943 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.943 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.943 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.943 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.943 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.943 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.943 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.944 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.944 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.944 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.944 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.944 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.944 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.944 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.944 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.944 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.944 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.944 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.944 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.944 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.945 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.945 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.945 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.945 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.945 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.945 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.945 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.945 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.945 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.945 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.945 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.945 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.945 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.945 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.946 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.946 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.946 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.946 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.946 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.946 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.946 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.946 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.946 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.946 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.946 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.946 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.946 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.946 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.946 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.947 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.947 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.947 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.947 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.947 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.947 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.947 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.947 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.947 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.947 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.947 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.947 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.947 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.947 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.947 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.947 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.947 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.947 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.948 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.948 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.948 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.948 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.948 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.948 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.948 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.948 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.949 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.949 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.949 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.949 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.949 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.949 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.949 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.949 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.949 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.949 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.949 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.949 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.950 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.950 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.950 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.950 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.950 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.950 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.950 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.950 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.950 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.950 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.950 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.951 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.951 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.951 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.951 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.951 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.951 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.951 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_policy 2023-12-03T12:50:27.951 INFO:teuthology.orchestra.run.smithi145.stdout: def test_bucket_policy_put_obj_grant(): 2023-12-03T12:50:27.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.951 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.951 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11206: 2023-12-03T12:50:27.952 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.952 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.952 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.952 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.952 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.952 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.952 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.952 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.952 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.952 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.953 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.953 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.953 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.953 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.953 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.953 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.953 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.953 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.953 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.954 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.954 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.954 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.954 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.954 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.954 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.954 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.954 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.954 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.954 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.954 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.954 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.954 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.954 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.954 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.954 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.955 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.955 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.955 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.955 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.955 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.955 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.955 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.955 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.955 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.955 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.955 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.955 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.955 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.955 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.955 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.955 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.955 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.956 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.956 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.956 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.956 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.956 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.956 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.956 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.956 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.956 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.956 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.956 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.956 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.956 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.956 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.956 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.956 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.956 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.957 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.957 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.957 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.957 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.957 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-460" 2023-12-03T12:50:27.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.957 INFO:teuthology.orchestra.run.smithi145.stdout:________________________ test_put_obj_enc_conflict_c_s3 ________________________ 2023-12-03T12:50:27.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.957 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.957 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.957 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.957 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.957 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.957 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.957 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.958 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.958 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.958 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.958 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.958 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.958 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.958 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.958 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.958 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.958 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.958 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.958 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.959 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.959 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.959 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.959 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.959 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.959 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.959 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.959 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.959 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.959 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.959 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.959 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.959 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.959 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.959 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.960 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.960 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.960 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.960 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.960 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.960 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.960 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.960 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.960 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.960 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.960 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.960 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.960 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.961 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.961 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.961 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.961 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.961 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.961 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.961 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.961 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.961 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.961 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.961 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.961 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.962 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.962 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.962 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.962 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.962 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.962 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.962 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.962 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.962 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.962 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.963 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.963 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.963 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.963 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.963 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.963 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.963 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.963 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.963 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.963 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.963 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.963 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.963 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.963 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.963 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.963 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.963 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.964 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.964 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.964 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.964 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.964 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.964 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.964 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.964 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.964 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.964 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.964 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.964 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.964 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.964 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.964 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.964 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.964 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.965 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.965 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.965 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.965 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.965 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.965 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.965 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.965 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.965 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.965 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.965 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.965 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.965 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.965 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.965 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.965 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.965 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.965 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.966 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.966 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.966 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.966 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.966 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.966 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.966 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.966 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.966 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.966 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.966 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.967 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.967 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.967 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.967 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.967 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.967 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.967 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.967 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.967 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.967 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.967 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.967 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.967 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.967 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.968 INFO:teuthology.orchestra.run.smithi145.stdout: def test_put_obj_enc_conflict_c_s3(): 2023-12-03T12:50:27.968 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.968 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.968 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11267: 2023-12-03T12:50:27.968 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.968 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.968 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.968 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.968 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.968 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.968 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.968 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.969 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.969 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.969 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.969 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.969 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.969 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.969 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.969 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.969 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.970 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.970 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.970 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.970 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.970 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.970 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.970 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.970 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.970 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.970 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.970 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.971 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.971 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.971 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.971 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.971 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.971 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.971 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.971 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.971 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.971 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.971 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.971 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.971 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.971 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.971 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.971 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.972 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.972 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.972 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.972 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.972 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.972 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.972 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.972 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.972 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.972 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.972 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.972 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.972 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.972 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.972 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.972 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.973 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.973 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.973 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.973 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.973 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.973 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.973 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.973 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.973 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.973 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.973 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.973 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.973 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-461" 2023-12-03T12:50:27.973 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.973 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.973 INFO:teuthology.orchestra.run.smithi145.stdout:_______________________ test_put_obj_enc_conflict_c_kms ________________________ 2023-12-03T12:50:27.973 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.974 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.974 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.974 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.974 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.974 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.974 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.974 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.974 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.974 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.974 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.974 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.974 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.974 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.974 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.974 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.974 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.975 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.975 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.975 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.975 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.975 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.975 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.975 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.975 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.975 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.975 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.975 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.975 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.975 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.975 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.976 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.976 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.976 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.976 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.976 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.976 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.976 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.976 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.976 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.976 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.976 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.976 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.976 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.976 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.976 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.977 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.977 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.977 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.977 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.977 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.977 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.977 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.977 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.977 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.977 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.977 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.977 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.977 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.977 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.977 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.978 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.978 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.978 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.978 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.978 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.978 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.978 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.978 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.978 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.978 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.979 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.979 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.979 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.979 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.979 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.979 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.979 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.979 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.979 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.979 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.979 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.979 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.979 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.979 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.979 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.979 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.979 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.980 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.980 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.980 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.980 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.980 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.980 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.980 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.980 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.980 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.980 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.980 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.980 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.980 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.980 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.980 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.980 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.980 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.981 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.981 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.981 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.981 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.981 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.981 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.982 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.982 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.982 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.982 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.982 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.982 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.982 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.982 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.982 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.982 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.982 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.982 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.983 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.983 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:27.983 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.983 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.983 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:27.983 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:27.983 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:27.983 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:27.983 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:27.983 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.983 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:27.983 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:27.983 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:27.984 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.984 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:27.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:27.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.984 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.984 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:27.984 INFO:teuthology.orchestra.run.smithi145.stdout: def test_put_obj_enc_conflict_c_kms(): 2023-12-03T12:50:27.984 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:50:27.984 INFO:teuthology.orchestra.run.smithi145.stdout: if kms_keyid is None: 2023-12-03T12:50:27.984 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = 'fool-me-once' 2023-12-03T12:50:27.984 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:27.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.984 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11293: 2023-12-03T12:50:27.985 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.985 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:27.985 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:27.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:27.985 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:27.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:27.985 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:27.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:27.985 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:27.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:27.985 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:27.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:27.985 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:27.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:27.986 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:27.986 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:27.986 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:27.986 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:27.986 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:27.986 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:27.986 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:27.986 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:27.986 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:27.986 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:27.986 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:27.986 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:27.986 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:27.986 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:27.987 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:27.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:27.987 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:27.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:27.987 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:27.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:27.987 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:27.987 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:27.987 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:27.987 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.987 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.987 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.987 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.987 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.987 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.987 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.988 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.988 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.988 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.988 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.988 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.988 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.988 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.988 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.988 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.988 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.988 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.988 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.988 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.988 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.988 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.988 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:27.989 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.989 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.989 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.989 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.989 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.989 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.989 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.989 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.989 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.989 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.989 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:27.989 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:27.989 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:27.989 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:27.989 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:27.990 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.990 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.990 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:27.990 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:27.990 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:27.990 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:27.990 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:27.990 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.990 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:27.990 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:27.990 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.990 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:27.990 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:27.990 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-462" 2023-12-03T12:50:27.990 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.991 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:27.991 INFO:teuthology.orchestra.run.smithi145.stdout:_______________________ test_put_obj_enc_conflict_s3_kms _______________________ 2023-12-03T12:50:27.991 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.991 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.991 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.991 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.991 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.991 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.991 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.991 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.991 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.991 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.991 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:27.991 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.991 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:27.991 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:27.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.992 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.992 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:27.992 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:27.992 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.992 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:27.992 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.992 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:27.992 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:27.992 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.992 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:27.992 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:27.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.993 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:27.993 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:27.993 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:27.993 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:27.993 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:27.993 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.993 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:27.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.993 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:27.993 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:27.993 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:27.993 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:27.993 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:27.993 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:27.993 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:27.993 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:27.994 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.994 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.994 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:27.994 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:27.994 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:27.994 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:27.994 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.994 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:27.994 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:27.994 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:27.994 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:27.994 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.994 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.994 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:27.994 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:27.995 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:27.995 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:27.995 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.995 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.995 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:27.995 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:27.995 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:27.995 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.995 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:27.995 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.995 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:27.995 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:27.995 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.995 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:27.995 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:27.995 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:27.995 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:27.996 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:27.996 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:27.996 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.996 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:27.996 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.996 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:27.996 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.996 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.996 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:27.996 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.996 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:27.996 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:27.996 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:27.996 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:27.996 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:27.996 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:27.996 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:27.997 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:27.997 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:27.997 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:27.997 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:27.997 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:27.997 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:27.997 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:27.997 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:27.997 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.997 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:27.997 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:27.997 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:27.997 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:27.997 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:27.997 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:27.997 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:27.997 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:27.998 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:27.998 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:27.998 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:27.998 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:27.998 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.998 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:27.998 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.998 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:27.998 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:27.998 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:27.998 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:27.998 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:27.998 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:27.998 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:27.998 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:27.998 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:27.999 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:27.999 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:27.999 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:27.999 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:27.999 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:27.999 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:27.999 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.999 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:27.999 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.999 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:27.999 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:27.999 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:27.999 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:27.999 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:27.999 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:27.999 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:27.999 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.000 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.000 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.000 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.000 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.000 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.000 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.000 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.000 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.000 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.000 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.000 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.000 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.000 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.000 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.000 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.000 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.000 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.001 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.001 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.001 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.001 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.001 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.001 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.001 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.001 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.001 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.001 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:28.001 INFO:teuthology.orchestra.run.smithi145.stdout: def test_put_obj_enc_conflict_s3_kms(): 2023-12-03T12:50:28.001 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:50:28.001 INFO:teuthology.orchestra.run.smithi145.stdout: if kms_keyid is None: 2023-12-03T12:50:28.001 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = 'fool-me-once' 2023-12-03T12:50:28.001 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.001 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.002 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11320: 2023-12-03T12:50:28.002 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.002 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.002 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.002 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.002 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.002 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.002 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.002 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.002 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.002 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.002 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.002 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.002 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.002 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.002 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.003 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.003 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.003 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.003 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.003 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.003 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.003 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.003 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.003 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.003 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.003 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.003 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.003 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.003 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.003 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.003 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.004 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.004 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.004 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.004 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.004 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.004 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.004 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.004 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.004 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.004 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.004 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.004 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.004 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.004 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.004 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.004 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.005 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.005 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.005 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.005 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.005 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.005 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.005 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.005 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.005 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.005 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.005 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.005 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.005 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.005 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.005 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.005 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.005 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.006 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.006 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.006 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.006 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.006 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.006 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.006 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.006 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.006 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.006 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.006 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.006 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.006 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.006 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.006 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.006 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.006 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.007 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.007 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.007 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.007 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.007 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.007 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.007 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.007 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.007 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-463" 2023-12-03T12:50:28.007 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.007 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.007 INFO:teuthology.orchestra.run.smithi145.stdout:____________________ test_put_obj_enc_conflict_bad_enc_kms _____________________ 2023-12-03T12:50:28.007 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.007 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.007 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.007 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.007 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.008 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.008 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.008 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.008 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.008 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.008 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.008 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.008 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.008 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.008 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.008 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.008 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.008 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.008 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.008 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.008 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.008 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.009 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.009 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.009 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.009 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.009 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.009 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.009 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.009 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.009 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.009 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.009 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.009 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.009 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.009 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.009 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.009 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.009 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.010 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.010 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.010 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.010 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.010 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.010 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.010 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.010 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.010 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.010 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.010 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.010 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.010 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.010 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.011 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.011 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.011 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.011 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.011 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.011 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.011 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.011 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.011 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.011 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.011 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.011 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.011 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.011 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.011 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.011 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.011 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.012 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.012 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.012 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.012 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.012 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.012 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.012 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.012 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.012 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.012 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.012 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.012 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.012 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.012 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.012 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.012 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.012 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.013 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.013 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.013 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.013 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.013 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.013 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.013 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.013 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.013 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.013 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.013 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.013 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.013 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.013 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.013 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.013 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.013 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.014 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.014 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.014 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.014 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.014 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.014 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.014 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.014 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.014 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.014 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.014 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.014 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.014 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.014 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.014 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.014 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.015 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.015 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.015 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.015 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.015 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.015 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.015 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.015 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.015 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.015 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.015 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.015 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.015 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.015 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.015 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.015 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.016 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.016 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.016 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.016 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.016 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.016 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.016 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.016 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.016 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.016 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.016 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.016 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.016 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.016 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.016 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.016 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.016 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.017 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.017 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.017 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.017 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.017 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.017 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.017 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.017 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.017 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.017 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.017 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.017 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.017 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.017 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.017 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.017 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.017 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:28.017 INFO:teuthology.orchestra.run.smithi145.stdout: def test_put_obj_enc_conflict_bad_enc_kms(): 2023-12-03T12:50:28.018 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:50:28.018 INFO:teuthology.orchestra.run.smithi145.stdout: if kms_keyid is None: 2023-12-03T12:50:28.018 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = 'fool-me-once' 2023-12-03T12:50:28.018 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.018 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.018 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11344: 2023-12-03T12:50:28.018 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.018 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.018 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.018 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.018 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.018 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.018 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.019 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.019 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.019 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.019 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.019 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.019 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.019 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.019 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.019 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.019 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.019 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.019 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.019 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.019 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.019 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.019 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.019 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.020 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.020 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.020 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.020 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.020 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.020 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.020 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.020 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.020 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.020 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.020 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.020 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.020 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.020 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.020 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.020 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.020 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.021 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.021 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.021 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.021 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.021 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.021 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.021 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.021 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.021 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.021 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.021 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.021 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.021 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.021 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.021 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.021 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.022 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.022 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.022 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.022 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.022 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.022 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.022 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.022 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.022 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.022 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.022 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.022 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.022 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.022 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.022 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.022 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.023 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.023 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.023 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.023 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.023 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.023 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.023 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.023 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.023 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.023 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.023 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.023 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.023 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.023 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.023 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.023 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.023 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-464" 2023-12-03T12:50:28.023 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.024 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.024 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________ test_bucket_policy_put_obj_kms_noenc _____________________ 2023-12-03T12:50:28.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.024 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.024 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.024 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.024 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.024 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.024 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.024 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.024 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.024 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.025 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.025 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.025 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.025 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.025 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.025 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.025 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.025 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.025 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.025 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.025 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.025 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.025 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.025 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.026 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.026 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.026 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.026 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.026 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.026 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.026 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.026 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.026 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.026 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.026 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.026 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.026 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.026 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.027 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.027 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.027 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.027 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.027 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.027 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.027 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.027 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.027 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.027 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.027 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.027 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.027 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.027 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.027 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.027 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.028 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.028 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.028 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.028 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.028 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.028 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.028 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.028 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.028 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.028 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.028 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.028 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.028 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.028 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.028 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.028 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.028 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.029 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.029 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.029 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.029 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.029 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.029 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.029 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.029 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.029 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.029 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.029 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.029 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.029 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.029 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.029 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.029 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.029 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.030 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.030 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.030 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.030 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.030 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.030 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.030 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.030 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.030 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.030 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.030 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.030 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.030 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.030 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.030 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.031 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.031 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.031 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.031 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.031 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.031 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.031 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.031 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.031 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.031 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.031 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.031 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.031 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.031 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.031 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.031 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.032 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.032 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.032 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.032 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.032 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.032 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.032 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.032 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.032 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.032 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.032 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.032 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.032 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.032 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.032 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.032 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.033 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.033 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.033 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.033 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.033 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.033 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.033 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.033 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.033 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.033 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.033 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.033 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.033 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.033 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.033 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.033 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.033 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.033 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.034 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.034 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.034 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.034 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.034 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.034 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.034 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.034 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.034 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.034 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.034 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:28.034 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.034 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_policy 2023-12-03T12:50:28.034 INFO:teuthology.orchestra.run.smithi145.stdout: def test_bucket_policy_put_obj_kms_noenc(): 2023-12-03T12:50:28.035 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:50:28.035 INFO:teuthology.orchestra.run.smithi145.stdout: if kms_keyid is None: 2023-12-03T12:50:28.035 INFO:teuthology.orchestra.run.smithi145.stdout: pytest.skip('[s3 main] section missing kms_keyid') 2023-12-03T12:50:28.035 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.035 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.035 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11469: 2023-12-03T12:50:28.035 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.035 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.035 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.035 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.035 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.035 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.035 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.035 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.035 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.036 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.036 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.036 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.036 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.036 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.036 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.036 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.036 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.036 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.036 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.036 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.036 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.036 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.036 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.036 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.036 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.036 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.037 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.037 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.037 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.037 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.037 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.037 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.037 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.037 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.037 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.037 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.037 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.037 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.037 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.037 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.037 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.037 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.038 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.038 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.038 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.038 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.038 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.038 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.038 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.038 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.038 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.038 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.038 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.038 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.038 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.038 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.038 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.038 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.039 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.039 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.039 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.039 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.039 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.039 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.039 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.039 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.039 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.039 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.039 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.039 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.039 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.039 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.039 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.039 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.040 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.040 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.040 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.040 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.040 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.040 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.040 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.040 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.040 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.040 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.040 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.040 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.040 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.040 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.040 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.041 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-465" 2023-12-03T12:50:28.041 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.041 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.041 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ test_bucket_policy_put_obj_kms_s3 _______________________ 2023-12-03T12:50:28.041 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.041 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.041 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.041 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.041 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.041 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.041 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.041 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.041 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.041 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.042 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.042 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.042 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.042 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.042 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.042 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.042 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.042 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.042 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.042 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.042 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.042 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.042 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.042 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.042 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.042 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.043 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.043 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.043 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.043 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.043 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.043 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.043 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.043 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.043 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.043 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.043 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.043 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.043 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.043 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.043 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.043 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.043 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.044 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.044 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.044 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.044 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.044 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.044 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.044 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.044 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.044 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.044 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.044 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.044 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.044 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.044 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.044 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.044 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.044 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.045 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.045 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.045 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.045 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.045 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.045 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.045 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.045 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.045 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.045 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.045 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.045 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.045 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.045 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.045 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.045 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.046 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.046 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.046 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.046 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.046 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.046 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.046 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.046 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.046 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.046 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.046 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.046 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.046 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.046 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.046 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.047 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.047 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.047 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.047 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.047 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.047 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.047 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.047 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.047 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.047 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.047 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.047 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.047 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.047 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.047 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.047 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.047 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.048 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.048 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.048 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.048 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.048 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.048 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.048 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.048 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.048 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.048 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.048 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.048 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.048 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.048 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.048 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.048 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.048 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.049 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.049 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.049 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.049 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.049 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.049 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.049 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.049 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.049 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.049 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.049 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.049 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.049 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.049 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.049 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.050 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.050 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.050 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.050 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.050 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.050 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.050 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.050 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.050 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.050 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.050 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.050 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.050 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.050 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.050 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.050 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.051 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.051 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.051 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.051 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.051 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.051 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.051 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.051 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.051 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.051 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.051 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.051 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.051 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:28.051 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_policy 2023-12-03T12:50:28.051 INFO:teuthology.orchestra.run.smithi145.stdout: def test_bucket_policy_put_obj_kms_s3(): 2023-12-03T12:50:28.051 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.052 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.052 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11512: 2023-12-03T12:50:28.052 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.052 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.052 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.052 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.052 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.052 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.052 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.052 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.052 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.052 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.052 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.052 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.052 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.052 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.052 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.053 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.053 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.053 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.053 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.053 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.053 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.053 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.053 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.053 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.053 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.053 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.053 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.053 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.053 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.053 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.053 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.053 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.054 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.054 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.054 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.054 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.054 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.054 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.054 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.054 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.054 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.054 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.054 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.054 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.054 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.054 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.054 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.054 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.054 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.055 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.055 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.055 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.055 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.055 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.055 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.055 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.055 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.055 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.055 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.055 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.055 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.055 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.055 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.055 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.055 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.055 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.056 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.056 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.056 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.056 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.056 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.056 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.056 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.056 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.056 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.056 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.056 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.056 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.056 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.056 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.056 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.056 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.056 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.057 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.057 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.057 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.057 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.057 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.057 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.057 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-466" 2023-12-03T12:50:28.057 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.057 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.057 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ test_bucket_policy_get_obj_acl_existing_tag __________________ 2023-12-03T12:50:28.057 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.057 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.057 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.057 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.057 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.057 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.057 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.058 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.058 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.058 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.058 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.058 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.058 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.058 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.058 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.058 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.058 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.058 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.058 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.058 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.058 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.059 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.059 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.059 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.059 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.059 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.059 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.059 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.059 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.059 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.059 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.059 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.059 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.059 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.059 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.059 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.059 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.059 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.060 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.060 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.060 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.060 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.060 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.060 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.060 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.060 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.060 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.060 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.060 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.060 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.060 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.060 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.060 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.060 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.060 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.061 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.061 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.061 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.061 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.061 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.061 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.061 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.061 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.061 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.061 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.061 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.061 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.061 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.061 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.061 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.061 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.061 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.062 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.062 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.062 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.062 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.062 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.062 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.062 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.062 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.062 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.062 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.062 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.062 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.062 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.062 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.062 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.062 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.063 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.063 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.063 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.063 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.063 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.063 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.063 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.063 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.063 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.063 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.063 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.063 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.063 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.063 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.063 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.063 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.063 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.064 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.064 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.064 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.064 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.064 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.064 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.064 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.064 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.064 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.064 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.064 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.064 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.064 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.064 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.064 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.064 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.064 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.065 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.065 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.065 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.065 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.065 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.065 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.065 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.065 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.065 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.065 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.065 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.065 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.065 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.065 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.065 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.065 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.065 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.065 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.066 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.066 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.066 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.066 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.066 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.066 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.066 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.066 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.066 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.066 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.066 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.066 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.066 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.066 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.066 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.066 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.066 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.067 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.067 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.067 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.067 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.067 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.067 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.067 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.067 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.067 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.tagging 2023-12-03T12:50:28.067 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_policy 2023-12-03T12:50:28.068 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.068 INFO:teuthology.orchestra.run.smithi145.stdout: def test_bucket_policy_get_obj_acl_existing_tag(): 2023-12-03T12:50:28.068 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = _create_objects(keys=['publictag', 'privatetag', 'invalidtag']) 2023-12-03T12:50:28.068 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.068 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11584: 2023-12-03T12:50:28.068 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.068 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:116: in _create_objects 2023-12-03T12:50:28.068 INFO:teuthology.orchestra.run.smithi145.stdout: bucket = get_new_bucket_resource(name=bucket_name) 2023-12-03T12:50:28.068 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:581: in get_new_bucket_resource 2023-12-03T12:50:28.068 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_location = bucket.create() 2023-12-03T12:50:28.068 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/boto3/resources/factory.py:580: in do_action 2023-12-03T12:50:28.068 INFO:teuthology.orchestra.run.smithi145.stdout: response = action(self, *args, **kwargs) 2023-12-03T12:50:28.068 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/boto3/resources/action.py:88: in __call__ 2023-12-03T12:50:28.068 INFO:teuthology.orchestra.run.smithi145.stdout: response = getattr(parent.meta.client, operation_name)(*args, **params) 2023-12-03T12:50:28.068 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.068 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.068 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.069 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.069 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.069 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.069 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.069 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.069 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.069 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.069 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.069 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.069 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.070 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.070 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.070 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.070 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.070 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.070 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.070 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.070 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.070 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.070 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.070 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.070 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.070 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.070 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.070 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.070 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.071 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.071 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.071 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.071 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.071 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.071 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.071 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.071 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.071 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.071 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.071 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.071 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.071 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.071 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.071 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.071 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.072 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.072 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.072 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.072 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.072 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.072 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.072 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.072 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.072 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.072 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.072 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.072 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.072 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.072 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.072 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.072 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.072 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.073 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.073 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.073 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.073 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.073 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.073 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.073 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.073 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.073 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.073 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.073 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.073 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.073 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.073 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.073 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.073 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.073 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.074 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-467" 2023-12-03T12:50:28.074 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.074 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.074 INFO:teuthology.orchestra.run.smithi145.stdout:________________________ test_object_lock_put_obj_lock _________________________ 2023-12-03T12:50:28.074 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.074 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.074 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.074 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.074 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.074 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.074 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.074 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.074 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.074 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.074 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.074 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.075 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.075 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.075 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.075 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.075 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.075 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.075 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.075 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.075 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.075 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.075 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.075 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.075 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.075 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.076 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.076 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.076 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.076 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.076 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.076 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.076 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.076 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.076 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.076 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.076 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.076 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.076 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.076 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.076 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.076 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.076 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.077 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.077 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.077 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.077 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.077 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.077 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.077 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.077 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.077 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.077 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.077 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.077 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.077 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.077 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.077 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.077 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.078 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.078 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.078 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.078 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.078 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.078 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.078 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.078 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.078 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.078 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.078 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.078 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.078 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.078 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.078 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.078 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.078 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.079 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.079 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.079 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.079 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.079 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.079 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.079 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.079 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.079 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.079 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.079 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.079 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.079 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.079 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.079 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.079 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.080 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.080 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.080 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.080 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.080 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.080 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.080 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.080 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.080 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.080 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.080 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.080 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.080 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.080 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.080 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.080 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.080 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.081 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.081 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.081 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.081 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.081 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.081 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.081 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.081 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.081 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.081 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.081 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.081 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.081 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.081 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.081 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.082 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.082 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.082 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.082 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.082 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.082 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.082 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.082 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.082 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.082 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.082 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.082 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.082 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.082 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.082 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.083 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.083 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.083 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.083 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.083 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.083 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.083 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.083 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.083 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.083 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.083 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.083 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.083 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.083 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.083 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.083 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.084 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.084 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.084 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.084 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.084 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.084 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.084 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.084 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.084 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.084 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.084 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_put_obj_lock(): 2023-12-03T12:50:28.084 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.084 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.085 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.085 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.085 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11645: 2023-12-03T12:50:28.085 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.085 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.085 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.085 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.085 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.085 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.085 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.085 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.085 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.085 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.085 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.085 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.085 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.085 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.086 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.086 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.086 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.086 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.086 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.086 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.086 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.086 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.086 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.086 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.087 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.087 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.087 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.087 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.087 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.087 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.087 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.087 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.087 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.087 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.087 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.087 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.087 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.087 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.087 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.087 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.087 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.088 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.088 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.088 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.088 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.088 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.088 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.088 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.088 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.088 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.088 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.088 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.088 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.088 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.088 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.088 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.089 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.089 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.089 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.089 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.089 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.089 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.089 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.089 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.089 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.089 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.089 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.089 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.089 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.089 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.089 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.089 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.090 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.090 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.090 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.090 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.090 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.090 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.090 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.090 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.090 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-468" 2023-12-03T12:50:28.090 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.090 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.090 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ test_object_lock_put_obj_lock_invalid_bucket _________________ 2023-12-03T12:50:28.090 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.090 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.090 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.090 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.091 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.091 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.091 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.091 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.091 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.091 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.091 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.091 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.091 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.091 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.091 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.091 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.091 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.091 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.091 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.092 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.092 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.092 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.092 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.092 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.092 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.092 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.092 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.092 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.092 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.092 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.092 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.093 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.093 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.093 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.093 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.093 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.093 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.093 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.093 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.093 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.093 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.093 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.093 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.093 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.093 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.093 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.093 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.094 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.094 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.094 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.094 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.094 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.094 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.094 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.094 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.094 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.094 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.094 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.094 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.094 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.094 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.094 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.095 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.095 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.095 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.095 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.095 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.095 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.095 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.095 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.095 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.095 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.095 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.095 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.095 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.095 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.096 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.096 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.096 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.096 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.096 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.096 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.096 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.096 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.096 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.096 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.096 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.096 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.096 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.096 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.096 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.096 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.096 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.097 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.097 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.097 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.097 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.097 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.097 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.097 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.097 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.097 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.097 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.097 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.097 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.097 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.097 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.097 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.097 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.097 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.097 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.098 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.098 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.098 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.098 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.098 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.098 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.098 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.098 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.098 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.098 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.099 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.099 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.099 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.099 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.099 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.099 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.099 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.099 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.099 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.099 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.099 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.100 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.100 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.100 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.100 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.100 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.100 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.100 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.100 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.100 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.100 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.100 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.100 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.100 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.100 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.100 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.100 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.100 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.101 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.101 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.101 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.101 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.101 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.101 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.101 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_put_obj_lock_invalid_bucket(): 2023-12-03T12:50:28.101 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.101 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.101 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name) 2023-12-03T12:50:28.101 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.101 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11677: 2023-12-03T12:50:28.101 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.101 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.101 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.101 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.102 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.102 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.102 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.102 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.102 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.102 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.102 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.102 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.102 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.102 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.102 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.102 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.102 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.102 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.102 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.102 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.103 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.103 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.103 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.103 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.103 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.103 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.103 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.103 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.103 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.103 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.103 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.104 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.104 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.104 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.104 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.104 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.104 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.104 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.104 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.104 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.104 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.104 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.104 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.104 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.104 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.104 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.104 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.104 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.105 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.105 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.105 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.105 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.105 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.105 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.105 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.105 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.105 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.105 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.105 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.105 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.105 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.105 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.105 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.105 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.106 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.106 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.106 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.106 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.106 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.106 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.106 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.106 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.106 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.106 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.106 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.106 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.106 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.106 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.107 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.107 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.107 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-469" 2023-12-03T12:50:28.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.107 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.107 INFO:teuthology.orchestra.run.smithi145.stdout:______________ test_object_lock_put_obj_lock_with_days_and_years _______________ 2023-12-03T12:50:28.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.107 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.107 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.107 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.107 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.107 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.107 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.107 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.107 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.107 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.108 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.108 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.108 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.108 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.108 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.108 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.108 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.108 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.108 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.108 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.108 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.108 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.108 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.108 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.109 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.109 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.109 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.109 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.109 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.109 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.109 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.109 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.109 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.109 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.109 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.109 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.109 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.109 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.109 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.109 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.110 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.110 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.110 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.110 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.110 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.110 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.110 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.110 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.110 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.110 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.110 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.110 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.110 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.110 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.110 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.110 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.111 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.111 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.111 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.111 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.111 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.111 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.111 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.111 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.111 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.111 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.111 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.111 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.111 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.111 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.111 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.112 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.112 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.112 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.112 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.112 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.112 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.112 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.112 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.112 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.112 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.112 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.112 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.112 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.112 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.113 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.113 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.113 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.113 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.113 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.113 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.113 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.113 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.113 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.113 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.113 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.113 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.113 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.113 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.113 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.113 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.113 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.114 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.114 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.114 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.114 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.114 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.114 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.114 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.114 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.114 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.114 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.114 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.114 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.114 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.115 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.115 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.115 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.115 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.115 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.115 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.115 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.115 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.115 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.115 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.115 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.115 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.115 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.115 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.115 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.115 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.115 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.116 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.116 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.116 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.116 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.116 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.116 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.116 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.116 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.116 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.116 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.116 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.116 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.116 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.116 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.116 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.116 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.116 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.117 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.117 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.117 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.117 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.117 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.117 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.117 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.117 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.117 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.117 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.117 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.117 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_put_obj_lock_with_days_and_years(): 2023-12-03T12:50:28.117 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.117 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.117 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.117 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.117 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11695: 2023-12-03T12:50:28.118 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.118 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.118 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.118 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.118 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.118 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.118 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.118 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.118 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.118 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.118 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.118 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.118 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.118 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.118 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.118 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.118 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.119 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.119 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.119 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.119 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.119 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.119 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.119 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.119 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.119 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.119 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.119 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.119 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.119 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.119 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.119 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.119 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.119 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.119 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.120 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.120 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.120 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.120 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.120 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.120 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.120 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.120 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.120 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.120 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.120 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.120 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.120 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.120 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.120 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.121 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.121 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.121 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.121 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.121 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.121 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.121 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.121 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.121 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.121 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.121 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.121 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.121 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.121 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.121 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.121 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.121 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.122 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.122 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.122 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.122 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.122 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.122 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.122 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.122 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.122 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.122 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.122 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.122 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.122 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.122 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.122 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.122 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.123 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.123 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.123 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.123 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.123 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-470" 2023-12-03T12:50:28.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.123 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.123 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ test_object_lock_put_obj_lock_invalid_days __________________ 2023-12-03T12:50:28.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.123 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.123 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.123 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.123 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.123 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.123 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.123 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.124 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.124 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.124 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.124 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.124 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.124 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.124 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.124 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.124 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.124 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.124 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.124 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.124 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.124 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.124 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.125 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.125 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.125 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.125 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.125 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.125 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.125 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.125 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.125 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.125 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.125 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.125 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.125 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.125 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.125 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.125 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.126 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.126 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.126 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.126 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.126 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.126 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.126 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.126 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.126 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.126 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.126 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.126 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.126 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.126 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.126 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.126 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.126 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.127 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.127 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.127 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.127 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.127 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.127 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.127 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.127 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.127 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.127 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.127 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.127 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.127 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.127 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.127 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.127 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.127 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.128 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.128 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.128 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.128 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.128 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.128 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.128 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.128 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.128 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.128 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.128 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.128 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.128 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.128 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.128 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.128 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.128 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.128 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.129 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.129 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.129 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.129 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.129 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.129 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.129 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.129 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.129 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.129 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.129 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.129 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.129 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.129 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.129 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.129 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.129 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.130 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.130 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.130 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.130 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.130 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.130 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.130 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.130 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.130 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.130 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.131 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.131 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.131 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.131 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.131 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.131 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.131 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.131 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.131 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.131 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.131 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.131 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.131 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.131 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.131 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.131 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.132 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.132 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.132 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.132 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.132 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.132 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.132 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.132 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.132 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.132 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.132 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.132 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.132 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.132 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.132 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.132 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.132 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.133 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.133 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.133 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.133 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.133 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.133 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.133 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_put_obj_lock_invalid_days(): 2023-12-03T12:50:28.133 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.133 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.133 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.133 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.133 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11714: 2023-12-03T12:50:28.133 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.133 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.133 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.134 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.134 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.134 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.134 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.134 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.134 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.134 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.134 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.134 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.135 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.135 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.135 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.135 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.135 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.135 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.135 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.135 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.135 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.135 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.135 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.135 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.135 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.135 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.135 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.135 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.136 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.136 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.136 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.136 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.136 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.136 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.136 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.136 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.136 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.136 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.136 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.136 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.136 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.136 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.136 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.137 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.137 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.137 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.137 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.137 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.137 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.137 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.137 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.137 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.137 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.137 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.137 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.137 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.137 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.137 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.137 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.137 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.137 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.138 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.138 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.138 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.138 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.138 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.138 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.138 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.138 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.138 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.138 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.138 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.138 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.138 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.138 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.138 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.138 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.139 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.139 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.139 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-471" 2023-12-03T12:50:28.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.139 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.139 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ test_object_lock_put_obj_lock_invalid_years __________________ 2023-12-03T12:50:28.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.139 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.139 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.139 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.139 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.139 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.139 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.139 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.139 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.140 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.140 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.140 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.140 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.140 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.140 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.140 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.140 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.140 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.140 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.140 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.140 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.140 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.140 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.140 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.140 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.140 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.141 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.141 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.141 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.141 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.141 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.141 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.141 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.141 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.141 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.141 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.141 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.141 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.141 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.141 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.141 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.142 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.142 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.142 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.142 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.142 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.142 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.142 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.142 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.142 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.142 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.142 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.142 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.142 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.142 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.142 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.142 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.143 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.143 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.143 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.143 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.143 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.143 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.143 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.143 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.143 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.143 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.143 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.143 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.143 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.143 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.143 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.143 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.143 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.144 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.144 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.144 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.144 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.144 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.144 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.144 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.144 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.144 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.144 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.144 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.144 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.144 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.144 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.144 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.144 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.144 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.145 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.145 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.145 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.145 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.145 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.145 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.145 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.145 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.145 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.145 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.145 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.145 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.145 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.145 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.145 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.145 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.145 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.146 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.146 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.146 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.146 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.146 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.146 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.146 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.146 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.146 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.146 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.146 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.146 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.146 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.147 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.147 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.147 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.147 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.147 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.147 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.147 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.147 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.147 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.147 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.147 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.147 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.147 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.147 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.147 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.147 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.147 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.148 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.148 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.148 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.148 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.148 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.148 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.148 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.148 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.148 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.148 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.148 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.148 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.148 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.148 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.148 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.148 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.148 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.149 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.149 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.149 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.149 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.149 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.149 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.149 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.149 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.149 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.149 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.149 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.149 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_put_obj_lock_invalid_years(): 2023-12-03T12:50:28.149 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.149 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.149 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.149 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.149 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11732: 2023-12-03T12:50:28.149 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.150 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.150 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.150 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.150 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.150 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.150 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.150 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.150 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.150 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.150 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.150 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.150 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.150 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.150 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.150 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.151 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.151 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.151 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.151 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.151 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.151 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.151 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.151 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.151 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.151 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.151 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.151 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.151 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.151 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.151 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.152 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.152 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.152 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.152 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.152 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.152 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.152 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.152 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.152 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.152 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.152 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.152 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.152 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.152 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.152 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.152 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.152 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.153 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.153 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.153 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.153 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.153 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.153 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.153 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.153 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.153 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.153 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.153 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.153 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.153 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.153 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.153 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.153 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.154 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.154 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.154 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.154 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.154 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.154 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.154 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.154 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.154 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.154 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.154 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.154 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.154 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.154 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.154 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.154 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.154 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.155 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.155 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.155 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.155 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.155 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.155 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-472" 2023-12-03T12:50:28.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.155 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.155 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ test_object_lock_put_obj_lock_invalid_mode __________________ 2023-12-03T12:50:28.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.155 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.155 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.155 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.155 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.155 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.155 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.156 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.156 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.156 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.156 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.156 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.156 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.156 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.156 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.156 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.156 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.156 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.156 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.156 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.156 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.156 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.156 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.156 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.157 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.157 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.157 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.157 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.157 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.157 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.157 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.157 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.157 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.157 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.157 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.157 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.157 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.157 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.158 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.158 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.158 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.158 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.158 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.158 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.158 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.158 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.158 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.158 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.158 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.158 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.158 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.158 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.158 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.158 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.159 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.159 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.159 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.159 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.159 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.159 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.159 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.159 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.159 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.159 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.159 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.159 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.159 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.159 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.159 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.159 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.159 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.160 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.160 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.160 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.160 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.160 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.160 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.160 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.160 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.160 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.160 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.160 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.160 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.160 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.160 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.160 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.161 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.161 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.161 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.161 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.161 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.161 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.161 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.161 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.161 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.161 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.161 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.161 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.161 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.161 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.161 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.161 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.162 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.162 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.162 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.162 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.162 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.162 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.162 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.162 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.162 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.162 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.162 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.162 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.162 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.162 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.163 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.163 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.163 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.163 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.163 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.163 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.163 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.163 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.163 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.163 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.164 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.164 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.164 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.164 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.164 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.164 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.164 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.164 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.164 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.164 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.164 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.164 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.165 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.165 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.165 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.165 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.165 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.165 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.165 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.165 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.165 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.165 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.165 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.165 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.165 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.165 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.165 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.165 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.166 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.166 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.166 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.166 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.166 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.166 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.166 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_put_obj_lock_invalid_mode(): 2023-12-03T12:50:28.166 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.166 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.166 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.166 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.166 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11750: 2023-12-03T12:50:28.166 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.166 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.166 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.166 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.167 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.167 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.167 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.167 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.167 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.167 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.167 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.167 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.167 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.167 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.167 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.167 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.167 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.167 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.167 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.167 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.167 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.168 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.168 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.168 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.168 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.168 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.168 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.168 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.168 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.168 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.168 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.168 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.168 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.168 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.168 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.168 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.168 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.169 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.169 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.169 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.169 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.169 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.169 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.169 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.169 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.169 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.169 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.169 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.169 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.169 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.169 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.169 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.169 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.169 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.170 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.170 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.170 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.170 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.170 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.170 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.170 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.170 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.170 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.170 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.170 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.170 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.170 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.170 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.170 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.170 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.171 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.171 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.171 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.171 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.171 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.171 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.171 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.171 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.171 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.171 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.171 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.171 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.171 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.171 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.171 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.171 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.172 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.172 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-473" 2023-12-03T12:50:28.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.172 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.172 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ test_object_lock_put_obj_lock_invalid_status _________________ 2023-12-03T12:50:28.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.172 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.172 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.172 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.172 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.172 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.172 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.172 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.172 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.173 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.173 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.173 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.173 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.173 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.173 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.173 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.173 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.173 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.173 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.173 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.173 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.173 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.173 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.173 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.173 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.173 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.174 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.174 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.174 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.174 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.174 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.174 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.174 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.174 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.174 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.174 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.174 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.174 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.174 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.174 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.174 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.174 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.175 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.175 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.175 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.175 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.175 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.175 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.175 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.175 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.175 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.175 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.175 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.175 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.175 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.175 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.175 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.175 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.175 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.176 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.176 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.176 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.176 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.176 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.176 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.176 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.176 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.176 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.176 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.176 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.176 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.176 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.176 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.176 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.177 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.177 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.177 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.177 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.177 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.177 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.177 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.177 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.177 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.177 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.177 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.177 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.177 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.177 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.177 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.177 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.177 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.178 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.178 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.178 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.178 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.178 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.178 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.178 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.178 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.178 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.178 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.178 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.178 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.178 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.178 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.178 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.178 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.178 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.179 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.179 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.179 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.179 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.179 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.179 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.179 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.179 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.179 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.179 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.179 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.179 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.180 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.180 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.180 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.180 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.180 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.180 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.180 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.180 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.180 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.180 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.180 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.180 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.180 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.180 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.180 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.180 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.181 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.181 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.181 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.181 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.181 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.181 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.181 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.181 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.181 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.181 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.181 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.181 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.181 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.181 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.181 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.181 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.182 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.182 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.182 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.182 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.182 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.182 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.182 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.182 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.182 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.182 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.182 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_put_obj_lock_invalid_status(): 2023-12-03T12:50:28.182 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.182 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.182 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.182 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.182 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11780: 2023-12-03T12:50:28.182 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.183 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.183 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.183 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.183 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.183 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.183 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.183 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.183 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.183 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.184 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.184 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.184 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.184 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.184 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.184 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.184 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.184 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.184 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.184 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.184 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.184 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.184 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.184 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.184 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.184 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.184 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.185 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.185 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.185 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.185 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.185 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.185 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.185 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.185 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.185 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.185 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.185 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.185 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.185 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.185 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.185 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.185 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.186 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.186 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.186 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.186 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.186 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.186 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.186 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.186 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.186 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.186 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.186 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.186 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.186 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.186 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.186 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.186 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.186 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.187 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.187 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.187 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.187 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.187 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.187 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.187 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.187 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.187 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.187 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.187 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.187 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.187 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.187 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.187 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.187 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.187 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.187 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.188 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.188 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-474" 2023-12-03T12:50:28.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.188 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.188 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________ test_object_lock_suspend_versioning ______________________ 2023-12-03T12:50:28.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.188 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.188 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.188 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.188 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.188 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.188 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.188 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.188 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.188 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.189 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.189 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.189 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.189 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.189 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.189 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.189 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.189 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.189 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.189 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.189 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.189 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.189 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.189 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.190 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.190 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.190 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.190 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.190 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.190 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.190 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.190 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.190 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.190 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.190 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.190 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.190 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.190 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.190 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.190 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.191 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.191 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.191 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.191 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.191 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.191 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.191 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.191 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.191 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.191 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.191 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.191 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.191 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.191 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.191 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.192 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.192 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.192 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.192 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.192 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.192 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.192 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.192 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.192 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.192 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.192 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.192 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.192 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.192 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.192 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.192 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.193 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.193 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.193 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.193 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.193 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.193 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.193 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.193 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.193 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.193 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.193 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.193 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.193 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.193 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.193 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.194 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.194 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.194 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.194 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.194 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.194 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.194 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.194 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.194 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.194 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.194 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.194 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.194 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.195 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.195 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.195 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.195 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.195 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.195 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.195 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.195 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.195 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.195 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.195 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.195 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.195 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.195 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.196 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.196 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.196 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.196 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.196 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.196 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.196 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.196 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.196 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.197 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.197 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.197 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.197 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.197 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.197 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.197 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.197 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.197 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.197 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.197 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.197 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.197 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.197 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.197 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.197 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.197 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.198 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.198 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.198 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.198 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.198 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.198 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.198 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.198 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.198 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.198 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.198 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.198 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.198 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.198 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.198 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.198 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.199 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.199 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.199 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.199 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.199 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_suspend_versioning(): 2023-12-03T12:50:28.199 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.199 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.199 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.199 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.199 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11798: 2023-12-03T12:50:28.199 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.199 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.199 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.199 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.199 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.200 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.200 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.200 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.200 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.200 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.200 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.200 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.200 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.201 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.201 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.201 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.201 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.201 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.201 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.201 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.201 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.201 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.201 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.201 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.201 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.201 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.201 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.202 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.202 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.202 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.202 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.202 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.202 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.202 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.202 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.202 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.202 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.202 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.202 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.202 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.202 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.202 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.202 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.203 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.203 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.203 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.203 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.203 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.203 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.203 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.203 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.203 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.203 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.203 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.203 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.203 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.203 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.203 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.203 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.203 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.204 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.204 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.204 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.204 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.204 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.204 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.204 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.204 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.204 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.204 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.204 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.204 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.204 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.204 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.204 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.204 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.204 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.205 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-475" 2023-12-03T12:50:28.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.205 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.205 INFO:teuthology.orchestra.run.smithi145.stdout:________________________ test_object_lock_get_obj_lock _________________________ 2023-12-03T12:50:28.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.205 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.205 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.205 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.205 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.205 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.205 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.205 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.205 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.205 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.206 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.206 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.206 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.206 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.206 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.206 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.206 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.206 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.206 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.206 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.206 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.206 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.206 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.206 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.206 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.206 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.207 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.207 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.207 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.207 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.207 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.207 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.207 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.207 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.207 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.207 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.207 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.207 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.207 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.207 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.207 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.207 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.207 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.208 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.208 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.208 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.208 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.208 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.208 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.208 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.208 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.208 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.208 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.208 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.208 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.208 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.208 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.208 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.208 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.208 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.208 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.209 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.209 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.209 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.209 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.209 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.209 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.209 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.209 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.209 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.209 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.209 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.209 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.209 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.209 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.209 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.209 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.209 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.210 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.210 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.210 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.210 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.210 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.210 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.210 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.210 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.210 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.210 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.210 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.210 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.210 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.210 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.210 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.210 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.210 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.211 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.211 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.211 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.211 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.211 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.211 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.211 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.211 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.211 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.211 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.211 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.211 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.211 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.211 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.211 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.211 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.212 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.212 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.212 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.212 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.212 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.212 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.212 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.212 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.212 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.212 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.212 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.212 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.212 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.212 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.212 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.212 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.212 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.213 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.213 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.213 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.213 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.213 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.213 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.213 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.213 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.213 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.213 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.213 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.213 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.213 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.213 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.213 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.213 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.213 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.214 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.214 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.214 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.214 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.214 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.214 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.214 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.214 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.214 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.214 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.214 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.214 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.214 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.214 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.214 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.214 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.214 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.214 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.215 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.215 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.215 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.215 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.215 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.215 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.215 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_get_obj_lock(): 2023-12-03T12:50:28.215 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.215 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.215 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.215 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.215 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11809: 2023-12-03T12:50:28.215 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.216 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.216 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.216 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.216 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.216 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.216 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.216 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.216 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.217 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.217 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.217 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.217 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.217 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.217 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.217 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.217 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.217 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.217 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.217 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.217 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.217 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.217 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.217 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.217 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.218 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.218 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.218 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.218 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.218 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.218 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.218 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.218 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.218 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.218 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.218 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.218 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.218 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.218 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.218 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.219 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.219 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.219 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.219 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.219 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.219 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.219 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.219 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.219 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.219 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.219 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.219 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.219 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.219 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.219 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.220 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.220 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.220 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.220 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.220 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.220 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.220 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.220 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.220 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.220 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.220 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.220 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.220 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.221 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.221 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.221 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.221 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.221 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.221 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.221 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.221 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.221 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.221 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.221 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.221 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-476" 2023-12-03T12:50:28.221 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.221 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.222 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ test_object_lock_get_obj_lock_invalid_bucket _________________ 2023-12-03T12:50:28.222 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.222 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.222 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.222 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.222 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.222 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.222 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.222 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.222 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.222 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.222 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.222 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.222 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.222 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.223 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.223 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.223 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.223 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.223 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.223 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.223 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.223 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.223 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.223 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.223 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.223 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.223 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.224 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.224 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.224 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.224 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.224 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.224 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.224 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.224 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.224 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.224 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.224 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.224 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.224 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.224 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.224 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.224 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.225 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.225 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.225 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.225 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.225 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.225 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.225 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.225 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.225 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.225 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.225 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.225 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.225 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.225 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.225 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.226 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.226 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.226 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.226 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.226 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.226 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.226 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.226 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.226 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.226 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.226 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.226 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.226 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.226 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.227 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.227 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.227 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.227 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.227 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.227 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.227 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.227 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.227 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.227 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.227 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.227 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.227 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.227 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.228 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.228 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.228 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.228 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.228 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.228 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.228 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.228 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.228 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.228 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.228 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.228 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.228 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.228 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.228 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.228 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.228 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.229 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.229 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.229 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.229 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.229 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.229 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.229 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.229 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.229 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.229 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.229 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.229 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.229 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.229 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.229 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.229 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.229 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.230 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.230 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.230 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.230 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.230 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.230 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.230 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.230 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.230 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.230 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.230 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.230 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.230 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.230 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.230 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.230 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.231 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.231 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.231 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.231 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.231 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.231 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.231 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.231 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.231 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.231 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.231 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.231 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.231 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.231 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.231 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.232 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.232 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.232 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.232 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.232 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.232 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.232 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.232 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.232 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.232 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.232 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.232 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_get_obj_lock_invalid_bucket(): 2023-12-03T12:50:28.232 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.232 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.232 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name) 2023-12-03T12:50:28.232 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.232 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11827: 2023-12-03T12:50:28.233 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.233 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.233 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.233 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.233 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.233 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.233 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.233 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.233 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.233 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.234 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.234 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.234 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.234 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.234 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.234 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.234 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.234 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.234 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.235 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.235 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.235 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.235 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.235 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.235 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.235 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.235 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.235 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.235 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.235 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.235 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.235 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.235 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.235 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.235 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.235 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.236 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.236 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.236 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.236 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.236 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.236 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.236 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.236 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.236 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.236 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.236 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.236 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.236 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.236 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.236 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.236 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.236 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.237 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.237 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.237 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.237 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.237 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.237 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.237 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.237 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.237 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.237 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.237 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.237 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.237 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.237 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.237 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.238 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.238 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.238 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-477" 2023-12-03T12:50:28.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.238 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.238 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ test_object_lock_put_obj_retention ______________________ 2023-12-03T12:50:28.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.238 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.238 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.238 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.238 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.238 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.238 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.238 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.239 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.239 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.239 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.239 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.239 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.239 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.239 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.239 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.239 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.239 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.239 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.239 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.239 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.239 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.239 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.239 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.239 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.240 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.240 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.240 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.240 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.240 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.240 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.240 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.240 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.240 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.240 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.240 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.240 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.240 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.240 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.240 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.240 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.240 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.240 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.241 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.241 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.241 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.241 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.241 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.241 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.241 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.241 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.241 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.241 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.241 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.241 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.241 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.241 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.242 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.242 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.242 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.242 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.242 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.242 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.242 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.242 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.242 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.242 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.242 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.242 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.242 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.242 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.242 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.242 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.242 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.243 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.243 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.243 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.243 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.243 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.243 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.243 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.243 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.243 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.243 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.243 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.243 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.243 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.243 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.243 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.243 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.243 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.244 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.244 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.244 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.244 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.244 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.244 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.244 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.244 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.244 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.244 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.244 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.244 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.244 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.244 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.244 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.244 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.244 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.244 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.245 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.245 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.245 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.245 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.245 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.245 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.245 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.245 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.245 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.245 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.245 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.245 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.245 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.245 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.245 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.245 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.245 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.246 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.246 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.246 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.246 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.246 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.246 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.246 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.246 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.246 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.246 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.246 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.246 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.246 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.246 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.246 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.246 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.247 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.247 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.247 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.247 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.247 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.247 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.247 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.247 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.247 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.247 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.247 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.247 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.247 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.247 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.248 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.248 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.248 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.248 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.248 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.248 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.248 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.248 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.248 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.248 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.248 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.248 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_put_obj_retention(): 2023-12-03T12:50:28.248 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.248 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.248 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.249 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.249 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11838: 2023-12-03T12:50:28.249 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.249 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.249 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.249 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.249 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.249 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.249 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.249 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.249 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.250 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.250 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.250 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.250 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.250 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.250 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.250 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.250 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.250 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.251 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.251 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.251 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.251 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.251 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.251 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.251 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.251 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.251 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.251 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.251 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.251 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.251 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.251 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.251 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.251 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.252 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.252 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.252 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.252 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.252 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.252 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.252 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.252 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.252 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.252 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.252 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.252 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.252 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.252 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.252 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.252 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.252 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.253 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.253 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.253 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.253 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.253 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.253 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.253 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.253 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.253 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.253 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.253 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.253 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.253 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.253 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.253 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.254 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.254 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.254 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.254 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.254 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.254 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-478" 2023-12-03T12:50:28.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.254 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.254 INFO:teuthology.orchestra.run.smithi145.stdout:______________ test_object_lock_put_obj_retention_invalid_bucket _______________ 2023-12-03T12:50:28.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.254 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.254 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.254 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.254 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.254 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.254 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.255 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.255 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.255 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.255 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.255 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.255 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.255 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.255 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.255 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.255 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.255 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.255 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.255 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.255 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.255 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.255 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.255 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.256 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.256 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.256 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.256 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.256 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.256 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.256 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.256 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.256 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.256 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.256 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.256 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.256 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.256 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.256 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.256 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.256 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.256 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.257 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.257 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.257 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.257 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.257 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.257 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.257 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.257 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.257 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.257 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.257 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.257 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.257 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.257 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.257 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.258 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.258 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.258 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.258 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.258 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.258 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.258 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.258 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.258 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.258 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.258 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.258 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.258 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.258 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.258 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.259 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.259 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.259 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.259 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.259 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.259 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.259 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.259 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.259 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.259 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.259 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.259 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.259 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.259 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.259 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.259 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.259 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.260 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.260 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.260 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.260 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.260 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.260 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.260 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.260 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.260 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.260 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.260 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.260 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.260 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.260 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.260 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.260 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.260 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.261 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.261 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.261 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.261 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.261 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.261 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.261 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.261 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.261 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.261 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.261 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.261 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.261 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.261 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.261 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.261 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.262 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.262 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.262 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.262 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.262 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.262 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.262 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.262 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.262 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.262 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.262 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.262 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.262 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.262 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.262 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.262 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.263 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.263 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.263 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.263 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.263 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.263 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.263 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.263 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.263 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.263 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.263 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.263 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.263 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.263 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.263 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.263 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.263 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.263 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.264 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.264 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.264 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.264 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.264 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.264 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.264 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.264 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.264 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.264 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.264 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.264 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_put_obj_retention_invalid_bucket(): 2023-12-03T12:50:28.264 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.264 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.264 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name) 2023-12-03T12:50:28.264 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.265 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11854: 2023-12-03T12:50:28.265 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.265 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.265 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.265 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.265 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.265 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.265 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.265 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.265 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.265 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.266 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.266 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.266 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.266 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.266 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.266 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.266 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.266 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.266 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.267 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.267 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.267 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.267 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.267 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.267 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.267 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.267 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.267 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.267 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.267 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.267 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.267 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.267 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.267 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.267 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.267 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.268 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.268 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.268 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.268 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.268 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.268 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.268 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.268 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.268 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.268 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.268 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.268 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.268 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.268 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.268 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.268 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.269 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.269 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.269 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.269 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.269 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.269 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.269 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.269 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.269 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.269 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.269 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.269 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.269 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.269 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.269 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.270 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.270 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.270 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.270 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-479" 2023-12-03T12:50:28.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.270 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.270 INFO:teuthology.orchestra.run.smithi145.stdout:_______________ test_object_lock_put_obj_retention_invalid_mode ________________ 2023-12-03T12:50:28.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.270 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.270 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.270 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.270 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.270 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.270 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.270 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.271 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.271 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.271 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.271 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.271 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.271 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.271 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.271 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.271 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.271 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.271 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.271 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.271 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.271 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.271 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.271 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.272 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.272 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.272 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.272 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.272 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.272 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.272 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.272 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.272 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.272 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.272 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.272 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.272 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.272 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.272 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.272 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.272 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.273 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.273 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.273 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.273 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.273 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.273 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.273 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.273 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.273 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.273 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.273 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.273 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.273 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.273 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.273 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.274 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.274 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.274 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.274 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.274 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.274 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.274 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.274 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.274 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.274 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.274 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.274 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.274 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.274 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.274 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.274 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.274 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.275 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.275 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.275 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.275 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.275 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.275 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.275 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.275 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.275 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.275 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.275 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.275 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.275 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.275 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.276 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.276 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.276 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.276 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.276 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.276 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.276 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.276 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.276 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.276 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.276 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.276 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.276 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.276 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.276 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.276 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.276 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.277 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.277 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.277 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.277 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.277 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.277 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.277 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.277 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.277 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.277 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.277 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.277 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.277 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.277 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.277 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.277 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.277 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.277 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.278 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.278 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.278 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.278 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.278 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.278 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.278 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.278 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.278 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.278 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.278 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.278 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.278 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.278 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.279 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.279 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.279 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.279 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.279 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.279 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.279 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.279 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.279 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.279 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.279 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.279 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.279 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.279 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.279 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.279 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.280 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.280 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.280 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.280 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.280 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.280 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.280 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.280 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_put_obj_retention_invalid_mode(): 2023-12-03T12:50:28.280 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.280 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.280 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.280 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.280 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11868: 2023-12-03T12:50:28.280 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.281 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.281 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.281 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.281 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.281 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.281 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.281 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.281 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.282 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.282 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.282 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.282 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.282 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.282 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.282 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.282 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.282 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.282 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.283 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.283 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.283 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.283 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.283 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.283 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.283 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.283 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.283 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.283 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.283 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.283 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.283 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.283 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.283 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.283 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.284 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.284 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.284 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.284 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.284 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.284 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.284 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.284 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.284 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.284 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.284 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.284 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.284 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.284 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.284 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.284 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.284 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.285 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.285 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.285 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.285 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.285 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.285 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.285 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.285 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.285 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.285 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.285 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.285 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.285 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.285 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.285 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.285 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.285 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.286 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.286 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.286 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.286 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.286 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-480" 2023-12-03T12:50:28.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.286 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.286 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ test_object_lock_get_obj_retention ______________________ 2023-12-03T12:50:28.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.286 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.286 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.286 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.286 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.286 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.286 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.286 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.287 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.287 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.287 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.287 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.287 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.287 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.287 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.287 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.287 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.287 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.287 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.287 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.287 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.287 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.288 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.288 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.288 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.288 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.288 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.288 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.288 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.288 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.288 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.288 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.288 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.288 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.288 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.288 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.288 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.288 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.288 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.289 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.289 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.289 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.289 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.289 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.289 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.289 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.289 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.289 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.289 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.289 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.289 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.289 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.289 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.289 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.289 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.290 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.290 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.290 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.290 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.290 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.290 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.290 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.290 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.290 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.290 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.290 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.290 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.290 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.290 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.290 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.290 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.291 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.291 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.291 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.291 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.291 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.291 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.291 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.291 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.291 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.291 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.291 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.291 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.291 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.291 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.291 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.292 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.292 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.292 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.292 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.292 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.292 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.292 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.292 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.292 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.292 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.292 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.292 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.292 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.292 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.292 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.292 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.292 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.293 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.293 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.293 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.293 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.293 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.293 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.293 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.293 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.293 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.293 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.293 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.293 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.293 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.293 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.293 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.293 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.293 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.294 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.294 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.294 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.294 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.294 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.294 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.294 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.294 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.294 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.294 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.294 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.294 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.294 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.294 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.294 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.295 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.295 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.295 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.295 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.295 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.295 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.295 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.295 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.295 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.295 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.295 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.295 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.295 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.295 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.295 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.295 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.296 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.296 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.296 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.296 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.296 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.296 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.296 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.296 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.296 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.296 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.296 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.296 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.296 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.296 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.296 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_get_obj_retention(): 2023-12-03T12:50:28.296 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.296 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.296 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.297 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.297 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11888: 2023-12-03T12:50:28.297 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.297 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.297 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.297 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.297 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.297 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.297 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.297 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.297 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.297 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.297 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.297 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.297 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.297 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.297 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.298 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.298 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.298 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.298 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.298 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.298 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.298 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.298 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.298 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.299 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.299 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.299 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.299 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.299 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.299 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.299 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.299 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.299 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.299 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.299 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.299 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.299 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.299 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.299 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.299 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.300 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.300 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.300 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.300 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.300 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.300 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.300 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.300 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.300 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.300 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.300 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.300 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.300 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.300 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.300 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.300 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.301 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.301 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.301 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.301 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.301 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.301 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.301 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.301 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.301 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.301 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.301 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.301 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.301 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.301 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.301 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.301 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.302 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.302 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.302 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.302 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.302 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.302 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.302 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-481" 2023-12-03T12:50:28.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.302 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.302 INFO:teuthology.orchestra.run.smithi145.stdout:__________________ test_object_lock_get_obj_retention_iso8601 __________________ 2023-12-03T12:50:28.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.302 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.302 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.302 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.302 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.303 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.303 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.303 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.303 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.303 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.303 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.303 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.303 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.303 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.303 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.303 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.303 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.303 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.303 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.303 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.304 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.304 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.304 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.304 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.304 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.304 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.304 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.304 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.304 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.304 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.304 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.304 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.304 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.304 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.304 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.304 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.304 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.305 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.305 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.305 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.305 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.305 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.305 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.305 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.305 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.305 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.305 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.305 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.305 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.305 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.305 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.305 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.306 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.306 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.306 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.306 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.306 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.306 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.306 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.306 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.306 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.306 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.306 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.306 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.306 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.306 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.306 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.306 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.307 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.307 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.307 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.307 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.307 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.307 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.307 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.307 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.307 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.307 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.307 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.307 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.307 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.307 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.307 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.307 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.307 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.307 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.308 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.308 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.308 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.308 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.308 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.308 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.308 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.308 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.308 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.308 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.308 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.308 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.308 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.308 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.308 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.308 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.308 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.309 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.309 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.309 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.309 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.309 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.309 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.309 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.309 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.309 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.309 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.309 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.309 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.309 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.309 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.309 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.310 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.310 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.310 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.310 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.310 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.310 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.310 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.310 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.310 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.310 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.310 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.310 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.310 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.310 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.311 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.311 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.311 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.311 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.311 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.311 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.311 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.311 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.311 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.311 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.311 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.311 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.311 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.311 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.311 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.312 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.312 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.312 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.312 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.312 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.312 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.312 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.312 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.312 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.312 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.312 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.312 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.312 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.312 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.312 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.312 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.312 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.313 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.313 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_get_obj_retention_iso8601(): 2023-12-03T12:50:28.313 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.313 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.313 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.313 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.313 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11903: 2023-12-03T12:50:28.313 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.313 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.313 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.313 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.313 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.313 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.313 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.313 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.313 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.313 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.314 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.314 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.314 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.314 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.314 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.314 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.314 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.314 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.314 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.315 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.315 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.315 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.315 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.315 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.315 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.315 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.315 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.315 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.315 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.315 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.315 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.315 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.315 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.316 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.316 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.316 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.316 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.316 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.316 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.316 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.316 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.316 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.316 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.316 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.316 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.316 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.316 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.316 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.316 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.316 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.317 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.317 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.317 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.317 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.317 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.317 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.317 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.317 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.317 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.317 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.317 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.317 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.317 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.317 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.317 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.317 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.318 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.318 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.318 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.318 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.318 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.318 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.318 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.318 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.318 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.318 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.318 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-482" 2023-12-03T12:50:28.318 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.318 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.319 INFO:teuthology.orchestra.run.smithi145.stdout:______________ test_object_lock_get_obj_retention_invalid_bucket _______________ 2023-12-03T12:50:28.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.319 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.319 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.319 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.319 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.319 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.319 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.319 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.319 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.319 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.319 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.319 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.320 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.320 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.320 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.320 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.320 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.320 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.320 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.320 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.320 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.320 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.320 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.320 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.320 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.320 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.320 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.320 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.320 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.321 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.321 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.321 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.321 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.321 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.321 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.321 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.321 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.321 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.321 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.321 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.321 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.321 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.321 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.322 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.322 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.322 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.322 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.322 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.322 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.322 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.322 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.322 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.322 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.322 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.322 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.322 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.322 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.323 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.323 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.323 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.323 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.323 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.323 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.323 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.323 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.323 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.323 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.323 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.323 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.323 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.323 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.324 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.324 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.324 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.324 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.324 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.324 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.324 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.324 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.324 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.324 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.324 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.324 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.325 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.325 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.325 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.325 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.325 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.325 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.325 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.325 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.325 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.325 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.325 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.325 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.325 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.325 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.326 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.326 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.326 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.326 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.326 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.326 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.326 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.326 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.326 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.326 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.326 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.326 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.326 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.326 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.327 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.327 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.327 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.327 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.327 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.327 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.327 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.327 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.327 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.327 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.327 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.327 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.327 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.327 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.327 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.327 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.327 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.328 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.328 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.328 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.328 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.328 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.328 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.328 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.328 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.328 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.328 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.328 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.328 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.328 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.328 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.328 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.328 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.328 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.329 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.329 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.329 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.329 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.329 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.329 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.329 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.329 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.329 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.329 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.329 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.329 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.329 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.329 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.329 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.329 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.329 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.330 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.330 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.330 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_get_obj_retention_invalid_bucket(): 2023-12-03T12:50:28.330 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.330 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.330 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name) 2023-12-03T12:50:28.330 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.330 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11920: 2023-12-03T12:50:28.330 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.330 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.330 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.330 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.330 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.331 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.331 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.331 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.331 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.331 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.331 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.331 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.331 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.331 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.332 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.332 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.332 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.332 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.332 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.332 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.332 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.332 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.332 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.332 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.332 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.332 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.332 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.332 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.332 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.332 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.333 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.333 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.333 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.333 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.333 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.333 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.333 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.333 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.333 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.333 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.333 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.333 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.333 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.333 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.333 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.333 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.333 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.334 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.334 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.334 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.334 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.334 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.334 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.334 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.334 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.334 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.334 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.334 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.334 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.334 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.334 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.334 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.334 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.334 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.335 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.335 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.335 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.335 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.335 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.335 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.335 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.335 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.335 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.335 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.335 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.335 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-483" 2023-12-03T12:50:28.335 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.335 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.335 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ test_object_lock_put_obj_retention_versionid _________________ 2023-12-03T12:50:28.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.336 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.336 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.336 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.336 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.336 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.336 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.336 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.336 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.336 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.336 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.336 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.336 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.336 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.337 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.337 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.337 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.337 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.337 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.337 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.337 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.337 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.337 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.337 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.337 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.337 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.337 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.337 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.337 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.337 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.337 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.338 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.338 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.338 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.338 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.338 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.338 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.338 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.338 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.338 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.338 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.338 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.338 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.338 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.338 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.338 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.338 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.338 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.339 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.339 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.339 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.339 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.339 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.339 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.339 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.339 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.339 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.339 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.339 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.339 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.339 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.339 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.340 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.340 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.340 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.340 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.340 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.340 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.340 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.340 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.340 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.340 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.340 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.340 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.340 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.340 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.340 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.340 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.340 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.341 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.341 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.341 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.341 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.341 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.341 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.341 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.341 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.341 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.341 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.341 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.341 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.341 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.341 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.341 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.341 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.341 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.342 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.342 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.342 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.342 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.342 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.342 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.342 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.342 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.342 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.342 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.342 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.342 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.342 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.342 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.342 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.343 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.343 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.343 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.343 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.343 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.343 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.343 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.343 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.343 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.343 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.343 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.343 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.343 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.343 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.343 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.343 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.343 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.344 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.344 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.344 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.344 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.344 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.344 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.344 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.344 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.344 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.344 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.344 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.344 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.344 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.344 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.344 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.344 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.345 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.345 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.345 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.345 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.345 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.345 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.345 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.345 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.345 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.345 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.345 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.345 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.345 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.345 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.345 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.345 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.346 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.346 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.346 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.346 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.346 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.346 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_put_obj_retention_versionid(): 2023-12-03T12:50:28.346 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.346 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.346 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.346 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.346 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11933: 2023-12-03T12:50:28.346 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.346 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.346 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.347 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.347 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.347 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.347 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.347 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.347 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.347 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.347 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.347 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.348 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.348 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.348 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.348 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.348 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.348 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.348 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.348 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.348 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.348 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.348 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.348 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.348 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.348 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.348 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.348 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.348 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.349 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.349 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.349 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.349 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.349 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.349 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.349 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.349 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.349 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.349 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.349 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.349 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.349 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.349 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.349 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.349 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.349 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.350 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.350 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.350 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.350 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.350 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.350 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.350 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.350 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.350 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.350 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.350 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.350 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.350 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.350 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.350 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.350 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.350 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.351 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.351 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.351 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.351 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.351 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.351 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.351 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.351 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.351 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.351 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.351 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.351 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.351 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.351 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.351 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.351 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.352 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-484" 2023-12-03T12:50:28.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.352 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.352 INFO:teuthology.orchestra.run.smithi145.stdout:________ test_object_lock_put_obj_retention_override_default_retention _________ 2023-12-03T12:50:28.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.352 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.352 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.352 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.352 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.352 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.352 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.352 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.352 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.352 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.352 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.352 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.353 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.353 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.353 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.353 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.353 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.353 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.353 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.353 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.353 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.353 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.353 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.353 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.354 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.354 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.354 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.354 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.354 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.354 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.354 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.354 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.354 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.354 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.354 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.354 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.354 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.354 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.354 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.354 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.355 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.355 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.355 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.355 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.355 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.355 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.355 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.355 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.355 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.355 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.355 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.355 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.355 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.355 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.355 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.355 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.355 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.356 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.356 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.356 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.356 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.356 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.356 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.356 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.356 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.356 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.356 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.356 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.356 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.356 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.356 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.356 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.356 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.356 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.357 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.357 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.357 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.357 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.357 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.357 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.357 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.357 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.357 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.357 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.357 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.357 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.357 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.357 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.358 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.358 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.358 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.358 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.358 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.358 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.358 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.358 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.358 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.358 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.358 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.358 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.358 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.358 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.358 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.358 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.359 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.359 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.359 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.359 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.359 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.359 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.359 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.359 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.359 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.359 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.359 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.359 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.359 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.359 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.359 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.359 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.360 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.360 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.360 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.360 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.360 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.360 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.360 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.360 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.360 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.360 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.360 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.360 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.360 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.360 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.361 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.361 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.361 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.361 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.361 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.361 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.361 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.361 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.361 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.361 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.361 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.361 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.361 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.361 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.361 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.361 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.362 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.362 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.362 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.362 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.362 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.362 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.362 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.362 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.362 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.362 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.362 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_put_obj_retention_override_default_retention(): 2023-12-03T12:50:28.362 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.363 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.363 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.363 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.363 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11949: 2023-12-03T12:50:28.363 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.363 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.363 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.363 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.363 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.363 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.363 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.363 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.363 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.363 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.363 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.363 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.363 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.364 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.364 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.364 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.364 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.364 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.364 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.364 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.364 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.364 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.365 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.365 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.365 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.365 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.365 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.365 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.365 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.365 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.365 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.365 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.365 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.365 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.365 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.365 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.365 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.366 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.366 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.366 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.366 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.366 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.366 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.366 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.366 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.366 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.366 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.366 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.366 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.366 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.366 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.366 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.367 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.367 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.367 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.367 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.367 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.367 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.367 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.367 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.367 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.367 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.367 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.367 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.367 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.367 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.367 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.367 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.367 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.367 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.368 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.368 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.368 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.368 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.368 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.368 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.368 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.368 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-485" 2023-12-03T12:50:28.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.368 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.368 INFO:teuthology.orchestra.run.smithi145.stdout:______________ test_object_lock_put_obj_retention_increase_period ______________ 2023-12-03T12:50:28.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.368 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.368 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.368 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.368 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.369 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.369 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.369 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.369 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.369 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.369 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.369 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.369 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.369 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.369 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.369 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.369 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.369 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.369 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.370 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.370 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.370 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.370 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.370 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.370 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.370 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.370 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.370 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.370 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.370 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.370 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.370 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.370 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.370 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.370 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.371 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.371 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.371 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.371 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.371 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.371 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.371 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.371 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.371 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.371 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.371 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.371 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.371 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.371 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.371 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.371 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.371 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.372 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.372 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.372 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.372 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.372 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.372 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.372 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.372 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.372 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.372 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.372 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.372 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.372 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.372 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.372 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.372 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.373 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.373 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.373 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.373 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.373 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.373 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.373 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.373 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.373 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.373 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.373 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.373 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.373 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.373 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.373 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.373 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.374 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.374 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.374 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.374 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.374 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.374 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.374 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.374 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.374 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.374 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.374 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.374 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.374 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.374 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.374 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.374 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.375 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.375 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.375 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.375 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.375 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.375 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.375 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.375 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.375 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.375 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.375 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.375 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.375 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.375 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.375 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.375 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.376 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.376 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.376 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.376 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.376 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.376 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.376 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.376 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.376 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.376 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.376 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.376 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.377 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.377 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.377 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.377 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.377 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.377 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.377 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.377 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.377 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.377 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.377 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.377 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.377 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.378 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.378 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.378 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.378 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.378 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.378 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.378 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.378 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.378 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.378 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.378 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.378 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.378 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.378 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.378 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.378 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.379 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.379 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.379 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_put_obj_retention_increase_period(): 2023-12-03T12:50:28.379 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.379 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.379 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.379 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.379 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11974: 2023-12-03T12:50:28.379 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.379 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.379 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.379 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.379 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.379 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.379 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.380 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.380 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.380 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.380 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.380 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.380 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.380 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.380 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.380 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.381 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.381 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.381 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.381 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.381 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.381 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.381 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.381 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.381 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.382 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.382 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.382 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.382 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.382 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.382 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.382 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.382 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.382 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.382 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.382 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.382 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.382 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.382 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.382 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.382 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.383 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.383 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.383 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.383 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.383 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.383 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.383 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.383 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.383 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.383 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.383 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.383 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.383 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.383 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.383 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.383 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.383 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.384 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.384 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.384 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.384 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.384 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.384 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.384 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.384 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.384 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.384 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.384 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.384 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.384 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.384 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.384 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.384 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.384 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.385 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-486" 2023-12-03T12:50:28.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.385 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.385 INFO:teuthology.orchestra.run.smithi145.stdout:______________ test_object_lock_put_obj_retention_shorten_period _______________ 2023-12-03T12:50:28.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.385 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.385 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.385 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.385 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.385 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.385 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.385 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.385 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.385 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.385 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.386 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.386 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.386 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.386 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.386 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.386 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.386 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.386 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.386 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.386 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.386 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.386 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.386 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.387 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.387 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.387 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.387 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.387 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.387 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.387 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.387 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.387 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.387 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.387 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.387 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.387 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.387 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.388 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.388 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.388 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.388 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.388 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.388 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.388 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.388 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.388 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.388 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.388 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.388 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.388 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.388 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.388 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.388 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.389 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.389 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.389 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.389 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.389 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.389 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.389 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.389 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.389 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.389 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.389 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.389 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.389 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.389 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.389 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.389 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.389 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.390 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.390 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.390 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.390 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.390 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.390 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.390 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.390 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.390 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.390 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.390 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.390 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.390 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.390 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.390 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.391 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.391 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.391 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.391 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.391 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.391 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.391 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.391 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.391 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.391 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.391 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.391 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.392 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.392 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.392 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.392 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.392 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.392 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.392 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.392 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.392 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.392 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.392 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.392 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.392 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.392 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.392 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.392 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.393 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.393 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.393 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.393 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.393 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.393 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.393 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.393 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.393 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.393 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.393 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.393 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.393 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.393 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.393 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.393 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.393 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.394 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.394 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.394 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.394 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.394 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.394 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.394 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.394 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.394 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.394 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.394 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.394 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.394 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.394 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.395 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.395 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.395 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.395 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.395 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.395 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.395 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.395 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.395 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.395 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.395 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.395 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.395 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.395 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.395 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.395 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.395 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.396 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.396 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_put_obj_retention_shorten_period(): 2023-12-03T12:50:28.396 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.396 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.396 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.396 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.396 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:11991: 2023-12-03T12:50:28.396 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.396 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.396 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.396 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.396 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.396 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.396 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.396 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.396 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.397 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.397 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.397 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.397 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.397 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.397 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.397 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.397 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.397 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.397 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.397 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.397 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.397 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.397 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.397 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.397 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.397 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.398 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.398 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.398 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.398 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.398 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.398 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.398 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.398 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.398 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.398 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.398 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.398 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.398 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.398 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.399 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.399 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.399 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.399 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.399 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.399 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.399 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.399 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.399 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.399 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.399 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.399 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.399 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.399 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.399 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.399 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.399 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.400 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.400 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.400 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.400 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.400 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.400 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.400 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.400 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.400 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.400 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.400 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.400 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.400 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.400 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.400 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.400 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.400 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.401 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.401 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.401 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.401 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.401 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.401 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.401 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.401 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.401 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.401 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-487" 2023-12-03T12:50:28.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.401 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.401 INFO:teuthology.orchestra.run.smithi145.stdout:___________ test_object_lock_put_obj_retention_shorten_period_bypass ___________ 2023-12-03T12:50:28.401 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.401 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.402 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.402 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.402 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.402 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.402 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.402 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.402 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.402 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.402 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.402 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.402 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.402 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.402 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.402 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.403 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.403 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.403 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.403 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.403 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.403 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.403 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.403 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.403 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.403 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.403 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.403 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.403 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.403 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.403 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.404 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.404 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.404 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.404 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.404 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.404 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.404 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.404 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.404 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.404 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.404 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.404 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.404 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.404 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.404 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.404 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.405 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.405 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.405 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.405 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.405 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.405 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.405 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.405 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.405 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.405 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.405 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.405 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.405 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.405 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.405 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.405 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.405 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.406 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.406 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.406 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.406 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.406 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.406 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.406 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.406 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.406 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.406 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.406 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.406 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.407 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.407 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.407 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.407 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.407 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.407 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.407 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.407 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.407 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.407 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.407 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.407 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.407 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.407 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.407 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.407 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.407 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.408 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.408 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.408 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.408 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.408 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.408 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.408 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.408 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.408 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.408 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.408 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.408 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.408 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.408 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.408 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.408 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.408 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.409 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.409 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.409 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.409 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.409 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.409 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.409 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.409 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.409 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.409 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.409 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.409 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.409 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.409 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.409 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.409 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.410 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.410 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.410 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.410 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.410 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.410 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.410 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.410 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.410 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.410 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.410 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.410 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.410 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.410 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.410 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.411 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.411 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.411 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.411 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.411 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.411 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.411 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.411 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.411 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.411 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.411 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.411 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.411 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.411 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.411 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.411 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.412 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.412 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_put_obj_retention_shorten_period_bypass(): 2023-12-03T12:50:28.412 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.412 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.412 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.412 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.412 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12009: 2023-12-03T12:50:28.412 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.412 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.412 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.412 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.412 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.412 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.412 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.412 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.412 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.413 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.413 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.413 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.413 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.413 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.413 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.413 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.413 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.413 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.413 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.413 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.413 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.413 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.413 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.413 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.413 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.413 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.414 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.414 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.414 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.414 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.414 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.414 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.414 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.414 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.414 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.414 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.414 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.414 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.414 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.414 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.414 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.414 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.414 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.415 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.415 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.415 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.415 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.415 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.415 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.415 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.415 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.415 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.415 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.415 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.415 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.415 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.415 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.415 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.415 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.415 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.415 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.416 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.416 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.416 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.416 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.416 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.416 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.416 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.416 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.416 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.416 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.416 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.416 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.416 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.416 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.416 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.416 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.416 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.417 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.417 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.417 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.417 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.417 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.417 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.417 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.417 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.417 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.417 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-488" 2023-12-03T12:50:28.417 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.417 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.417 INFO:teuthology.orchestra.run.smithi145.stdout:________________ test_object_lock_delete_object_with_retention _________________ 2023-12-03T12:50:28.417 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.417 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.417 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.418 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.418 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.418 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.418 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.418 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.418 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.418 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.418 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.418 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.418 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.418 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.418 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.418 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.418 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.419 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.419 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.419 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.419 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.419 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.419 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.419 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.419 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.419 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.419 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.419 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.419 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.419 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.419 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.419 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.420 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.420 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.420 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.420 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.420 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.420 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.420 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.420 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.420 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.420 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.420 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.420 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.420 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.420 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.420 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.420 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.420 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.421 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.421 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.421 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.421 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.421 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.421 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.421 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.421 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.421 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.421 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.421 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.421 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.421 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.421 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.421 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.421 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.422 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.422 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.422 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.422 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.422 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.422 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.422 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.422 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.422 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.422 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.422 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.422 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.422 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.422 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.422 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.423 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.423 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.423 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.423 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.423 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.423 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.423 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.423 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.423 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.423 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.423 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.423 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.423 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.423 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.423 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.423 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.423 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.424 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.424 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.424 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.424 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.424 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.424 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.424 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.424 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.424 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.424 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.424 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.424 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.424 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.424 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.424 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.424 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.425 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.425 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.425 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.425 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.425 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.425 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.425 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.425 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.425 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.425 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.425 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.425 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.425 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.425 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.425 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.425 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.425 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.426 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.426 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.426 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.426 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.426 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.426 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.426 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.426 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.426 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.426 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.426 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.426 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.426 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.427 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.427 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.427 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.427 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.427 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.427 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.427 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.427 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.427 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.427 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.427 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.427 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.427 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.428 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.428 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_delete_object_with_retention(): 2023-12-03T12:50:28.428 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.428 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.428 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.428 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.428 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12026: 2023-12-03T12:50:28.428 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.428 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.428 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.428 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.428 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.428 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.429 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.429 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.429 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.429 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.429 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.429 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.429 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.429 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.429 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.429 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.429 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.429 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.429 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.429 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.429 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.430 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.430 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.430 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.430 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.430 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.430 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.430 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.430 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.430 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.430 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.430 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.430 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.430 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.430 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.431 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.431 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.431 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.431 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.431 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.431 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.431 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.431 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.431 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.431 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.431 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.431 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.431 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.431 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.432 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.432 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.432 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.432 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.432 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.432 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.432 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.432 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.432 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.432 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.432 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.432 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.432 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.432 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.432 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.432 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.433 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.433 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.433 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.433 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.433 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.433 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.433 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.433 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.433 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.433 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.433 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.433 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.433 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.433 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.433 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.433 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.433 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.434 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.434 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-489" 2023-12-03T12:50:28.434 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.434 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.434 INFO:teuthology.orchestra.run.smithi145.stdout:___________ test_object_lock_delete_object_with_retention_and_marker ___________ 2023-12-03T12:50:28.434 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.434 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.434 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.434 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.434 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.434 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.434 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.434 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.434 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.434 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.435 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.435 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.435 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.435 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.435 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.435 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.435 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.435 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.435 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.435 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.435 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.435 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.435 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.436 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.436 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.436 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.436 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.436 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.436 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.436 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.436 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.436 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.436 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.436 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.436 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.436 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.436 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.436 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.436 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.437 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.437 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.437 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.437 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.437 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.437 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.437 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.437 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.437 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.437 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.437 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.437 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.437 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.437 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.437 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.437 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.438 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.438 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.438 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.438 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.438 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.438 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.438 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.438 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.438 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.438 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.438 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.438 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.438 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.438 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.439 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.439 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.439 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.439 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.439 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.439 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.439 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.439 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.439 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.439 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.439 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.439 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.439 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.439 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.439 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.439 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.439 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.440 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.440 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.440 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.440 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.440 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.440 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.440 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.440 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.440 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.440 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.440 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.440 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.440 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.440 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.440 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.440 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.441 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.441 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.441 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.441 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.441 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.441 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.441 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.441 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.441 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.441 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.441 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.441 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.441 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.441 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.442 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.442 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.442 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.442 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.442 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.442 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.442 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.442 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.442 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.442 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.442 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.442 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.442 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.443 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.443 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.443 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.443 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.443 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.443 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.443 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.443 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.443 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.443 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.443 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.444 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.444 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.444 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.444 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.444 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.444 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.444 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.444 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.444 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.444 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.444 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.444 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.444 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.444 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.444 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.445 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.445 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.445 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.445 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.445 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_delete_object_with_retention_and_marker(): 2023-12-03T12:50:28.445 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.445 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.445 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.445 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.445 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12044: 2023-12-03T12:50:28.445 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.445 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.445 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.445 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.446 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.446 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.446 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.446 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.446 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.446 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.446 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.446 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.446 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.446 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.446 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.446 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.446 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.446 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.446 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.446 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.447 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.447 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.447 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.447 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.447 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.447 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.447 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.447 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.447 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.447 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.447 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.447 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.447 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.447 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.447 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.447 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.447 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.447 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.448 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.448 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.448 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.448 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.448 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.448 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.448 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.448 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.448 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.448 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.448 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.448 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.448 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.448 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.448 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.448 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.449 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.449 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.449 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.449 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.449 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.449 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.449 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.449 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.449 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.449 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.449 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.449 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.449 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.449 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.449 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.449 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.449 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.450 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.450 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.450 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.450 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.450 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.450 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.450 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.450 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.450 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.450 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.450 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.450 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.450 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.450 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.450 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.450 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.451 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-490" 2023-12-03T12:50:28.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.451 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.451 INFO:teuthology.orchestra.run.smithi145.stdout:_____________ test_object_lock_multi_delete_object_with_retention ______________ 2023-12-03T12:50:28.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.451 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.451 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.451 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.451 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.451 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.451 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.451 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.451 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.452 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.452 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.452 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.452 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.452 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.452 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.452 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.452 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.452 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.452 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.452 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.452 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.452 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.453 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.453 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.453 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.453 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.453 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.453 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.453 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.453 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.453 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.453 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.453 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.453 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.453 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.453 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.453 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.453 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.453 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.454 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.454 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.454 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.454 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.454 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.454 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.454 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.454 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.454 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.454 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.454 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.454 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.454 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.454 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.454 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.454 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.455 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.455 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.455 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.455 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.455 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.455 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.455 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.455 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.455 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.455 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.455 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.455 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.455 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.455 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.455 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.455 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.456 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.456 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.456 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.456 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.456 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.456 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.456 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.456 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.456 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.456 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.456 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.456 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.456 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.456 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.456 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.456 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.457 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.457 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.457 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.457 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.457 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.457 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.457 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.457 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.457 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.457 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.457 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.457 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.457 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.457 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.457 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.457 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.457 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.458 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.458 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.458 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.458 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.458 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.458 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.458 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.458 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.458 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.458 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.458 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.458 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.458 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.458 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.458 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.458 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.458 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.459 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.459 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.459 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.459 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.459 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.459 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.459 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.459 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.459 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.459 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.459 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.459 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.459 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.459 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.459 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.459 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.460 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.460 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.460 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.460 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.460 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.460 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.460 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.460 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.460 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.460 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.460 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.460 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.460 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.460 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.460 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.460 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.461 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.461 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.461 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.461 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.461 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.461 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.461 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.461 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.461 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.461 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.461 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.461 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.461 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_multi_delete_object_with_retention(): 2023-12-03T12:50:28.461 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.461 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.461 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.462 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.462 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12069: 2023-12-03T12:50:28.462 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.462 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.462 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.462 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.462 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.462 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.462 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.462 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.462 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.462 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.462 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.462 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.462 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.462 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.463 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.463 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.463 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.463 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.463 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.463 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.463 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.463 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.463 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.463 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.463 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.463 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.463 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.463 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.463 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.463 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.463 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.463 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.464 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.464 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.464 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.464 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.464 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.464 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.464 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.464 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.464 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.464 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.464 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.464 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.464 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.464 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.464 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.464 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.465 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.465 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.465 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.465 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.465 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.465 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.465 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.465 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.465 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.465 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.465 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.465 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.465 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.465 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.465 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.465 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.465 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.466 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.466 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.466 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.466 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.466 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.466 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.466 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.466 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.466 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.466 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.466 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.466 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.466 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.466 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.466 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.466 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.467 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.467 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.467 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.467 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.467 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.467 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-491" 2023-12-03T12:50:28.467 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.467 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.467 INFO:teuthology.orchestra.run.smithi145.stdout:_______________________ test_object_lock_put_legal_hold ________________________ 2023-12-03T12:50:28.467 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.467 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.467 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.467 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.467 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.467 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.467 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.467 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.467 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.468 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.468 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.468 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.468 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.468 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.468 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.468 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.468 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.468 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.468 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.468 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.468 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.468 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.468 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.469 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.469 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.469 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.469 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.469 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.469 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.469 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.469 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.469 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.469 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.469 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.469 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.469 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.469 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.469 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.469 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.469 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.470 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.470 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.470 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.470 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.470 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.470 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.470 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.470 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.470 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.470 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.470 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.470 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.470 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.470 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.470 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.471 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.471 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.471 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.471 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.471 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.471 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.471 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.471 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.471 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.471 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.471 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.471 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.471 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.471 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.471 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.471 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.471 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.472 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.472 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.472 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.472 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.472 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.472 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.472 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.472 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.472 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.472 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.472 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.472 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.472 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.472 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.472 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.472 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.473 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.473 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.473 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.473 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.473 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.473 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.473 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.473 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.473 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.473 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.473 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.473 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.473 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.473 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.473 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.473 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.473 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.474 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.474 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.474 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.474 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.474 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.474 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.474 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.474 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.474 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.474 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.474 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.474 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.474 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.474 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.474 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.474 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.474 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.475 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.475 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.475 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.475 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.475 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.475 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.475 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.475 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.475 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.475 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.475 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.475 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.475 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.475 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.475 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.476 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.476 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.476 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.476 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.476 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.476 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.476 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.476 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.476 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.476 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.476 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.476 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.476 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.476 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.477 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.477 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.477 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.477 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.477 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.477 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.477 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.477 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.477 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.477 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.477 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.477 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_put_legal_hold(): 2023-12-03T12:50:28.477 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.477 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.477 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.477 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.477 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12136: 2023-12-03T12:50:28.478 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.478 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.478 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.478 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.478 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.478 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.478 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.478 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.478 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.478 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.478 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.478 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.478 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.478 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.478 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.478 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.478 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.479 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.479 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.479 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.479 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.479 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.479 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.479 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.479 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.479 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.480 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.480 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.480 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.480 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.480 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.480 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.480 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.480 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.480 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.480 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.480 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.480 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.480 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.480 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.480 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.480 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.481 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.481 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.481 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.481 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.481 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.481 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.481 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.481 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.481 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.481 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.481 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.481 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.481 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.481 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.481 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.481 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.482 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.482 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.482 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.482 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.482 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.482 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.482 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.482 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.482 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.482 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.482 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.482 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.482 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.482 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.482 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.482 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.483 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.483 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.483 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.483 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.483 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.483 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.483 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-492" 2023-12-03T12:50:28.483 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.483 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.483 INFO:teuthology.orchestra.run.smithi145.stdout:________________ test_object_lock_put_legal_hold_invalid_bucket ________________ 2023-12-03T12:50:28.483 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.483 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.483 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.483 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.483 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.483 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.483 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.483 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.484 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.484 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.484 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.484 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.484 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.484 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.484 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.484 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.484 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.484 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.484 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.484 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.484 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.484 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.484 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.485 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.485 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.485 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.485 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.485 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.485 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.485 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.485 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.485 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.485 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.485 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.485 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.485 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.485 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.486 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.486 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.486 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.486 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.486 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.486 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.486 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.486 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.486 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.486 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.486 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.486 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.486 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.486 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.487 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.487 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.487 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.487 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.487 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.487 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.487 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.487 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.487 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.487 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.487 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.487 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.487 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.487 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.487 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.487 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.487 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.487 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.488 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.488 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.488 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.488 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.488 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.488 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.488 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.488 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.488 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.488 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.488 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.488 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.488 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.488 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.488 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.488 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.488 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.489 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.489 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.489 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.489 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.489 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.489 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.489 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.489 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.489 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.489 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.489 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.489 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.489 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.489 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.489 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.489 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.489 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.490 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.490 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.490 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.490 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.490 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.490 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.490 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.490 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.490 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.490 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.490 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.490 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.490 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.490 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.490 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.490 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.490 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.491 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.491 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.491 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.491 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.491 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.491 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.491 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.491 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.491 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.491 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.491 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.491 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.491 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.491 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.492 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.492 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.492 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.492 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.492 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.492 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.492 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.492 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.492 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.492 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.492 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.492 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.492 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.492 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.493 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.493 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.493 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.493 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.493 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.493 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.493 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.493 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.493 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.493 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.493 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.493 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.493 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_put_legal_hold_invalid_bucket(): 2023-12-03T12:50:28.493 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.494 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.494 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name) 2023-12-03T12:50:28.494 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.494 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12149: 2023-12-03T12:50:28.494 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.494 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.494 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.494 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.494 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.494 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.494 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.494 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.494 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.494 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.494 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.494 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.494 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.495 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.495 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.495 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.495 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.495 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.495 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.495 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.495 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.495 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.495 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.495 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.495 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.495 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.495 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.495 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.495 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.495 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.496 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.496 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.496 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.496 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.496 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.496 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.496 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.496 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.496 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.496 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.496 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.496 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.496 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.496 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.496 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.496 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.496 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.496 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.497 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.497 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.497 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.497 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.497 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.497 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.497 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.497 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.497 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.497 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.497 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.497 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.497 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.497 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.497 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.497 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.497 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.498 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.498 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.498 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.498 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.498 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.498 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.498 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.498 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.498 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.498 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.498 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.498 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.498 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.498 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.498 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.498 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.498 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.499 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.499 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.499 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.499 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.499 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.499 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-493" 2023-12-03T12:50:28.499 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.499 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.499 INFO:teuthology.orchestra.run.smithi145.stdout:________________ test_object_lock_put_legal_hold_invalid_status ________________ 2023-12-03T12:50:28.499 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.499 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.499 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.499 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.499 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.499 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.499 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.499 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.500 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.500 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.500 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.500 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.500 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.500 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.500 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.500 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.500 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.500 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.500 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.500 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.500 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.500 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.500 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.500 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.501 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.501 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.501 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.501 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.501 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.501 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.501 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.501 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.501 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.501 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.501 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.501 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.501 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.501 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.502 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.502 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.502 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.502 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.502 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.502 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.502 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.502 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.502 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.502 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.502 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.502 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.502 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.502 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.503 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.503 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.503 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.503 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.503 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.503 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.503 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.503 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.503 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.503 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.503 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.503 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.503 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.503 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.503 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.503 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.504 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.504 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.504 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.504 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.504 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.504 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.504 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.504 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.504 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.504 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.504 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.504 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.504 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.504 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.504 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.504 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.504 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.505 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.505 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.505 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.505 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.505 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.505 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.505 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.505 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.505 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.505 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.505 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.505 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.505 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.505 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.505 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.505 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.506 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.506 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.506 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.506 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.506 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.506 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.506 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.506 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.506 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.506 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.506 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.506 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.506 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.506 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.506 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.507 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.507 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.507 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.507 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.507 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.507 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.507 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.507 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.507 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.507 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.507 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.507 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.507 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.507 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.507 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.507 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.507 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.508 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.508 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.508 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.508 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.508 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.508 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.508 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.508 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.508 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.508 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.508 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.508 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.508 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.508 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.509 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.509 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.509 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.509 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.509 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.509 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.509 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.509 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.509 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.509 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.509 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.509 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.509 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.509 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.510 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.510 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_put_legal_hold_invalid_status(): 2023-12-03T12:50:28.510 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.510 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.510 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.510 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.510 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12163: 2023-12-03T12:50:28.510 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.510 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.510 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.510 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.510 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.510 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.510 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.510 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.510 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.511 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.511 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.511 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.511 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.511 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.511 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.511 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.511 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.511 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.511 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.511 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.511 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.511 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.511 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.511 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.511 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.511 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.512 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.512 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.512 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.512 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.512 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.512 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.512 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.512 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.512 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.512 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.512 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.512 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.512 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.512 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.512 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.513 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.513 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.513 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.513 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.513 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.513 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.513 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.513 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.513 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.513 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.513 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.513 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.513 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.513 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.513 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.513 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.513 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.514 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.514 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.514 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.514 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.514 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.514 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.514 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.514 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.514 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.514 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.514 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.514 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.514 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.514 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.514 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.514 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.514 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.515 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.515 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.515 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.515 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.515 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.515 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.515 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.515 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.515 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.515 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.515 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-494" 2023-12-03T12:50:28.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.515 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.515 INFO:teuthology.orchestra.run.smithi145.stdout:_______________________ test_object_lock_get_legal_hold ________________________ 2023-12-03T12:50:28.515 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.516 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.516 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.516 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.516 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.516 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.516 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.516 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.516 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.516 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.516 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.516 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.516 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.516 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.516 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.516 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.516 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.517 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.517 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.517 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.517 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.517 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.517 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.517 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.517 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.517 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.517 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.517 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.517 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.517 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.517 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.517 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.517 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.517 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.518 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.518 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.518 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.518 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.518 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.518 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.518 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.518 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.518 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.518 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.518 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.518 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.518 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.518 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.518 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.518 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.518 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.519 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.519 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.519 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.519 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.519 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.519 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.519 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.519 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.519 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.519 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.519 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.519 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.519 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.519 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.519 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.519 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.519 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.520 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.520 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.520 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.520 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.520 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.520 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.520 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.520 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.520 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.520 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.520 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.520 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.520 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.520 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.520 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.520 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.520 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.521 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.521 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.521 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.521 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.521 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.521 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.521 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.521 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.521 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.521 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.521 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.521 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.521 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.521 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.521 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.521 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.522 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.522 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.522 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.522 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.522 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.522 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.522 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.522 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.522 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.522 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.522 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.522 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.522 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.522 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.522 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.523 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.523 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.523 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.523 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.523 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.523 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.523 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.523 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.523 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.523 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.524 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.524 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.524 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.524 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.524 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.524 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.524 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.524 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.524 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.524 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.524 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.524 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.524 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.525 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.525 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.525 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.525 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.525 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.525 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.525 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.525 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.525 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.525 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.525 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.525 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.525 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.525 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.526 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.526 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.526 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.526 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_get_legal_hold(): 2023-12-03T12:50:28.526 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.526 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.526 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.526 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.526 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12177: 2023-12-03T12:50:28.526 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.526 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.526 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.526 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.526 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.526 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.527 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.527 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.527 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.527 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.527 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.527 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.527 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.527 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.527 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.527 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.528 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.528 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.528 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.528 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.528 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.528 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.528 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.528 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.528 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.528 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.528 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.528 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.528 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.528 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.528 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.528 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.529 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.529 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.529 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.529 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.529 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.529 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.529 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.529 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.529 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.529 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.529 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.529 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.529 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.529 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.529 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.529 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.529 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.530 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.530 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.530 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.530 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.530 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.530 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.530 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.530 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.530 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.530 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.530 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.530 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.530 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.530 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.530 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.530 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.531 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.531 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.531 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.531 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.531 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.531 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.531 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.531 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.531 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.531 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.531 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.531 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.531 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-495" 2023-12-03T12:50:28.531 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.532 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.532 INFO:teuthology.orchestra.run.smithi145.stdout:________________ test_object_lock_get_legal_hold_invalid_bucket ________________ 2023-12-03T12:50:28.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.532 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.532 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.532 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.532 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.532 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.532 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.532 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.532 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.532 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.532 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.532 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.533 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.533 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.533 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.533 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.533 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.533 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.533 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.533 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.533 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.533 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.533 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.533 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.533 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.533 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.534 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.534 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.534 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.534 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.534 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.534 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.534 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.534 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.534 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.534 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.534 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.534 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.534 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.534 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.534 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.534 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.535 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.535 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.535 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.535 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.535 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.535 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.535 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.535 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.535 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.535 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.535 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.535 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.535 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.535 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.535 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.536 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.536 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.536 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.536 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.536 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.536 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.536 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.536 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.536 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.536 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.536 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.536 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.536 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.536 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.536 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.536 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.536 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.537 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.537 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.537 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.537 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.537 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.537 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.537 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.537 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.537 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.537 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.537 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.537 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.537 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.537 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.537 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.537 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.537 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.538 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.538 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.538 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.538 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.538 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.538 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.538 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.538 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.538 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.538 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.538 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.538 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.538 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.538 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.538 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.538 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.538 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.539 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.539 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.539 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.539 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.539 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.539 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.539 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.539 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.539 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.539 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.540 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.540 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.540 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.540 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.540 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.540 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.540 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.540 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.540 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.540 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.540 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.540 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.540 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.540 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.541 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.541 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.541 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.541 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.541 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.541 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.541 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.541 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.541 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.541 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.541 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.541 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.541 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.541 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.542 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.542 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_get_legal_hold_invalid_bucket(): 2023-12-03T12:50:28.542 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.542 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.542 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name) 2023-12-03T12:50:28.542 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.542 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12193: 2023-12-03T12:50:28.542 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.542 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.542 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.542 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.542 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.542 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.542 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.542 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.543 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.543 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.543 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.543 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.543 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.543 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.543 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.543 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.543 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.543 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.543 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.543 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.543 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.543 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.543 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.543 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.543 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.544 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.544 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.544 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.544 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.544 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.544 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.544 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.544 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.544 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.544 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.544 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.544 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.544 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.545 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.545 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.545 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.545 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.545 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.545 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.545 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.545 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.545 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.545 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.545 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.545 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.545 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.545 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.545 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.545 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.545 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.546 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.546 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.546 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.546 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.546 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.546 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.546 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.546 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.546 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.546 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.546 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.546 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.546 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.546 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.546 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.546 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.547 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.547 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.547 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.547 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.547 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.547 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.547 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.547 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.547 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.547 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.547 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.547 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.547 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-496" 2023-12-03T12:50:28.547 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.547 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.547 INFO:teuthology.orchestra.run.smithi145.stdout:______________ test_object_lock_delete_object_with_legal_hold_on _______________ 2023-12-03T12:50:28.547 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.547 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.548 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.548 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.548 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.548 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.548 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.548 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.548 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.548 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.548 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.548 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.548 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.548 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.548 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.548 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.548 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.548 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.549 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.549 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.549 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.549 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.549 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.549 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.549 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.549 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.549 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.549 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.549 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.550 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.550 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.550 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.550 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.550 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.550 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.550 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.550 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.550 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.550 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.550 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.550 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.550 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.550 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.551 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.551 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.551 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.551 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.551 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.551 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.551 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.551 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.551 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.551 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.551 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.551 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.551 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.551 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.552 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.552 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.552 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.552 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.552 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.552 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.552 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.552 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.552 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.552 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.552 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.552 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.552 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.552 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.552 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.552 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.552 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.553 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.553 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.553 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.553 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.553 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.553 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.553 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.553 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.553 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.553 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.553 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.553 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.553 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.553 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.553 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.553 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.553 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.554 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.554 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.554 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.554 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.554 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.554 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.554 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.554 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.554 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.554 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.554 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.554 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.554 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.554 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.554 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.554 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.555 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.555 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.555 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.555 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.555 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.555 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.555 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.555 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.555 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.555 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.555 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.555 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.555 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.555 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.555 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.555 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.555 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.556 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.556 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.556 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.556 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.556 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.556 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.556 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.556 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.556 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.556 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.556 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.556 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.556 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.556 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.556 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.557 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.557 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.557 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.557 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.557 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.557 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.557 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.557 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.557 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.557 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.557 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.557 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.557 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.557 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.558 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.558 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.558 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.558 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.558 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.558 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.558 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.558 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.558 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_delete_object_with_legal_hold_on(): 2023-12-03T12:50:28.558 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.558 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.558 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.558 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.558 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12206: 2023-12-03T12:50:28.559 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.559 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.559 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.559 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.559 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.559 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.559 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.559 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.559 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.559 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.559 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.559 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.559 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.559 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.559 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.559 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.559 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.560 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.560 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.560 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.560 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.560 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.560 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.560 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.560 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.560 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.561 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.561 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.561 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.561 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.561 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.561 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.561 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.561 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.561 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.561 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.561 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.561 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.561 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.561 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.561 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.561 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.562 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.562 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.562 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.562 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.562 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.562 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.562 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.562 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.562 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.562 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.562 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.562 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.562 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.562 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.562 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.562 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.562 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.563 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.563 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.563 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.563 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.563 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.563 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.563 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.563 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.563 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.563 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.563 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.563 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.563 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.563 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.563 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.563 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.563 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.564 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.564 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.564 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.564 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-497" 2023-12-03T12:50:28.564 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.564 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.564 INFO:teuthology.orchestra.run.smithi145.stdout:______________ test_object_lock_delete_object_with_legal_hold_off ______________ 2023-12-03T12:50:28.564 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.564 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.564 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.564 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.564 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.564 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.564 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.564 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.564 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.565 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.565 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.565 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.565 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.565 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.565 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.565 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.565 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.565 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.565 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.565 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.565 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.565 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.565 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.566 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.566 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.566 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.566 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.566 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.566 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.566 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.566 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.566 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.566 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.566 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.566 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.566 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.566 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.566 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.566 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.567 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.567 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.567 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.567 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.567 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.567 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.567 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.567 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.567 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.567 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.567 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.567 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.567 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.567 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.567 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.567 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.567 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.568 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.568 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.568 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.568 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.568 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.568 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.568 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.568 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.568 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.568 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.568 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.568 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.568 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.568 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.568 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.568 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.568 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.569 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.569 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.569 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.569 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.569 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.569 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.569 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.569 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.569 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.569 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.569 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.569 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.569 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.569 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.569 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.570 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.570 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.570 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.570 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.570 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.570 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.570 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.570 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.570 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.570 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.570 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.570 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.570 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.570 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.570 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.570 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.571 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.571 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.571 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.571 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.571 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.571 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.571 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.571 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.571 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.571 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.571 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.571 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.571 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.571 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.571 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.571 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.571 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.572 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.572 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.572 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.572 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.572 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.572 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.572 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.572 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.572 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.572 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.572 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.572 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.572 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.572 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.572 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.572 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.573 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.573 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.573 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.573 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.573 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.573 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.573 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.573 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.573 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.573 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.573 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.573 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.573 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.573 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.573 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.574 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.574 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.574 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.574 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.574 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.574 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.574 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_delete_object_with_legal_hold_off(): 2023-12-03T12:50:28.574 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.574 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.574 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.574 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.574 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12221: 2023-12-03T12:50:28.574 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.574 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.574 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.575 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.575 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.575 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.575 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.575 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.575 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.575 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.575 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.575 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.575 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.575 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.575 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.575 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.575 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.575 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.576 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.576 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.576 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.576 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.576 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.576 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.576 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.576 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.576 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.576 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.577 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.577 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.577 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.577 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.577 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.577 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.577 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.577 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.577 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.577 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.577 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.577 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.577 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.577 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.577 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.577 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.578 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.578 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.578 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.578 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.578 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.578 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.578 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.578 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.578 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.578 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.578 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.578 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.578 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.578 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.578 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.579 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.579 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.579 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.579 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.579 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.579 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.579 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.579 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.579 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.579 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.579 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.579 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.579 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.579 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.579 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.579 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.579 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.579 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.580 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.580 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.580 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-498" 2023-12-03T12:50:28.580 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.580 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.580 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ test_object_lock_get_obj_metadata _______________________ 2023-12-03T12:50:28.580 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.580 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.580 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.580 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.580 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.580 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.580 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.580 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.580 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.580 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.580 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.581 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.581 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.581 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.581 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.581 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.581 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.581 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.581 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.581 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.581 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.581 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.581 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.582 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.582 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.582 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.582 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.582 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.582 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.582 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.582 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.582 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.582 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.582 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.582 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.582 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.582 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.582 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.582 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.583 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.583 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.583 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.583 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.583 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.583 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.583 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.583 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.583 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.583 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.583 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.583 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.583 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.583 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.583 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.583 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.583 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.584 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.584 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.584 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.584 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.584 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.584 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.584 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.584 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.584 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.584 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.584 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.584 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.584 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.584 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.584 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.584 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.584 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.584 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.585 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.585 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.585 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.585 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.585 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.585 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.585 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.585 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.585 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.585 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.585 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.585 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.585 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.585 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.585 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.585 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.586 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.586 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.586 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.586 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.586 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.586 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.586 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.586 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.586 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.586 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.586 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.586 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.586 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.586 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.586 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.586 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.587 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.587 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.587 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.587 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.587 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.587 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.587 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.587 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.587 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.587 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.587 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.587 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.587 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.587 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.587 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.587 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.587 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.588 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.588 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.588 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.588 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.588 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.588 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.588 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.588 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.588 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.588 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.588 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.588 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.588 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.588 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.588 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.588 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.588 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.589 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.589 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.589 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.589 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.589 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.589 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.589 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.589 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.589 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.589 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.589 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.589 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.589 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.589 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.589 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.590 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.590 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.590 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.590 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.590 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.590 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.590 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_get_obj_metadata(): 2023-12-03T12:50:28.590 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.590 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.590 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.590 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12233: 2023-12-03T12:50:28.591 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.591 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.591 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.591 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.591 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.591 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.591 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.591 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.591 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.591 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.591 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.591 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.591 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.591 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.592 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.592 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.592 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.592 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.592 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.592 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.592 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.592 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.592 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.593 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.593 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.593 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.593 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.593 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.593 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.593 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.593 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.593 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.593 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.593 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.593 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.593 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.593 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.593 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.593 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.594 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.594 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.594 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.594 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.594 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.594 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.594 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.594 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.594 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.594 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.594 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.594 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.594 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.594 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.594 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.594 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.595 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.595 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.595 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.595 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.595 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.595 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.595 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.595 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.595 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.595 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.595 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.595 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.595 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.595 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.595 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.595 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.596 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.596 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.596 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.596 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.596 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.596 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.596 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.596 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.596 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-499" 2023-12-03T12:50:28.596 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.596 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.596 INFO:teuthology.orchestra.run.smithi145.stdout:________________________ test_object_lock_uploading_obj ________________________ 2023-12-03T12:50:28.596 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.596 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.596 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.596 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.597 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.597 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.597 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.597 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.597 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.597 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.597 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.597 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.597 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.597 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.597 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.597 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.597 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.597 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.598 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.598 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.598 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.598 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.598 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.598 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.598 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.598 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.598 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.598 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.598 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.598 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.598 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.598 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.598 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.598 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.598 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.599 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.599 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.599 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.599 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.599 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.599 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.599 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.599 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.599 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.599 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.599 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.599 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.599 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.599 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.599 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.599 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.599 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.600 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.600 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.600 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.600 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.600 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.600 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.600 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.600 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.600 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.600 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.600 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.600 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.600 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.600 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.600 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.600 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.601 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.601 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.601 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.601 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.601 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.601 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.601 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.601 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.601 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.601 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.601 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.601 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.601 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.601 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.601 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.601 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.602 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.602 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.602 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.602 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.602 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.602 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.602 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.602 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.602 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.602 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.602 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.602 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.602 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.602 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.602 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.602 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.602 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.603 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.603 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.603 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.603 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.603 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.603 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.603 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.603 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.603 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.603 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.603 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.603 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.603 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.603 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.603 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.603 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.603 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.604 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.604 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.604 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.604 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.604 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.604 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.604 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.604 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.604 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.604 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.604 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.604 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.604 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.605 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.605 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.605 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.605 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.605 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.605 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.605 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.605 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.605 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.605 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.605 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.605 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.605 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.605 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.605 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.605 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.605 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.605 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.606 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.606 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.606 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.606 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.606 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.606 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.606 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.606 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.606 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.606 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.606 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.606 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.606 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.606 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.606 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.606 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_uploading_obj(): 2023-12-03T12:50:28.607 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.607 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.607 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.607 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.607 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12253: 2023-12-03T12:50:28.607 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.607 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.607 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.607 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.607 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.607 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.607 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.607 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.607 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.607 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.608 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.608 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.608 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.608 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.608 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.608 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.608 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.608 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.608 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.608 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.608 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.608 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.608 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.608 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.608 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.608 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.609 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.609 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.609 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.609 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.609 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.609 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.609 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.609 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.609 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.609 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.609 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.609 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.609 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.609 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.609 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.609 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.609 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.610 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.610 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.610 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.610 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.610 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.610 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.610 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.610 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.610 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.610 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.610 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.610 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.610 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.610 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.610 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.610 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.611 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.611 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.611 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.611 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.611 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.611 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.611 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.611 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.611 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.611 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.611 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.611 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.611 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.611 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.611 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.611 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.612 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.612 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.612 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.612 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.612 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.612 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.612 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.612 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.612 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.612 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.612 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.612 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.612 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-500" 2023-12-03T12:50:28.612 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.612 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.612 INFO:teuthology.orchestra.run.smithi145.stdout:__________ test_object_lock_changing_mode_from_governance_with_bypass __________ 2023-12-03T12:50:28.612 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.613 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.613 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.613 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.613 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.613 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.613 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.613 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.613 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.613 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.613 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.613 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.613 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.613 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.613 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.613 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.613 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.613 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.614 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.614 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.614 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.614 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.614 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.614 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.614 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.614 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.614 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.614 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.614 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.614 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.614 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.614 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.614 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.614 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.614 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.615 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.615 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.615 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.615 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.615 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.615 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.615 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.615 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.615 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.615 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.615 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.615 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.615 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.615 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.615 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.616 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.616 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.616 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.616 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.616 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.616 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.616 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.616 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.616 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.616 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.616 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.616 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.616 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.616 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.616 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.616 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.616 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.616 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.617 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.617 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.617 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.617 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.617 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.617 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.617 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.617 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.617 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.617 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.617 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.617 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.617 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.617 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.617 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.617 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.618 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.618 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.618 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.618 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.618 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.618 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.618 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.618 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.618 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.618 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.618 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.618 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.618 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.618 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.618 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.618 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.618 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.619 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.619 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.619 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.619 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.619 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.619 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.619 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.619 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.619 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.619 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.619 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.619 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.619 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.619 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.619 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.619 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.619 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.620 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.620 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.620 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.620 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.620 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.620 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.620 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.620 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.620 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.620 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.620 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.620 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.620 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.620 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.620 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.620 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.621 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.621 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.621 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.621 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.621 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.621 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.621 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.621 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.621 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.621 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.621 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.621 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.621 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.621 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.621 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.621 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.621 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.622 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.622 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.622 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.622 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.622 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.622 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.622 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.622 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.622 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.622 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.622 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.622 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.622 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.622 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.622 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.622 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.623 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.623 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.623 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_changing_mode_from_governance_with_bypass(): 2023-12-03T12:50:28.623 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.623 INFO:teuthology.orchestra.run.smithi145.stdout: key = 'file1' 2023-12-03T12:50:28.623 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.623 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.623 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.623 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12270: 2023-12-03T12:50:28.623 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.623 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.623 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.623 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.623 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.624 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.624 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.624 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.624 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.624 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.624 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.624 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.624 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.624 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.624 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.624 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.624 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.624 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.624 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.624 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.624 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.624 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.625 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.625 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.625 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.625 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.625 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.625 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.625 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.625 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.625 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.625 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.625 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.625 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.625 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.625 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.625 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.625 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.626 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.626 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.626 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.626 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.626 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.626 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.626 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.626 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.626 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.626 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.626 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.626 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.626 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.626 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.626 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.626 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.627 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.627 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.627 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.627 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.627 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.627 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.627 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.627 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.627 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.627 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.627 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.627 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.627 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.627 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.627 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.627 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.627 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.628 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.628 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.628 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.628 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.628 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.628 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.628 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.628 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.628 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.628 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.628 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.628 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.628 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-501" 2023-12-03T12:50:28.628 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.628 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.628 INFO:teuthology.orchestra.run.smithi145.stdout:________ test_object_lock_changing_mode_from_governance_without_bypass _________ 2023-12-03T12:50:28.628 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.629 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.629 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.629 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.629 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.629 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.629 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.629 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.629 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.629 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.629 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.629 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.629 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.629 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.629 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.629 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.629 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.629 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.630 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.630 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.630 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.630 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.630 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.630 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.630 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.630 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.630 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.630 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.630 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.630 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.630 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.630 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.630 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.630 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.631 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.631 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.631 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.631 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.631 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.631 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.631 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.631 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.631 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.631 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.631 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.631 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.631 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.631 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.631 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.632 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.632 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.632 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.632 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.632 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.632 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.632 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.632 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.632 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.632 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.632 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.632 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.632 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.632 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.632 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.633 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.633 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.633 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.633 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.633 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.633 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.633 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.633 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.633 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.633 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.633 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.633 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.633 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.633 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.634 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.634 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.634 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.634 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.634 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.634 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.634 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.634 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.634 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.634 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.634 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.634 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.634 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.634 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.634 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.634 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.635 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.635 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.635 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.635 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.635 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.635 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.635 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.635 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.635 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.635 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.635 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.635 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.635 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.635 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.635 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.635 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.635 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.635 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.636 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.636 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.636 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.636 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.636 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.636 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.636 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.636 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.636 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.636 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.636 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.636 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.636 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.636 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.636 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.636 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.637 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.637 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.637 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.637 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.637 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.637 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.637 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.637 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.637 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.637 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.637 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.637 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.638 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.638 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.638 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.638 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.638 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.638 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.638 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.638 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.638 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.638 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.638 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.638 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.638 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.638 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.638 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.639 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.639 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.639 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.639 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.639 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.639 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.639 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_changing_mode_from_governance_without_bypass(): 2023-12-03T12:50:28.639 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.639 INFO:teuthology.orchestra.run.smithi145.stdout: key = 'file1' 2023-12-03T12:50:28.639 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.639 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.639 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.639 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12284: 2023-12-03T12:50:28.639 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.639 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.639 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.639 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.640 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.640 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.640 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.640 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.640 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.640 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.640 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.640 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.640 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.640 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.641 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.641 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.641 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.641 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.641 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.641 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.641 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.641 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.641 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.641 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.641 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.641 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.641 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.641 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.641 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.641 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.642 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.642 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.642 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.642 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.642 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.642 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.642 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.642 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.642 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.642 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.642 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.642 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.642 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.642 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.642 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.642 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.642 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.643 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.643 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.643 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.643 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.643 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.643 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.643 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.643 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.643 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.643 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.643 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.643 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.643 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.643 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.643 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.643 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.643 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.644 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.644 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.644 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.644 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.644 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.644 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.644 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.644 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.644 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.644 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.644 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.644 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.644 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.644 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.644 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.644 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-502" 2023-12-03T12:50:28.645 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.645 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.645 INFO:teuthology.orchestra.run.smithi145.stdout:________________ test_object_lock_changing_mode_from_compliance ________________ 2023-12-03T12:50:28.645 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.645 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.645 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.645 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.645 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.645 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.645 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.645 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.645 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.645 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.645 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.645 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.645 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.645 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.645 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.646 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.646 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.646 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.646 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.646 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.646 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.646 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.646 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.646 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.646 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.646 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.646 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.646 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.646 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.647 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.647 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.647 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.647 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.647 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.647 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.647 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.647 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.647 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.647 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.647 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.647 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.647 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.647 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.647 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.647 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.648 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.648 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.648 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.648 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.648 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.648 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.648 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.648 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.648 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.648 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.648 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.648 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.648 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.648 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.649 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.649 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.649 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.649 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.649 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.649 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.649 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.649 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.649 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.649 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.649 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.649 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.649 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.649 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.649 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.650 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.650 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.650 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.650 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.650 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.650 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.650 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.650 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.650 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.650 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.650 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.650 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.650 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.650 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.651 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.651 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.651 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.651 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.651 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.651 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.651 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.651 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.651 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.651 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.651 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.651 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.651 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.651 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.651 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.651 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.652 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.652 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.652 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.652 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.652 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.652 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.652 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.652 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.652 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.652 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.653 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.653 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.653 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.653 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.653 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.653 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.653 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.653 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.653 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.653 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.653 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.653 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.653 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.653 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.653 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.653 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.654 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.654 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.654 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.654 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.654 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.654 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.654 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.654 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.654 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.654 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.654 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.654 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.654 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.654 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.654 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.655 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.655 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.655 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.655 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.655 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.655 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.655 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.655 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.655 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.655 INFO:teuthology.orchestra.run.smithi145.stdout: def test_object_lock_changing_mode_from_compliance(): 2023-12-03T12:50:28.655 INFO:teuthology.orchestra.run.smithi145.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:50:28.655 INFO:teuthology.orchestra.run.smithi145.stdout: key = 'file1' 2023-12-03T12:50:28.655 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.655 INFO:teuthology.orchestra.run.smithi145.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:50:28.655 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.655 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12301: 2023-12-03T12:50:28.655 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.656 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.656 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.656 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.656 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.656 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.656 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.656 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.656 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.656 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.657 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.657 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.657 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.657 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.657 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.657 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.657 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.657 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.657 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.657 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.658 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.658 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.658 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.658 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.658 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.658 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.658 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.658 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.658 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.658 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.658 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.658 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.658 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.658 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.658 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.658 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.659 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.659 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.659 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.659 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.659 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.659 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.659 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.659 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.659 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.659 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.659 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.659 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.659 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.659 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.659 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.659 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.659 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.660 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.660 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.660 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.660 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.660 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.660 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.660 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.660 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.660 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.660 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.660 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.660 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.660 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.660 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.660 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.660 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.660 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.661 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.661 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.661 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-503" 2023-12-03T12:50:28.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.661 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.661 INFO:teuthology.orchestra.run.smithi145.stdout:________________________ test_copy_object_ifmatch_good _________________________ 2023-12-03T12:50:28.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.661 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.661 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.661 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.661 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.661 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.661 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.661 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.661 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.662 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.662 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.662 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.662 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.662 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.662 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.662 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.662 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.662 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.662 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.662 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.662 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.662 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.663 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.663 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.663 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.663 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.663 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.663 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.663 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.663 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.663 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.663 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.663 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.663 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.663 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.663 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.663 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.664 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.664 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.664 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.664 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.664 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.664 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.664 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.664 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.664 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.664 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.664 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.664 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.664 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.664 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.664 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.665 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.665 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.665 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.665 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.665 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.665 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.665 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.665 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.665 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.665 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.665 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.665 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.665 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.665 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.665 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.666 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.666 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.666 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.666 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.666 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.666 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.666 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.666 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.666 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.666 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.666 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.666 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.666 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.667 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.667 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.667 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.667 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.667 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.667 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.667 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.667 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.667 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.667 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.667 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.667 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.667 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.667 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.668 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.668 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.668 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.668 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.668 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.668 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.668 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.668 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.668 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.668 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.668 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.668 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.668 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.668 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.669 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.669 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.669 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.669 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.669 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.669 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.669 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.669 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.669 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.669 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.670 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.670 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.670 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.670 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.670 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.670 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.670 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.670 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.670 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.670 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.670 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.670 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.670 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.670 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.671 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.671 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.671 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.671 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.671 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.671 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.671 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.671 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.671 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.671 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.671 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.671 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.671 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.672 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.672 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.672 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.672 INFO:teuthology.orchestra.run.smithi145.stdout: def test_copy_object_ifmatch_good(): 2023-12-03T12:50:28.672 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.672 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.672 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12315: 2023-12-03T12:50:28.672 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.672 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.672 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.672 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.672 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.672 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.672 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.672 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.673 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.673 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.673 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.673 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.673 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.673 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.673 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.673 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.673 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.673 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.674 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.674 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.674 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.674 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.674 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.674 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.674 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.674 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.674 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.674 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.674 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.674 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.674 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.674 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.674 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.674 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.675 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.675 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.675 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.675 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.675 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.675 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.675 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.675 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.675 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.675 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.675 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.675 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.675 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.675 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.675 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.675 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.675 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.675 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.676 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.676 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.676 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.676 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.676 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.676 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.676 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.676 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.676 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.676 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.676 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.676 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.676 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.676 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.676 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.676 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.676 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.677 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.677 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.677 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.677 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.677 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.677 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.677 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.677 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.677 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.677 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.677 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.677 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-504" 2023-12-03T12:50:28.677 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.677 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.677 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________ test_copy_object_ifnonematch_failed ______________________ 2023-12-03T12:50:28.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.678 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.678 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.678 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.678 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.678 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.678 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.678 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.678 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.678 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.678 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.678 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.678 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.678 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.679 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.679 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.679 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.679 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.679 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.679 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.679 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.679 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.679 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.679 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.679 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.679 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.679 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.679 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.679 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.680 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.680 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.680 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.680 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.680 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.680 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.680 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.680 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.680 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.680 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.680 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.680 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.680 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.680 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.680 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.681 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.681 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.681 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.681 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.681 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.681 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.681 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.681 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.681 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.681 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.681 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.681 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.681 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.681 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.681 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.681 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.682 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.682 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.682 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.682 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.682 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.682 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.682 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.682 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.682 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.682 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.682 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.682 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.682 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.682 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.683 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.683 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.683 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.683 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.683 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.683 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.683 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.683 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.683 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.683 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.683 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.683 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.683 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.683 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.683 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.684 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.684 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.684 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.684 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.684 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.684 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.684 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.684 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.684 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.684 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.684 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.684 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.684 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.684 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.684 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.684 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.685 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.685 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.685 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.685 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.685 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.685 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.685 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.685 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.685 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.685 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.686 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.686 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.686 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.686 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.686 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.686 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.686 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.686 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.686 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.686 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.686 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.686 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.686 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.687 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.687 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.687 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.687 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.687 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.687 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.687 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.687 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.687 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.687 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.687 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.687 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.687 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.687 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.687 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.688 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.688 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.688 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.688 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.688 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.688 INFO:teuthology.orchestra.run.smithi145.stdout: def test_copy_object_ifnonematch_failed(): 2023-12-03T12:50:28.688 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.688 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.688 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12350: 2023-12-03T12:50:28.688 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.688 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.688 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.688 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.688 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.688 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.689 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.689 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.689 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.689 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.689 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.689 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.689 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.689 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.689 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.689 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.690 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.690 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.690 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.690 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.690 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.690 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.690 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.690 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.690 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.690 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.691 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.691 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.691 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.691 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.691 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.691 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.691 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.691 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.691 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.691 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.691 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.691 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.691 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.691 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.691 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.692 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.692 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.692 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.692 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.692 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.692 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.692 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.692 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.692 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.692 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.692 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.692 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.692 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.692 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.692 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.692 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.693 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.693 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.693 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.693 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.693 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.693 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.693 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.693 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.693 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.693 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.693 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.693 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.693 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.693 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.693 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.694 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.694 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.694 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-505" 2023-12-03T12:50:28.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.694 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.694 INFO:teuthology.orchestra.run.smithi145.stdout:________________________ test_get_bucket_policy_status _________________________ 2023-12-03T12:50:28.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.694 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.694 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.694 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.694 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.694 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.694 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.694 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.694 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.694 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.695 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.695 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.695 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.695 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.695 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.695 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.695 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.695 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.695 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.695 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.695 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.695 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.695 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.695 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.696 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.696 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.696 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.696 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.696 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.696 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.696 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.696 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.696 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.696 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.696 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.696 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.696 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.696 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.696 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.696 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.696 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.697 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.697 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.697 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.697 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.697 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.697 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.697 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.697 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.697 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.697 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.697 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.697 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.697 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.697 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.697 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.697 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.697 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.698 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.698 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.698 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.698 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.698 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.698 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.698 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.698 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.698 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.698 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.698 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.698 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.698 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.698 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.699 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.699 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.699 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.699 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.699 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.699 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.699 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.699 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.699 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.699 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.699 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.699 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.699 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.699 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.699 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.700 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.700 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.700 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.700 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.700 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.700 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.700 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.700 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.700 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.700 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.700 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.700 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.700 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.700 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.700 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.700 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.700 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.701 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.701 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.701 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.701 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.701 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.701 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.701 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.701 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.701 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.702 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.702 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.702 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.702 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.702 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.702 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.702 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.702 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.702 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.702 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.702 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.702 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.702 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.703 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.703 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.703 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.703 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.703 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.703 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.703 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.703 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.703 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.703 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.703 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.703 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.703 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.703 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.704 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.704 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.704 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.704 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.704 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.704 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.704 INFO:teuthology.orchestra.run.smithi145.stdout: def test_get_bucket_policy_status(): 2023-12-03T12:50:28.704 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.704 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.704 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12370: 2023-12-03T12:50:28.704 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.704 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.704 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.704 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.705 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.705 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.705 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.705 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.705 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.705 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.705 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.705 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.705 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.705 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.706 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.706 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.706 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.706 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.706 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.706 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.706 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.706 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.706 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.706 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.707 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.707 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.707 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.707 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.707 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.707 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.707 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.707 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.707 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.707 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.707 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.707 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.707 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.707 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.707 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.708 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.708 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.708 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.708 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.708 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.708 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.708 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.708 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.708 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.708 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.708 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.708 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.708 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.708 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.708 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.708 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.709 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.709 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.709 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.709 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.709 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.709 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.709 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.709 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.709 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.709 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.709 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.709 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.709 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.709 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.709 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.709 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.710 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.710 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-506" 2023-12-03T12:50:28.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.710 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.710 INFO:teuthology.orchestra.run.smithi145.stdout:___________________ test_get_public_acl_bucket_policy_status ___________________ 2023-12-03T12:50:28.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.710 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.710 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.710 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.710 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.710 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.710 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.710 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.710 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.710 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.711 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.711 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.711 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.711 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.711 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.711 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.711 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.711 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.711 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.711 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.711 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.712 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.712 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.712 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.712 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.712 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.712 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.712 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.712 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.712 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.712 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.712 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.712 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.712 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.712 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.712 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.712 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.713 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.713 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.713 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.713 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.713 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.713 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.713 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.713 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.713 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.713 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.713 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.713 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.713 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.713 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.713 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.714 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.714 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.714 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.714 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.714 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.714 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.714 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.714 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.714 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.714 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.714 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.714 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.714 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.714 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.715 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.715 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.715 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.715 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.715 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.715 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.715 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.715 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.715 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.715 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.715 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.715 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.715 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.715 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.715 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.716 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.716 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.716 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.716 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.716 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.716 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.716 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.716 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.716 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.716 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.716 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.716 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.716 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.716 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.716 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.716 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.716 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.716 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.717 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.717 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.717 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.717 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.717 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.717 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.717 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.717 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.717 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.717 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.717 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.718 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.718 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.718 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.718 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.718 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.718 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.718 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.718 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.718 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.718 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.718 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.718 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.718 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.718 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.718 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.718 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.718 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.719 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.719 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.719 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.719 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.719 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.719 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.719 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.719 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.719 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.719 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.719 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.719 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.719 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.719 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.719 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.720 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.720 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.720 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.720 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.720 INFO:teuthology.orchestra.run.smithi145.stdout: def test_get_public_acl_bucket_policy_status(): 2023-12-03T12:50:28.720 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.720 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.720 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12376: 2023-12-03T12:50:28.720 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.720 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.720 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.720 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.720 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.720 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.721 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.721 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.721 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.721 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.721 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.721 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.721 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.721 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.721 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.722 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.722 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.722 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.722 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.722 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.722 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.722 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.722 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.723 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.723 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.723 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.723 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.723 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.723 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.723 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.723 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.723 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.723 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.723 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.723 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.723 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.723 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.723 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.723 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.724 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.724 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.724 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.724 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.724 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.724 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.724 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.724 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.724 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.724 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.724 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.724 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.724 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.724 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.724 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.724 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.725 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.725 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.725 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.725 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.725 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.725 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.725 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.725 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.725 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.725 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.725 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.725 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.725 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.725 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.725 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.726 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.726 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.726 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.726 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.726 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-507" 2023-12-03T12:50:28.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.726 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.726 INFO:teuthology.orchestra.run.smithi145.stdout:_________________ test_get_authpublic_acl_bucket_policy_status _________________ 2023-12-03T12:50:28.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.726 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.726 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.726 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.726 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.726 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.727 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.727 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.727 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.727 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.727 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.727 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.727 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.727 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.727 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.727 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.727 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.727 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.727 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.728 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.728 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.728 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.728 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.728 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.728 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.728 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.728 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.728 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.728 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.728 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.728 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.728 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.728 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.729 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.729 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.729 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.729 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.729 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.729 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.729 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.729 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.729 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.729 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.729 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.729 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.729 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.729 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.729 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.729 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.730 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.730 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.730 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.730 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.730 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.730 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.730 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.730 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.730 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.730 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.730 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.730 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.730 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.730 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.731 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.731 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.731 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.731 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.731 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.731 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.731 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.731 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.731 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.731 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.731 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.731 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.731 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.732 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.732 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.732 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.732 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.732 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.732 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.732 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.732 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.732 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.732 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.732 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.732 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.732 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.732 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.732 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.732 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.733 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.733 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.733 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.733 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.733 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.733 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.733 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.733 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.733 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.733 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.733 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.733 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.733 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.733 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.733 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.733 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.733 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.734 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.734 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.734 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.734 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.734 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.734 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.734 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.734 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.734 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.734 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.734 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.734 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.735 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.735 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.735 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.735 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.735 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.735 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.735 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.735 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.735 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.735 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.735 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.735 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.735 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.735 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.735 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.735 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.735 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.736 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.736 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.736 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.736 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.736 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.736 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.736 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.736 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.736 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.736 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.736 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.736 INFO:teuthology.orchestra.run.smithi145.stdout: def test_get_authpublic_acl_bucket_policy_status(): 2023-12-03T12:50:28.736 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.736 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.737 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12383: 2023-12-03T12:50:28.737 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.737 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.737 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.737 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.737 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.737 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.737 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.737 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.737 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.737 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.737 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.737 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.737 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.737 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.737 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.737 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.738 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.738 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.738 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.738 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.738 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.738 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.738 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.738 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.738 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.739 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.739 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.739 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.739 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.739 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.739 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.739 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.739 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.739 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.739 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.739 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.739 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.739 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.739 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.739 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.739 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.740 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.740 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.740 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.740 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.740 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.740 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.740 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.740 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.740 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.740 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.740 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.740 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.740 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.740 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.740 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.740 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.740 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.741 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.741 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.741 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.741 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.741 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.741 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.741 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.741 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.741 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.741 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.741 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.741 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.741 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.741 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.741 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.741 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.742 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.742 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.742 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.742 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.742 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.742 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.742 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.742 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-508" 2023-12-03T12:50:28.742 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.742 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.742 INFO:teuthology.orchestra.run.smithi145.stdout:________________ test_get_publicpolicy_acl_bucket_policy_status ________________ 2023-12-03T12:50:28.742 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.742 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.742 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.742 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.742 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.742 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.743 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.743 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.743 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.743 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.743 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.743 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.743 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.743 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.743 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.743 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.743 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.743 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.743 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.743 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.744 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.744 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.744 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.744 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.744 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.744 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.744 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.744 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.744 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.744 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.744 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.744 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.744 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.744 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.745 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.745 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.745 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.745 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.745 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.745 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.745 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.745 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.745 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.745 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.745 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.745 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.745 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.745 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.745 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.745 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.746 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.746 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.746 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.746 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.746 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.746 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.746 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.746 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.746 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.746 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.746 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.746 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.746 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.746 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.746 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.746 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.747 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.747 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.747 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.747 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.747 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.747 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.747 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.747 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.747 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.747 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.747 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.747 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.747 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.747 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.748 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.748 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.748 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.748 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.748 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.748 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.748 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.748 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.748 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.748 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.748 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.748 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.748 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.748 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.748 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.749 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.749 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.749 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.749 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.749 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.749 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.749 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.749 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.749 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.749 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.749 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.749 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.749 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.749 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.749 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.749 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.749 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.750 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.750 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.750 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.750 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.750 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.750 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.750 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.750 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.750 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.750 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.750 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.750 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.750 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.750 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.750 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.750 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.751 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.751 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.751 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.751 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.751 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.751 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.751 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.751 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.751 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.751 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.751 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.751 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.751 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.751 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.751 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.751 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.751 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.752 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.752 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.752 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.752 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.752 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.752 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.752 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.752 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.752 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.752 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.752 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.752 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.752 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.752 INFO:teuthology.orchestra.run.smithi145.stdout: def test_get_publicpolicy_acl_bucket_policy_status(): 2023-12-03T12:50:28.753 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.753 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.753 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12391: 2023-12-03T12:50:28.753 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.753 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.753 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.753 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.753 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.753 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.753 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.753 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.753 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.753 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.753 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.753 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.753 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.753 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.754 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.754 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.754 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.754 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.754 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.754 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.754 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.754 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.754 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.755 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.755 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.755 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.755 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.755 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.755 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.755 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.755 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.755 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.755 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.755 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.755 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.755 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.755 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.756 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.756 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.756 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.756 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.756 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.756 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.756 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.756 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.756 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.756 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.756 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.756 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.756 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.757 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.757 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.757 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.757 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.757 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.757 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.757 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.757 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.757 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.757 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.757 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.757 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.757 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.757 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.757 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.757 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.757 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.758 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.758 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.758 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.758 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.758 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.758 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.758 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.758 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.758 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.758 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.758 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.758 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-509" 2023-12-03T12:50:28.758 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.758 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.758 INFO:teuthology.orchestra.run.smithi145.stdout:______________ test_get_nonpublicpolicy_acl_bucket_policy_status _______________ 2023-12-03T12:50:28.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.759 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.759 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.759 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.759 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.759 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.759 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.759 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.759 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.759 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.759 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.759 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.759 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.760 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.760 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.760 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.760 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.760 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.760 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.760 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.760 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.760 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.760 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.760 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.760 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.760 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.760 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.761 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.761 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.761 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.761 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.761 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.761 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.761 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.761 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.761 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.761 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.761 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.761 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.761 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.761 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.761 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.762 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.762 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.762 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.762 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.762 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.762 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.762 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.762 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.762 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.762 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.762 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.762 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.762 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.762 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.762 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.762 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.763 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.763 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.763 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.763 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.763 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.763 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.763 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.763 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.763 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.763 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.763 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.763 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.763 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.764 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.764 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.764 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.764 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.764 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.764 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.764 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.764 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.764 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.764 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.764 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.764 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.764 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.765 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.765 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.765 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.765 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.765 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.765 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.765 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.765 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.765 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.765 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.765 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.765 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.765 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.765 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.766 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.766 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.766 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.766 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.766 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.766 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.766 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.766 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.766 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.766 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.766 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.766 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.766 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.767 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.767 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.767 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.767 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.767 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.767 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.767 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.767 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.767 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.767 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.767 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.767 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.767 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.767 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.767 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.768 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.768 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.768 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.768 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.768 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.768 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.768 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.768 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.768 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.768 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.768 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.768 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.768 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.768 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.769 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.769 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.769 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.769 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.769 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.769 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.769 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.769 INFO:teuthology.orchestra.run.smithi145.stdout: def test_get_nonpublicpolicy_acl_bucket_policy_status(): 2023-12-03T12:50:28.769 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.769 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.769 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12419: 2023-12-03T12:50:28.769 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.769 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.769 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.770 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.770 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.770 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.770 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.770 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.770 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.770 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.770 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.770 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.770 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.770 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.770 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.770 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.770 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.770 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.771 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.771 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.771 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.771 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.771 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.771 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.771 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.771 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.771 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.772 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.772 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.772 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.772 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.772 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.772 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.772 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.772 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.772 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.772 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.772 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.772 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.772 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.772 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.772 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.773 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.773 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.773 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.773 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.773 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.773 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.773 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.773 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.773 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.773 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.773 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.773 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.773 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.773 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.773 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.773 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.773 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.774 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.774 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.774 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.774 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.774 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.774 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.774 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.774 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.774 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.774 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.774 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.774 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.774 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.774 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.774 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.774 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.775 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.775 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.775 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.775 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.775 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.775 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.775 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-510" 2023-12-03T12:50:28.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.775 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.775 INFO:teuthology.orchestra.run.smithi145.stdout:______________ test_get_nonpublicpolicy_deny_bucket_policy_status ______________ 2023-12-03T12:50:28.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.775 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.775 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.775 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.775 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.776 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.776 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.776 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.776 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.776 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.776 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.776 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.776 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.776 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.776 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.776 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.776 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.776 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.776 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.777 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.777 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.777 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.777 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.777 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.777 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.777 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.777 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.777 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.777 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.777 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.777 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.777 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.777 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.777 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.778 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.778 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.778 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.778 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.778 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.778 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.778 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.778 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.778 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.778 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.778 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.778 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.778 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.778 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.778 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.778 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.779 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.779 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.779 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.779 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.779 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.779 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.779 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.779 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.779 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.779 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.779 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.779 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.779 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.779 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.780 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.780 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.780 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.780 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.780 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.780 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.780 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.780 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.780 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.780 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.780 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.780 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.781 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.781 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.781 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.781 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.781 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.781 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.781 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.781 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.781 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.781 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.781 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.781 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.781 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.781 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.782 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.782 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.782 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.782 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.782 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.782 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.782 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.782 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.782 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.782 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.782 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.782 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.782 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.783 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.783 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.783 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.783 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.783 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.783 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.783 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.783 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.784 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.784 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.784 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.784 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.784 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.784 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.784 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.784 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.784 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.784 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.784 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.784 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.785 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.785 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.785 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.785 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.785 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.785 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.785 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.785 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.785 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.785 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.785 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.785 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.785 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.785 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.785 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.786 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.786 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.786 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.786 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.786 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.786 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.786 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.786 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.786 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.786 INFO:teuthology.orchestra.run.smithi145.stdout: def test_get_nonpublicpolicy_deny_bucket_policy_status(): 2023-12-03T12:50:28.786 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.786 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.787 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12451: 2023-12-03T12:50:28.787 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.787 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.787 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.787 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.787 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.787 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.787 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.787 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.787 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.787 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.788 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.788 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.788 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.788 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.788 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.788 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.788 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.788 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.788 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.789 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.789 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.789 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.789 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.789 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.789 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.789 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.789 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.789 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.789 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.789 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.789 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.789 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.789 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.789 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.789 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.790 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.790 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.790 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.790 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.790 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.790 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.790 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.790 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.790 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.790 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.790 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.790 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.790 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.790 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.790 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.791 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.791 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.791 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.791 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.791 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.791 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.791 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.791 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.791 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.791 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.791 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.791 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.791 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.791 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.792 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.792 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.792 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.792 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.792 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.792 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.792 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.792 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.792 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.792 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.792 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.792 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-511" 2023-12-03T12:50:28.792 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.792 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.792 INFO:teuthology.orchestra.run.smithi145.stdout:________________________ test_get_default_public_block _________________________ 2023-12-03T12:50:28.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.793 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.793 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.793 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.793 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.793 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.793 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.793 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.793 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.793 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.793 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.793 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.793 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.793 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.794 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.794 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.794 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.794 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.794 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.794 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.794 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.794 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.794 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.794 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.794 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.794 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.794 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.794 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.794 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.794 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.794 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.795 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.795 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.795 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.795 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.795 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.795 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.795 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.795 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.795 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.795 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.795 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.795 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.795 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.795 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.795 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.795 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.796 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.796 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.796 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.796 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.796 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.796 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.796 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.796 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.796 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.796 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.796 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.796 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.796 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.796 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.797 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.797 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.797 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.797 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.797 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.797 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.797 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.797 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.797 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.797 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.797 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.797 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.797 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.798 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.798 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.798 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.798 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.798 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.798 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.798 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.798 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.798 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.798 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.798 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.798 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.798 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.798 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.798 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.798 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.799 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.799 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.799 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.799 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.799 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.799 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.799 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.799 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.799 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.799 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.799 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.799 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.799 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.799 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.799 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.799 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.799 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.799 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.800 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.800 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.800 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.800 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.800 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.800 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.800 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.800 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.800 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.801 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.801 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.801 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.801 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.801 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.801 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.801 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.801 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.801 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.801 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.801 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.802 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.802 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.802 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.802 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.802 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.802 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.802 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.802 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.802 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.802 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.802 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.802 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.802 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.802 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.802 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.802 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.803 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.803 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.803 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.803 INFO:teuthology.orchestra.run.smithi145.stdout: def test_get_default_public_block(): 2023-12-03T12:50:28.803 INFO:teuthology.orchestra.run.smithi145.stdout: #client = get_svc_client(svc='s3control', client_config=Config(s3={'addressing_style': 'path'})) 2023-12-03T12:50:28.803 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.803 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.803 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12479: 2023-12-03T12:50:28.803 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.803 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.803 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.803 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.803 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.803 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.804 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.804 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.804 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.804 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.804 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.804 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.804 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.804 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.804 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.804 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.805 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.805 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.805 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.805 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.805 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.805 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.805 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.805 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.805 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.805 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.805 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.806 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.806 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.806 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.806 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.806 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.806 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.806 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.806 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.806 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.806 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.806 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.806 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.806 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.806 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.806 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.806 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.806 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.807 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.807 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.807 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.807 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.807 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.807 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.807 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.807 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.807 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.807 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.807 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.807 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.807 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.807 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.807 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.807 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.807 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.808 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.808 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.808 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.808 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.808 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.808 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.808 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.808 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.808 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.808 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.808 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.808 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.808 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.808 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.808 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-512" 2023-12-03T12:50:28.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.809 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.809 INFO:teuthology.orchestra.run.smithi145.stdout:____________________________ test_put_public_block _____________________________ 2023-12-03T12:50:28.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.809 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.809 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.809 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.809 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.809 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.809 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.809 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.809 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.809 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.809 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.809 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.810 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.810 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.810 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.810 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.810 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.810 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.810 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.810 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.810 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.810 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.810 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.810 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.810 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.810 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.810 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.811 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.811 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.811 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.811 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.811 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.811 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.811 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.811 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.811 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.811 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.811 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.811 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.811 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.811 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.811 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.811 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.812 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.812 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.812 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.812 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.812 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.812 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.812 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.812 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.812 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.812 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.812 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.812 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.812 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.812 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.812 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.812 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.812 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.812 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.813 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.813 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.813 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.813 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.813 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.813 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.813 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.813 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.813 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.813 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.813 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.813 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.813 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.813 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.814 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.814 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.814 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.814 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.814 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.814 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.814 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.814 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.814 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.814 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.814 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.815 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.815 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.815 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.815 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.815 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.815 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.815 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.815 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.815 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.815 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.815 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.815 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.815 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.815 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.815 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.815 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.816 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.816 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.816 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.816 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.816 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.816 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.816 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.816 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.816 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.816 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.816 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.816 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.816 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.817 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.817 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.817 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.817 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.817 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.817 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.817 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.817 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.817 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.817 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.817 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.817 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.817 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.817 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.817 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.818 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.818 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.818 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.818 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.818 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.818 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.818 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.818 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.818 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.818 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.818 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.818 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.818 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.818 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.818 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.818 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.818 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.819 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.819 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.819 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.819 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.819 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.819 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.819 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.819 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.819 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.819 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.819 INFO:teuthology.orchestra.run.smithi145.stdout: def test_put_public_block(): 2023-12-03T12:50:28.819 INFO:teuthology.orchestra.run.smithi145.stdout: #client = get_svc_client(svc='s3control', client_config=Config(s3={'addressing_style': 'path'})) 2023-12-03T12:50:28.819 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.819 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.819 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12490: 2023-12-03T12:50:28.819 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.819 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.820 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.820 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.820 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.820 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.820 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.820 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.820 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.820 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.820 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.820 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.820 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.820 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.820 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.820 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.820 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.820 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.821 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.821 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.821 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.821 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.821 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.821 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.821 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.821 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.821 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.822 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.822 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.822 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.822 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.822 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.822 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.822 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.822 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.822 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.822 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.822 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.822 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.822 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.822 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.822 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.822 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.823 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.823 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.823 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.823 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.823 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.823 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.823 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.823 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.823 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.823 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.823 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.823 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.823 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.823 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.823 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.823 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.823 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.824 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.824 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.824 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.824 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.824 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.824 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.824 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.824 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.824 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.824 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.824 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.824 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.824 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.824 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.824 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.825 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.825 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.825 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.825 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.825 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-513" 2023-12-03T12:50:28.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.825 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.825 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ test_block_public_put_bucket_acls _______________________ 2023-12-03T12:50:28.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.825 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.825 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.825 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.825 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.825 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.825 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.825 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.825 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.826 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.826 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.826 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.826 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.826 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.826 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.826 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.826 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.826 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.826 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.826 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.826 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.826 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.827 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.827 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.827 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.827 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.827 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.827 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.827 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.827 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.827 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.827 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.827 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.827 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.827 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.827 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.827 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.827 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.828 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.828 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.828 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.828 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.828 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.828 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.828 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.828 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.828 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.828 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.828 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.828 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.828 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.828 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.828 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.829 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.829 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.829 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.829 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.829 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.829 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.829 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.829 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.829 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.829 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.829 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.829 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.829 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.829 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.829 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.830 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.830 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.830 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.830 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.830 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.830 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.830 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.830 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.830 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.830 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.830 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.830 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.830 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.830 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.830 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.830 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.831 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.831 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.832 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.832 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.832 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.832 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.832 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.832 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.832 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.833 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.833 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.833 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.833 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.833 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.833 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.834 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.835 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.835 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.835 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.835 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: def test_block_public_put_bucket_acls(): 2023-12-03T12:50:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: #client = get_svc_client(svc='s3control', client_config=Config(s3={'addressing_style': 'path'})) 2023-12-03T12:50:28.835 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.835 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.836 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12509: 2023-12-03T12:50:28.836 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.836 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.836 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.836 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.836 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.836 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.836 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.836 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.836 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.836 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.837 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.837 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.838 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.838 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.838 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.838 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.838 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.838 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.839 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.840 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.841 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.841 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-514" 2023-12-03T12:50:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.841 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.841 INFO:teuthology.orchestra.run.smithi145.stdout:_____________________ test_block_public_object_canned_acls _____________________ 2023-12-03T12:50:28.841 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.841 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.842 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.842 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.843 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.843 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.843 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.843 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.843 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.843 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.843 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.845 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.846 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.846 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.846 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.846 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.846 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.847 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.847 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.847 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.848 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.848 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.848 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.848 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.848 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.849 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.849 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.849 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.849 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.849 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.849 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.849 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.849 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.849 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.850 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.851 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.851 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.851 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.852 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: def test_block_public_object_canned_acls(): 2023-12-03T12:50:28.852 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.852 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12537: 2023-12-03T12:50:28.852 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.852 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.852 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.852 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.853 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.853 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.854 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.854 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.854 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.854 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.854 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.854 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.854 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.854 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.854 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.855 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.856 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.857 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.857 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-515" 2023-12-03T12:50:28.857 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.857 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.857 INFO:teuthology.orchestra.run.smithi145.stdout:___________________________ test_block_public_policy ___________________________ 2023-12-03T12:50:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.858 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.858 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.858 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.859 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.859 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.859 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.859 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.859 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.859 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.859 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.860 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.861 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.862 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.862 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.862 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.862 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.863 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.863 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.863 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.863 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.864 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.864 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.864 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.865 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.865 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.865 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.865 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.866 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.866 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.867 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.867 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.867 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.867 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.868 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: def test_block_public_policy(): 2023-12-03T12:50:28.868 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.868 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12566: 2023-12-03T12:50:28.868 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.868 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.868 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.868 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.869 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.869 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.870 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.870 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.870 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.870 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.870 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.871 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.872 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.873 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.873 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-516" 2023-12-03T12:50:28.873 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.874 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.874 INFO:teuthology.orchestra.run.smithi145.stdout:___________________________ test_ignore_public_acls ____________________________ 2023-12-03T12:50:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.874 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.874 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.875 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.875 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.875 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.875 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.875 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.875 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.875 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.875 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.876 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.877 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.878 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.878 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.878 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.878 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.879 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.879 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.879 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.879 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.880 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.880 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.880 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.880 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.880 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.880 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.880 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.880 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.880 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.880 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.880 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.880 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.880 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.880 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.880 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.880 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.881 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.881 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.881 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.881 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.881 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.881 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.881 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.881 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.882 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.882 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.882 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.882 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.882 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.882 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.882 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.882 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.882 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.882 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.882 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.883 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.883 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.883 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.883 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.883 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.883 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.883 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.883 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.883 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.883 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.883 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.883 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.883 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.884 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.884 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.884 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.884 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.884 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.884 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.884 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.884 INFO:teuthology.orchestra.run.smithi145.stdout: def test_ignore_public_acls(): 2023-12-03T12:50:28.884 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.884 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.884 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12583: 2023-12-03T12:50:28.885 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.885 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.885 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.885 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.885 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.885 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.885 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.885 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.885 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.885 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.885 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.886 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.886 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.886 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.886 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.886 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.886 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.886 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.886 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.887 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.887 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.887 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.887 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.887 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.887 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.887 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.887 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.887 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.887 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.887 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.887 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.887 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.887 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.887 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.887 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.888 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.888 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.888 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.888 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.888 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.888 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.888 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.888 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.888 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.888 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.888 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.888 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.888 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.888 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.888 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.888 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.888 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.889 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.889 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.889 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.889 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.889 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.889 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.889 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.889 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.889 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.889 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.889 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.889 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.889 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.889 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.889 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.890 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.890 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.890 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.890 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.890 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.890 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.890 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.890 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-517" 2023-12-03T12:50:28.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.890 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.890 INFO:teuthology.orchestra.run.smithi145.stdout:________________ test_multipart_upload_on_a_bucket_with_policy _________________ 2023-12-03T12:50:28.890 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.891 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.891 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.891 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.891 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.891 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.891 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.891 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.891 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.891 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.891 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.891 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.892 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.892 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.892 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.892 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.892 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.892 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.892 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.892 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.892 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.892 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.892 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.892 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.893 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.893 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.893 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.893 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.893 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.893 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.893 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.893 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.893 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.893 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.893 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.893 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.893 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.893 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.893 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.893 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.893 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.894 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.894 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.894 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.894 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.894 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.894 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.894 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.894 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.894 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.894 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.894 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.894 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.894 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.894 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.895 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.895 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.895 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.895 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.895 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.895 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.895 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.895 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.895 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.895 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.895 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.895 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.895 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.895 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.895 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.896 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.896 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.896 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.896 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.896 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.896 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.896 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.896 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.896 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.896 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.896 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.896 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.896 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.896 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.897 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.897 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.897 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.897 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.897 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.897 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.897 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.897 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.897 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.897 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.897 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.897 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.897 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.897 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.897 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.897 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.897 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.897 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.898 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.898 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.898 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.898 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.898 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.898 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.898 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.898 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.898 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.899 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.899 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.899 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.899 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.899 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.899 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.899 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.899 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.899 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.899 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.899 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.899 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.899 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.899 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.900 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.900 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.900 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.900 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.900 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.900 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.900 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.900 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.900 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.900 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.900 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.900 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.900 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.900 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.900 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.901 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.901 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.901 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.901 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.901 INFO:teuthology.orchestra.run.smithi145.stdout: def test_multipart_upload_on_a_bucket_with_policy(): 2023-12-03T12:50:28.901 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.901 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.901 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12610: 2023-12-03T12:50:28.901 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.901 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.901 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.901 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.902 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.902 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.902 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.902 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.902 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.902 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.902 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.902 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.902 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.903 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.903 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.903 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.903 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.903 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.903 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.903 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.903 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.903 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.903 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.904 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.904 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.904 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.904 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.904 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.904 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.904 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.904 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.904 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.904 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.904 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.904 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.904 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.904 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.904 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.904 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.904 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.905 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.905 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.905 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.905 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.905 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.905 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.905 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.905 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.905 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.905 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.905 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.905 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.905 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.905 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.905 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.905 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.905 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.906 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.906 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.906 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.906 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.906 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.906 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.906 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.906 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.906 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.906 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.906 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.906 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.906 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.906 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.906 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.906 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.906 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.907 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.907 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-518" 2023-12-03T12:50:28.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.907 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.907 INFO:teuthology.orchestra.run.smithi145.stdout:________________________ test_put_bucket_encryption_kms ________________________ 2023-12-03T12:50:28.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.907 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.907 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.907 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.907 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.907 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.907 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.907 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.907 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.907 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.908 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.908 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.908 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.908 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.908 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.908 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.908 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.908 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.908 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.908 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.908 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.908 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.908 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.908 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.909 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.909 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.909 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.909 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.909 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.909 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.909 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.909 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.909 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.909 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.909 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.909 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.909 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.909 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.909 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.910 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.910 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.910 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.910 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.910 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.910 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.910 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.910 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.910 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.910 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.910 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.911 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.911 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.911 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.911 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.911 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.911 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.911 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.911 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.911 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.911 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.911 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.911 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.911 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.911 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.912 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.912 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.912 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.912 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.912 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.912 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.912 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.912 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.912 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.912 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.912 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.912 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.913 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.913 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.913 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.913 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.913 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.913 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.913 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.913 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.913 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.913 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.913 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.913 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.913 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.913 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.913 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.913 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.913 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.914 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.914 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.914 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.914 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.914 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.914 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.914 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.914 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.914 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.914 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.914 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.914 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.914 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.914 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.915 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.915 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.915 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.915 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.915 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.915 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.915 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.915 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.915 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.915 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.915 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.915 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.915 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.915 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.915 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.915 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.916 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.916 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.916 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.916 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.916 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.916 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.916 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.916 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.916 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.916 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.916 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.916 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.916 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.916 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.917 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.917 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.917 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.917 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.917 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.917 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.917 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.917 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.917 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.917 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.917 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.917 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.917 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.917 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.918 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.918 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.918 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:28.918 INFO:teuthology.orchestra.run.smithi145.stdout: def test_put_bucket_encryption_kms(): 2023-12-03T12:50:28.918 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.918 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.918 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12679: 2023-12-03T12:50:28.918 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.918 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.918 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.918 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.918 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.918 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.918 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.919 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.919 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.919 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.919 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.919 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.919 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.919 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.919 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.919 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.920 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.920 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.920 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.920 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.920 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.920 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.920 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.920 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.920 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.920 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.920 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.920 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.920 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.921 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.921 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.921 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.921 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.921 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.921 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.921 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.921 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.921 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.921 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.921 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.921 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.921 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.921 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.921 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.921 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.922 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.922 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.922 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.922 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.922 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.922 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.922 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.922 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.922 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.922 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.922 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.922 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.922 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.922 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.922 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.922 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.922 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.923 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.923 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.923 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.923 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.923 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.923 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.923 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.923 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.923 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.923 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.923 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.923 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-519" 2023-12-03T12:50:28.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.923 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.923 INFO:teuthology.orchestra.run.smithi145.stdout:________________________ test_get_bucket_encryption_kms ________________________ 2023-12-03T12:50:28.923 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.924 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.924 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.924 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.924 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.924 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.924 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.924 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.924 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.924 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.924 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.924 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.924 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.924 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.924 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.925 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.925 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.925 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.925 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.925 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.925 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.925 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.925 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.925 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.925 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.925 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.925 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.925 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.926 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.926 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.926 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.926 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.926 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.926 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.926 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.926 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.926 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.926 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.926 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.926 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.926 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.926 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.926 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.926 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.927 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.927 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.927 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.927 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.927 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.927 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.927 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.927 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.927 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.927 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.927 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.927 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.927 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.927 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.927 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.928 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.928 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.928 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.928 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.928 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.928 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.928 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.928 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.928 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.928 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.928 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.928 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.928 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.929 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.929 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.929 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.929 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.929 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.929 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.929 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.929 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.929 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.929 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.929 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.929 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.929 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.929 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.929 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.929 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.930 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.930 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.930 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.930 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.930 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.930 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.930 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.930 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.930 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.930 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.930 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.930 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.930 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.930 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.930 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.931 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.931 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.931 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.931 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.931 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.931 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.931 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.931 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.931 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.931 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.932 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.932 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.932 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.932 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.932 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.932 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.932 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.932 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.932 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.932 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.932 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.932 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.932 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.932 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.933 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.933 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.933 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.933 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.933 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.933 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.933 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.933 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.933 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.933 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.933 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.933 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.933 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.934 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.934 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.934 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.934 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.934 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.934 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.934 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.934 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.934 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:28.934 INFO:teuthology.orchestra.run.smithi145.stdout: def test_get_bucket_encryption_kms(): 2023-12-03T12:50:28.934 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:50:28.934 INFO:teuthology.orchestra.run.smithi145.stdout: if kms_keyid is None: 2023-12-03T12:50:28.935 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = 'fool-me-again' 2023-12-03T12:50:28.935 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.935 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.935 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12709: 2023-12-03T12:50:28.935 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.935 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.935 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.935 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.935 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.935 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.935 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.935 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.936 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.936 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.936 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.936 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.936 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.936 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.936 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.936 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.936 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.937 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.937 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.937 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.937 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.937 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.937 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.937 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.937 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.937 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.937 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.937 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.937 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.937 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.937 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.937 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.938 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.938 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.938 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.938 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.938 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.938 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.938 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.938 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.938 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.938 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.938 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.938 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.938 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.938 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.938 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.939 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.939 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.939 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.939 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.939 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.939 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.939 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.939 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.939 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.939 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.939 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.939 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.939 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.939 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.939 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.939 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.940 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.940 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.940 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.940 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.940 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.940 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.940 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.940 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.940 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.940 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.940 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.940 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.940 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.940 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-520" 2023-12-03T12:50:28.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.941 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.941 INFO:teuthology.orchestra.run.smithi145.stdout:______________________ test_delete_bucket_encryption_kms _______________________ 2023-12-03T12:50:28.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.941 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.941 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.941 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.941 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.941 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.941 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.941 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.941 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.941 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.942 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.942 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.942 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.942 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.942 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.942 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.942 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.942 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.942 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.942 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.942 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.942 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.942 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.943 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.943 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.943 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.943 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.943 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.943 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.943 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.943 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.943 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.943 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.943 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.943 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.943 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.943 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.943 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.943 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.943 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.944 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.944 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.944 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.944 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.944 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.944 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.944 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.944 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.944 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.944 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.944 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.944 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.944 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.944 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.945 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.945 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.945 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.945 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.945 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.945 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.945 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.945 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.945 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.945 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.945 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.945 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.945 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.945 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.946 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.946 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.946 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.946 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.946 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.946 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.946 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.946 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.946 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.946 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.946 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.946 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.946 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.946 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.946 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.946 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.947 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.947 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.947 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.947 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.947 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.947 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.947 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.947 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.947 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.947 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.947 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.947 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.947 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.947 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.947 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.947 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.948 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.948 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.948 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.948 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.948 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.948 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.948 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.948 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.948 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.948 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.948 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.948 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.948 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.949 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.949 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.949 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.949 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.949 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.949 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.949 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.949 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.949 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.949 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.949 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.949 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.949 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.949 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.949 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.950 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.950 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.950 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.950 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.950 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.950 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.950 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.950 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.950 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.950 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.950 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.950 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.950 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.951 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.951 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.951 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.951 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.951 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.951 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.951 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.951 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.951 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.951 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.951 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:28.951 INFO:teuthology.orchestra.run.smithi145.stdout: def test_delete_bucket_encryption_kms(): 2023-12-03T12:50:28.952 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.952 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.952 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12752: 2023-12-03T12:50:28.952 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.952 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.952 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.952 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.952 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.952 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.952 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.952 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.952 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.953 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.953 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.953 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.953 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.953 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.953 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.953 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.953 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.953 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.953 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.954 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.954 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.954 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.954 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.954 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.954 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.954 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.954 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.954 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.954 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.954 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.954 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.954 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.954 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.954 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.955 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.955 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.955 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.955 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.955 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.955 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.955 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.955 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.955 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.955 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.955 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.955 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.955 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.955 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.955 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.955 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.955 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.956 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.956 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.956 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.956 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.956 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.956 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.956 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.956 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.956 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.956 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.956 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.956 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.956 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.956 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.956 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.956 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.956 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.957 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.957 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.957 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.957 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.957 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.957 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.957 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.957 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.957 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-521" 2023-12-03T12:50:28.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.957 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.957 INFO:teuthology.orchestra.run.smithi145.stdout:____________ test_sse_kms_default_post_object_authenticated_request ____________ 2023-12-03T12:50:28.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.957 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.957 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.957 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.958 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.958 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.958 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.958 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.958 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.958 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.958 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.958 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.958 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.958 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.958 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.958 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.958 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.959 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.959 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.959 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.959 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.959 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.959 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.959 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.959 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.959 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.959 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.959 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.959 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.959 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.959 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.959 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.959 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.959 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.960 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.960 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.960 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.960 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.960 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.960 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.960 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.960 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.960 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.960 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.960 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.960 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.960 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.960 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.960 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.961 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.961 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.961 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.961 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.961 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.961 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.961 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.961 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.961 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.961 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.961 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.961 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.961 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.961 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.961 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.962 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.962 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.962 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.962 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.962 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.962 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.962 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.962 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.962 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.962 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.962 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.963 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.963 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.963 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.963 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.963 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.963 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.963 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.963 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.963 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.963 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.963 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.963 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.963 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.963 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.963 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.963 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.963 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.964 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.964 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.964 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.964 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.964 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.964 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.964 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.964 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.964 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.964 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.964 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.964 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.964 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.964 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.964 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.964 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.964 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.965 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.965 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.965 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.965 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.965 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.965 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.965 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.965 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.965 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.965 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.965 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.965 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.965 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.965 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.965 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.965 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.965 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.965 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.966 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.966 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.966 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.966 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.966 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.966 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.966 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.966 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.966 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.966 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.966 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.966 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.966 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.966 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.967 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.967 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.967 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.967 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.967 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.967 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.967 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.967 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.967 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.967 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.967 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.967 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.967 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.967 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.968 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.encryption 2023-12-03T12:50:28.968 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.bucket_encryption 2023-12-03T12:50:28.968 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:50:28.968 INFO:teuthology.orchestra.run.smithi145.stdout: def test_sse_kms_default_post_object_authenticated_request(): 2023-12-03T12:50:28.968 INFO:teuthology.orchestra.run.smithi145.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:50:28.968 INFO:teuthology.orchestra.run.smithi145.stdout: if kms_keyid is None: 2023-12-03T12:50:28.968 INFO:teuthology.orchestra.run.smithi145.stdout: pytest.skip('[s3 main] section missing kms_keyid') 2023-12-03T12:50:28.968 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.968 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.968 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:12996: 2023-12-03T12:50:28.968 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.968 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.968 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.968 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.968 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.968 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.969 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.969 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.969 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.969 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.969 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.969 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.969 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.969 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.969 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.970 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.970 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.970 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.970 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.970 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.970 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.970 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.970 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.970 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.970 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.970 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.971 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.971 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.971 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.971 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.971 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.971 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.971 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.971 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.971 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.971 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.971 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.971 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.971 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.971 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.971 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.971 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.971 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.972 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.972 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.972 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.972 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.972 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.972 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.972 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.972 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.972 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.972 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.972 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.972 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.972 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.972 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.972 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.972 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.973 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.973 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.973 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.973 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.973 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.973 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.973 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.973 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.973 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.973 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.973 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.973 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.973 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.973 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.973 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.973 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.973 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-522" 2023-12-03T12:50:28.974 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.974 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.974 INFO:teuthology.orchestra.run.smithi145.stdout:___________________________ test_get_object_torrent ____________________________ 2023-12-03T12:50:28.974 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.974 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.974 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.974 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.974 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.974 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.974 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.974 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.974 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.974 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.974 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.974 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.974 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.975 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.975 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.975 INFO:teuthology.orchestra.run.smithi145.stdout:> conn = connection.create_connection( 2023-12-03T12:50:28.975 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.975 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.975 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:174: 2023-12-03T12:50:28.975 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.975 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:50:28.975 INFO:teuthology.orchestra.run.smithi145.stdout: raise err 2023-12-03T12:50:28.975 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.975 INFO:teuthology.orchestra.run.smithi145.stdout:address = ('smithi145.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:50:28.975 INFO:teuthology.orchestra.run.smithi145.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:50:28.975 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.975 INFO:teuthology.orchestra.run.smithi145.stdout: def create_connection( 2023-12-03T12:50:28.976 INFO:teuthology.orchestra.run.smithi145.stdout: address, 2023-12-03T12:50:28.976 INFO:teuthology.orchestra.run.smithi145.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:50:28.976 INFO:teuthology.orchestra.run.smithi145.stdout: source_address=None, 2023-12-03T12:50:28.976 INFO:teuthology.orchestra.run.smithi145.stdout: socket_options=None, 2023-12-03T12:50:28.976 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.976 INFO:teuthology.orchestra.run.smithi145.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:50:28.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.976 INFO:teuthology.orchestra.run.smithi145.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:50:28.976 INFO:teuthology.orchestra.run.smithi145.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:50:28.976 INFO:teuthology.orchestra.run.smithi145.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:50:28.976 INFO:teuthology.orchestra.run.smithi145.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:50:28.976 INFO:teuthology.orchestra.run.smithi145.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:50:28.976 INFO:teuthology.orchestra.run.smithi145.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:50:28.976 INFO:teuthology.orchestra.run.smithi145.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:50:28.976 INFO:teuthology.orchestra.run.smithi145.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:50:28.976 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.976 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.976 INFO:teuthology.orchestra.run.smithi145.stdout: host, port = address 2023-12-03T12:50:28.977 INFO:teuthology.orchestra.run.smithi145.stdout: if host.startswith("["): 2023-12-03T12:50:28.977 INFO:teuthology.orchestra.run.smithi145.stdout: host = host.strip("[]") 2023-12-03T12:50:28.977 INFO:teuthology.orchestra.run.smithi145.stdout: err = None 2023-12-03T12:50:28.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.977 INFO:teuthology.orchestra.run.smithi145.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:50:28.977 INFO:teuthology.orchestra.run.smithi145.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:50:28.977 INFO:teuthology.orchestra.run.smithi145.stdout: # The original create_connection function always returns all records. 2023-12-03T12:50:28.977 INFO:teuthology.orchestra.run.smithi145.stdout: family = allowed_gai_family() 2023-12-03T12:50:28.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.977 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.977 INFO:teuthology.orchestra.run.smithi145.stdout: host.encode("idna") 2023-12-03T12:50:28.977 INFO:teuthology.orchestra.run.smithi145.stdout: except UnicodeError: 2023-12-03T12:50:28.977 INFO:teuthology.orchestra.run.smithi145.stdout: return six.raise_from( 2023-12-03T12:50:28.977 INFO:teuthology.orchestra.run.smithi145.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:50:28.977 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.977 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.977 INFO:teuthology.orchestra.run.smithi145.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:50:28.978 INFO:teuthology.orchestra.run.smithi145.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:50:28.978 INFO:teuthology.orchestra.run.smithi145.stdout: sock = None 2023-12-03T12:50:28.978 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.978 INFO:teuthology.orchestra.run.smithi145.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:50:28.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.978 INFO:teuthology.orchestra.run.smithi145.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:50:28.978 INFO:teuthology.orchestra.run.smithi145.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:50:28.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.978 INFO:teuthology.orchestra.run.smithi145.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:50:28.978 INFO:teuthology.orchestra.run.smithi145.stdout: sock.settimeout(timeout) 2023-12-03T12:50:28.978 INFO:teuthology.orchestra.run.smithi145.stdout: if source_address: 2023-12-03T12:50:28.978 INFO:teuthology.orchestra.run.smithi145.stdout: sock.bind(source_address) 2023-12-03T12:50:28.978 INFO:teuthology.orchestra.run.smithi145.stdout:> sock.connect(sa) 2023-12-03T12:50:28.978 INFO:teuthology.orchestra.run.smithi145.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:50:28.978 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.979 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:50:28.979 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.979 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.979 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.979 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.979 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.979 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.979 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.979 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.979 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.979 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.979 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.979 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.979 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.979 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.979 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.979 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.980 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.980 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.980 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.980 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.980 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.980 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.980 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.980 INFO:teuthology.orchestra.run.smithi145.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:50:28.980 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.980 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.980 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.980 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.980 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.980 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.980 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.980 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.980 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.981 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.981 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:455: 2023-12-03T12:50:28.981 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:50:28.981 INFO:teuthology.orchestra.run.smithi145.stdout: retries = retries.increment( 2023-12-03T12:50:28.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:50:28.981 INFO:teuthology.orchestra.run.smithi145.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:50:28.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:50:28.981 INFO:teuthology.orchestra.run.smithi145.stdout: raise value 2023-12-03T12:50:28.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:50:28.981 INFO:teuthology.orchestra.run.smithi145.stdout: httplib_response = self._make_request( 2023-12-03T12:50:28.981 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:50:28.981 INFO:teuthology.orchestra.run.smithi145.stdout: self._validate_conn(conn) 2023-12-03T12:50:28.982 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:50:28.982 INFO:teuthology.orchestra.run.smithi145.stdout: conn.connect() 2023-12-03T12:50:28.982 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:50:28.982 INFO:teuthology.orchestra.run.smithi145.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:50:28.982 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.982 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.982 INFO:teuthology.orchestra.run.smithi145.stdout: def _new_conn(self): 2023-12-03T12:50:28.982 INFO:teuthology.orchestra.run.smithi145.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:50:28.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.982 INFO:teuthology.orchestra.run.smithi145.stdout: :return: New socket connection. 2023-12-03T12:50:28.982 INFO:teuthology.orchestra.run.smithi145.stdout: """ 2023-12-03T12:50:28.982 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw = {} 2023-12-03T12:50:28.982 INFO:teuthology.orchestra.run.smithi145.stdout: if self.source_address: 2023-12-03T12:50:28.982 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:50:28.982 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.983 INFO:teuthology.orchestra.run.smithi145.stdout: if self.socket_options: 2023-12-03T12:50:28.983 INFO:teuthology.orchestra.run.smithi145.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:50:28.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.983 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.983 INFO:teuthology.orchestra.run.smithi145.stdout: conn = connection.create_connection( 2023-12-03T12:50:28.983 INFO:teuthology.orchestra.run.smithi145.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:50:28.983 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.983 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketTimeout: 2023-12-03T12:50:28.983 INFO:teuthology.orchestra.run.smithi145.stdout: raise ConnectTimeoutError( 2023-12-03T12:50:28.983 INFO:teuthology.orchestra.run.smithi145.stdout: self, 2023-12-03T12:50:28.983 INFO:teuthology.orchestra.run.smithi145.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:50:28.983 INFO:teuthology.orchestra.run.smithi145.stdout: % (self.host, self.timeout), 2023-12-03T12:50:28.983 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.983 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.983 INFO:teuthology.orchestra.run.smithi145.stdout: except SocketError as e: 2023-12-03T12:50:28.983 INFO:teuthology.orchestra.run.smithi145.stdout:> raise NewConnectionError( 2023-12-03T12:50:28.984 INFO:teuthology.orchestra.run.smithi145.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:50:28.984 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.984 INFO:teuthology.orchestra.run.smithi145.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:50:28.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.984 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:50:28.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.984 INFO:teuthology.orchestra.run.smithi145.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:50:28.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.984 INFO:teuthology.orchestra.run.smithi145.stdout: def test_get_object_torrent(): 2023-12-03T12:50:28.984 INFO:teuthology.orchestra.run.smithi145.stdout: client = get_client() 2023-12-03T12:50:28.984 INFO:teuthology.orchestra.run.smithi145.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:50:28.984 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.984 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:13081: 2023-12-03T12:50:28.984 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.984 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:50:28.984 INFO:teuthology.orchestra.run.smithi145.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:50:28.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:50:28.985 INFO:teuthology.orchestra.run.smithi145.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:50:28.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:50:28.985 INFO:teuthology.orchestra.run.smithi145.stdout: http, parsed_response = self._make_request( 2023-12-03T12:50:28.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:50:28.985 INFO:teuthology.orchestra.run.smithi145.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:50:28.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:50:28.985 INFO:teuthology.orchestra.run.smithi145.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:50:28.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:50:28.985 INFO:teuthology.orchestra.run.smithi145.stdout: while self._needs_retry( 2023-12-03T12:50:28.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:50:28.985 INFO:teuthology.orchestra.run.smithi145.stdout: responses = self._event_emitter.emit( 2023-12-03T12:50:28.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:50:28.985 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:50:28.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:50:28.985 INFO:teuthology.orchestra.run.smithi145.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:50:28.985 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:50:28.985 INFO:teuthology.orchestra.run.smithi145.stdout: response = handler(**kwargs) 2023-12-03T12:50:28.986 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:50:28.986 INFO:teuthology.orchestra.run.smithi145.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:50:28.986 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:50:28.986 INFO:teuthology.orchestra.run.smithi145.stdout: should_retry = self._should_retry( 2023-12-03T12:50:28.986 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:50:28.986 INFO:teuthology.orchestra.run.smithi145.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:50:28.986 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:50:28.986 INFO:teuthology.orchestra.run.smithi145.stdout: checker_response = checker( 2023-12-03T12:50:28.986 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:50:28.986 INFO:teuthology.orchestra.run.smithi145.stdout: return self._check_caught_exception( 2023-12-03T12:50:28.986 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:50:28.986 INFO:teuthology.orchestra.run.smithi145.stdout: raise caught_exception 2023-12-03T12:50:28.986 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:50:28.986 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = self._send(request) 2023-12-03T12:50:28.986 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:50:28.986 INFO:teuthology.orchestra.run.smithi145.stdout: return self.http_session.send(request) 2023-12-03T12:50:28.987 INFO:teuthology.orchestra.run.smithi145.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:50:28.987 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.987 INFO:teuthology.orchestra.run.smithi145.stdout:self = 2023-12-03T12:50:28.987 INFO:teuthology.orchestra.run.smithi145.stdout:request = 2023-12-03T12:50:28.987 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.987 INFO:teuthology.orchestra.run.smithi145.stdout: def send(self, request): 2023-12-03T12:50:28.987 INFO:teuthology.orchestra.run.smithi145.stdout: try: 2023-12-03T12:50:28.987 INFO:teuthology.orchestra.run.smithi145.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:50:28.987 INFO:teuthology.orchestra.run.smithi145.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:50:28.987 INFO:teuthology.orchestra.run.smithi145.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:50:28.987 INFO:teuthology.orchestra.run.smithi145.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:50:28.987 INFO:teuthology.orchestra.run.smithi145.stdout: if ensure_boolean( 2023-12-03T12:50:28.987 INFO:teuthology.orchestra.run.smithi145.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:50:28.987 INFO:teuthology.orchestra.run.smithi145.stdout: ): 2023-12-03T12:50:28.988 INFO:teuthology.orchestra.run.smithi145.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:50:28.988 INFO:teuthology.orchestra.run.smithi145.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:50:28.988 INFO:teuthology.orchestra.run.smithi145.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:50:28.988 INFO:teuthology.orchestra.run.smithi145.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:50:28.988 INFO:teuthology.orchestra.run.smithi145.stdout: host = urlparse(request.url).hostname 2023-12-03T12:50:28.988 INFO:teuthology.orchestra.run.smithi145.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:50:28.988 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.988 INFO:teuthology.orchestra.run.smithi145.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:50:28.988 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response = conn.urlopen( 2023-12-03T12:50:28.988 INFO:teuthology.orchestra.run.smithi145.stdout: method=request.method, 2023-12-03T12:50:28.988 INFO:teuthology.orchestra.run.smithi145.stdout: url=request_target, 2023-12-03T12:50:28.988 INFO:teuthology.orchestra.run.smithi145.stdout: body=request.body, 2023-12-03T12:50:28.988 INFO:teuthology.orchestra.run.smithi145.stdout: headers=request.headers, 2023-12-03T12:50:28.988 INFO:teuthology.orchestra.run.smithi145.stdout: retries=Retry(False), 2023-12-03T12:50:28.988 INFO:teuthology.orchestra.run.smithi145.stdout: assert_same_host=False, 2023-12-03T12:50:28.988 INFO:teuthology.orchestra.run.smithi145.stdout: preload_content=False, 2023-12-03T12:50:28.988 INFO:teuthology.orchestra.run.smithi145.stdout: decode_content=False, 2023-12-03T12:50:28.989 INFO:teuthology.orchestra.run.smithi145.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:50:28.989 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.989 INFO:teuthology.orchestra.run.smithi145.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:50:28.989 INFO:teuthology.orchestra.run.smithi145.stdout: request.url, 2023-12-03T12:50:28.989 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.status, 2023-12-03T12:50:28.989 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response.headers, 2023-12-03T12:50:28.989 INFO:teuthology.orchestra.run.smithi145.stdout: urllib_response, 2023-12-03T12:50:28.989 INFO:teuthology.orchestra.run.smithi145.stdout: ) 2023-12-03T12:50:28.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.989 INFO:teuthology.orchestra.run.smithi145.stdout: if not request.stream_output: 2023-12-03T12:50:28.989 INFO:teuthology.orchestra.run.smithi145.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:50:28.989 INFO:teuthology.orchestra.run.smithi145.stdout: # this way instead of using preload_content because 2023-12-03T12:50:28.989 INFO:teuthology.orchestra.run.smithi145.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:50:28.989 INFO:teuthology.orchestra.run.smithi145.stdout: http_response.content 2023-12-03T12:50:28.989 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.990 INFO:teuthology.orchestra.run.smithi145.stdout: return http_response 2023-12-03T12:50:28.990 INFO:teuthology.orchestra.run.smithi145.stdout: except URLLib3SSLError as e: 2023-12-03T12:50:28.990 INFO:teuthology.orchestra.run.smithi145.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.990 INFO:teuthology.orchestra.run.smithi145.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:50:28.990 INFO:teuthology.orchestra.run.smithi145.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:50:28.990 INFO:teuthology.orchestra.run.smithi145.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi145.front.sepia.ceph.com:443/test-client.0-l7txmp4nktpzi6y-523" 2023-12-03T12:50:28.990 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.990 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:50:28.990 INFO:teuthology.orchestra.run.smithi145.stdout:=============================== warnings summary =============================== 2023-12-03T12:50:28.990 INFO:teuthology.orchestra.run.smithi145.stdout:.tox/py/lib/python3.9/site-packages/boto/plugin.py:40 2023-12-03T12:50:28.990 INFO:teuthology.orchestra.run.smithi145.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.9/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses 2023-12-03T12:50:28.990 INFO:teuthology.orchestra.run.smithi145.stdout: import imp 2023-12-03T12:50:28.990 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.990 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py:124 2023-12-03T12:50:28.990 INFO:teuthology.orchestra.run.smithi145.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:124: SyntaxWarning: "is" with a literal. Did you mean "=="? 2023-12-03T12:50:28.991 INFO:teuthology.orchestra.run.smithi145.stdout: if boto_type is 'S3Connection': 2023-12-03T12:50:28.991 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.991 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_headers.py:129 2023-12-03T12:50:28.991 INFO:teuthology.orchestra.run.smithi145.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:129: SyntaxWarning: "is" with a literal. Did you mean "=="? 2023-12-03T12:50:28.991 INFO:teuthology.orchestra.run.smithi145.stdout: elif boto_type is 'HTTPRequest': 2023-12-03T12:50:28.991 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.991 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3.py:359 2023-12-03T12:50:28.991 INFO:teuthology.orchestra.run.smithi145.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3.py:359: DeprecationWarning: invalid escape sequence \W 2023-12-03T12:50:28.991 INFO:teuthology.orchestra.run.smithi145.stdout: extra_sc = re.split('\W+', config['main']['storage_classes']) 2023-12-03T12:50:28.991 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.991 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py:176 2023-12-03T12:50:28.991 INFO:teuthology.orchestra.run.smithi145.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:176: SyntaxWarning: "is" with a literal. Did you mean "=="? 2023-12-03T12:50:28.991 INFO:teuthology.orchestra.run.smithi145.stdout: if k is 'BucketName': 2023-12-03T12:50:28.991 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.991 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py:253 2023-12-03T12:50:28.991 INFO:teuthology.orchestra.run.smithi145.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:253: PytestUnknownMarkWarning: Unknown pytest.mark.timeout - is this a typo? You can register custom marks to avoid this warning - for details, see https://docs.pytest.org/en/stable/how-to/mark.html 2023-12-03T12:50:28.992 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.timeout(10) 2023-12-03T12:50:28.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.992 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests/functional/test_s3_website.py:1077 2023-12-03T12:50:28.992 INFO:teuthology.orchestra.run.smithi145.stdout: s3tests/functional/test_s3_website.py:1077: PytestCollectionWarning: yield tests were removed in pytest 4.0 - test_routing_generator will be ignored 2023-12-03T12:50:28.992 INFO:teuthology.orchestra.run.smithi145.stdout: @pytest.mark.s3website_routing_rules 2023-12-03T12:50:28.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.992 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:2212 2023-12-03T12:50:28.992 INFO:teuthology.orchestra.run.smithi145.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2212: DeprecationWarning: invalid escape sequence \$ 2023-12-03T12:50:28.992 INFO:teuthology.orchestra.run.smithi145.stdout: ["starts-with", "$key", "\$foo"],\ 2023-12-03T12:50:28.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.992 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:2227 2023-12-03T12:50:28.992 INFO:teuthology.orchestra.run.smithi145.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2227: DeprecationWarning: invalid escape sequence \$ 2023-12-03T12:50:28.992 INFO:teuthology.orchestra.run.smithi145.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2023-12-03T12:50:28.992 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.992 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:2233 2023-12-03T12:50:28.992 INFO:teuthology.orchestra.run.smithi145.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2233: DeprecationWarning: invalid escape sequence \$ 2023-12-03T12:50:28.992 INFO:teuthology.orchestra.run.smithi145.stdout: response = client.get_object(Bucket=bucket_name, Key='\$foo.txt') 2023-12-03T12:50:28.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.993 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:2290 2023-12-03T12:50:28.993 INFO:teuthology.orchestra.run.smithi145.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2290: DeprecationWarning: invalid escape sequence \$ 2023-12-03T12:50:28.993 INFO:teuthology.orchestra.run.smithi145.stdout: ["starts-with", "$key", "\$foo"],\ 2023-12-03T12:50:28.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.993 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:2305 2023-12-03T12:50:28.993 INFO:teuthology.orchestra.run.smithi145.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2305: DeprecationWarning: invalid escape sequence \$ 2023-12-03T12:50:28.993 INFO:teuthology.orchestra.run.smithi145.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2023-12-03T12:50:28.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.993 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:2323 2023-12-03T12:50:28.993 INFO:teuthology.orchestra.run.smithi145.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2323: DeprecationWarning: invalid escape sequence \$ 2023-12-03T12:50:28.993 INFO:teuthology.orchestra.run.smithi145.stdout: ["starts-with", "$key", "\$foo"],\ 2023-12-03T12:50:28.993 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.993 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:2338 2023-12-03T12:50:28.993 INFO:teuthology.orchestra.run.smithi145.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2338: DeprecationWarning: invalid escape sequence \$ 2023-12-03T12:50:28.994 INFO:teuthology.orchestra.run.smithi145.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id[::-1]),\ 2023-12-03T12:50:28.994 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.994 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:2356 2023-12-03T12:50:28.994 INFO:teuthology.orchestra.run.smithi145.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2356: DeprecationWarning: invalid escape sequence \$ 2023-12-03T12:50:28.994 INFO:teuthology.orchestra.run.smithi145.stdout: ["starts-with", "$key", "\$foo"],\ 2023-12-03T12:50:28.994 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.994 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:2371 2023-12-03T12:50:28.994 INFO:teuthology.orchestra.run.smithi145.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2371: DeprecationWarning: invalid escape sequence \$ 2023-12-03T12:50:28.994 INFO:teuthology.orchestra.run.smithi145.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2023-12-03T12:50:28.994 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.994 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:2421 2023-12-03T12:50:28.994 INFO:teuthology.orchestra.run.smithi145.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2421: DeprecationWarning: invalid escape sequence \$ 2023-12-03T12:50:28.994 INFO:teuthology.orchestra.run.smithi145.stdout: ["starts-with", "$key", "\$foo"],\ 2023-12-03T12:50:28.994 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.994 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py:2453 2023-12-03T12:50:28.994 INFO:teuthology.orchestra.run.smithi145.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2453: DeprecationWarning: invalid escape sequence \$ 2023-12-03T12:50:28.994 INFO:teuthology.orchestra.run.smithi145.stdout: ["starts-with", "$key", "\$foo"],\ 2023-12-03T12:50:28.995 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.995 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_headers.py: 29 warnings 2023-12-03T12:50:28.995 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_iam.py: 23 warnings 2023-12-03T12:50:28.995 INFO:teuthology.orchestra.run.smithi145.stdout:s3tests_boto3/functional/test_s3.py: 277 warnings 2023-12-03T12:50:28.995 INFO:teuthology.orchestra.run.smithi145.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi145.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T12:50:28.995 INFO:teuthology.orchestra.run.smithi145.stdout: warnings.warn( 2023-12-03T12:50:28.995 INFO:teuthology.orchestra.run.smithi145.stdout: 2023-12-03T12:50:28.995 INFO:teuthology.orchestra.run.smithi145.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2023-12-03T12:50:28.995 INFO:teuthology.orchestra.run.smithi145.stdout:=========================== short test summary info ============================ 2023-12-03T12:50:28.995 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty - bot... 2023-12-03T12:50:28.995 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_small - bot... 2023-12-03T12:50:28.995 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_copy_small - botoc... 2023-12-03T12:50:28.995 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range 2023-12-03T12:50:28.995 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range 2023-12-03T12:50:28.995 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names 2023-12-03T12:50:28.995 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload - botocore.... 2023-12-03T12:50:28.996 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned - b... 2023-12-03T12:50:28.996 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part 2023-12-03T12:50:28.996 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes 2023-12-03T12:50:28.996 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes 2023-12-03T12:50:28.996 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small 2023-12-03T12:50:28.996 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents - ... 2023-12-03T12:50:28.996 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object 2023-12-03T12:50:28.996 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload - bot... 2023-12-03T12:50:28.996 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found 2023-12-03T12:50:28.996 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_list_multipart_upload - boto... 2023-12-03T12:50:28.996 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner 2023-12-03T12:50:28.996 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part 2023-12-03T12:50:28.996 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag 2023-12-03T12:50:28.996 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_get_part - botocor... 2023-12-03T12:50:28.996 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part - bot... 2023-12-03T12:50:28.996 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_100_continue - botocore.exce... 2023-12-03T12:50:28.996 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_set_cors - botocore.exceptio... 2023-12-03T12:50:28.997 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_cors_origin_response - botoc... 2023-12-03T12:50:28.997 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard - botoc... 2023-12-03T12:50:28.997 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_cors_header_option - botocor... 2023-12-03T12:50:28.997 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object - ... 2023-12-03T12:50:28.997 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant 2023-12-03T12:50:28.997 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging - botocor... 2023-12-03T12:50:28.997 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb - botocore.e... 2023-12-03T12:50:28.997 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb - botocore.e... 2023-12-03T12:50:28.997 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb - botocore.e... 2023-12-03T12:50:28.997 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb - botocore.... 2023-12-03T12:50:28.997 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb - botocore.... 2023-12-03T12:50:28.997 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb - botocore.... 2023-12-03T12:50:28.997 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb - boto... 2023-12-03T12:50:28.997 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb - boto... 2023-12-03T12:50:28.997 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb - boto... 2023-12-03T12:50:28.997 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb 2023-12-03T12:50:28.997 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write 2023-12-03T12:50:28.998 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last 2023-12-03T12:50:28.998 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code 2023-12-03T12:50:28.998 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code 2023-12-03T12:50:28.998 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code 2023-12-03T12:50:28.998 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code 2023-12-03T12:50:28.998 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range 2023-12-03T12:50:28.998 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object 2023-12-03T12:50:28.998 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend 2023-12-03T12:50:28.998 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove 2023-12-03T12:50:28.998 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head 2023-12-03T12:50:28.998 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal 2023-12-03T12:50:28.998 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite 2023-12-03T12:50:28.998 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended 2023-12-03T12:50:28.998 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions 2023-12-03T12:50:28.999 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all 2023-12-03T12:50:28.999 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names 2023-12-03T12:50:28.999 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart 2023-12-03T12:50:28.999 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker 2023-12-03T12:50:28.999 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version 2023-12-03T12:50:28.999 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete 2023-12-03T12:50:28.999 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker 2023-12-03T12:50:28.999 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create 2023-12-03T12:50:28.999 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioned_object_acl - botoc... 2023-12-03T12:50:28.999 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified 2023-12-03T12:50:28.999 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove 2023-12-03T12:50:28.999 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_set - botocore.exc... 2023-12-03T12:50:28.999 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_get - botocore.exc... 2023-12-03T12:50:28.999 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id - botoco... 2023-12-03T12:50:28.999 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long - boto... 2023-12-03T12:50:29.000 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id - botocore... 2023-12-03T12:50:29.000 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status - b... 2023-12-03T12:50:29.000 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date - botocor... 2023-12-03T12:50:29.000 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date 2023-12-03T12:50:29.000 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent - b... 2023-12-03T12:50:29.000 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker 2023-12-03T12:50:29.000 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter - botoc... 2023-12-03T12:50:29.000 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter 2023-12-03T12:50:29.000 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart - bo... 2023-12-03T12:50:29.000 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date 2023-12-03T12:50:29.000 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b - boto... 2023-12-03T12:50:29.000 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb - bot... 2023-12-03T12:50:29.000 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB - bot... 2023-12-03T12:50:29.000 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b - bot... 2023-12-03T12:50:29.000 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head 2023-12-03T12:50:29.001 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present - b... 2023-12-03T12:50:29.001 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key 2023-12-03T12:50:29.001 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 2023-12-03T12:50:29.001 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 - bo... 2023-12-03T12:50:29.001 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key - bo... 2023-12-03T12:50:29.001 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c - bo... 2023-12-03T12:50:29.001 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload 2023-12-03T12:50:29.001 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload 2023-12-03T12:50:29.001 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download 2023-12-03T12:50:29.001 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request 2023-12-03T12:50:29.001 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head - botoco... 2023-12-03T12:50:29.001 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_present - botocore.e... 2023-12-03T12:50:29.001 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key - botocore.ex... 2023-12-03T12:50:29.001 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared - botoc... 2023-12-03T12:50:29.001 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload - b... 2023-12-03T12:50:29.001 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 2023-12-03T12:50:29.002 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 2023-12-03T12:50:29.002 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request 2023-12-03T12:50:29.002 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b - botoco... 2023-12-03T12:50:29.002 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb - botoc... 2023-12-03T12:50:29.002 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB - botoc... 2023-12-03T12:50:29.002 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b - botoc... 2023-12-03T12:50:29.002 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare - botoc... 2023-12-03T12:50:29.002 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy - botocore.exc... 2023-12-03T12:50:29.002 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucketv2_policy - botocore.e... 2023-12-03T12:50:29.002 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl - botocore... 2023-12-03T12:50:29.002 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl - botoco... 2023-12-03T12:50:29.002 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket 2023-12-03T12:50:29.002 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket 2023-12-03T12:50:29.002 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_obj_tagging - botocore.e... 2023-12-03T12:50:29.002 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging - botoc... 2023-12-03T12:50:29.002 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_max_tags - botocore.exce... 2023-12-03T12:50:29.002 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_excess_tags - botocore.e... 2023-12-03T12:50:29.003 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags - botoco... 2023-12-03T12:50:29.003 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags - botoco... 2023-12-03T12:50:29.003 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags - botoco... 2023-12-03T12:50:29.003 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_modify_tags - botocore.e... 2023-12-03T12:50:29.003 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_delete_tags - botocore.e... 2023-12-03T12:50:29.003 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request 2023-12-03T12:50:29.003 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request 2023-12-03T12:50:29.003 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags - botocore... 2023-12-03T12:50:29.003 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public - botoco... 2023-12-03T12:50:29.003 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public - botoco... 2023-12-03T12:50:29.003 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public - bot... 2023-12-03T12:50:29.003 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id 2023-12-03T12:50:29.003 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id 2023-12-03T12:50:29.003 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag 2023-12-03T12:50:29.003 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag 2023-12-03T12:50:29.003 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag 2023-12-03T12:50:29.004 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source 2023-12-03T12:50:29.004 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta 2023-12-03T12:50:29.004 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl - ... 2023-12-03T12:50:29.004 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant 2023-12-03T12:50:29.004 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 - ... 2023-12-03T12:50:29.004 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms 2023-12-03T12:50:29.004 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms 2023-12-03T12:50:29.004 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms 2023-12-03T12:50:29.004 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc 2023-12-03T12:50:29.004 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 2023-12-03T12:50:29.004 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag 2023-12-03T12:50:29.004 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock - b... 2023-12-03T12:50:29.004 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket 2023-12-03T12:50:29.004 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years 2023-12-03T12:50:29.004 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days 2023-12-03T12:50:29.004 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years 2023-12-03T12:50:29.005 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode 2023-12-03T12:50:29.005 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status 2023-12-03T12:50:29.005 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning 2023-12-03T12:50:29.005 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock - b... 2023-12-03T12:50:29.005 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket 2023-12-03T12:50:29.005 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention 2023-12-03T12:50:29.005 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket 2023-12-03T12:50:29.005 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode 2023-12-03T12:50:29.005 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention 2023-12-03T12:50:29.005 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 2023-12-03T12:50:29.005 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket 2023-12-03T12:50:29.005 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid 2023-12-03T12:50:29.005 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention 2023-12-03T12:50:29.005 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period 2023-12-03T12:50:29.005 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period 2023-12-03T12:50:29.005 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass 2023-12-03T12:50:29.005 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention 2023-12-03T12:50:29.005 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker 2023-12-03T12:50:29.006 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention 2023-12-03T12:50:29.006 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold 2023-12-03T12:50:29.006 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket 2023-12-03T12:50:29.006 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status 2023-12-03T12:50:29.006 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold 2023-12-03T12:50:29.006 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket 2023-12-03T12:50:29.006 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on 2023-12-03T12:50:29.006 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off 2023-12-03T12:50:29.006 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata 2023-12-03T12:50:29.006 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj - ... 2023-12-03T12:50:29.006 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass 2023-12-03T12:50:29.006 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass 2023-12-03T12:50:29.006 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance 2023-12-03T12:50:29.006 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good - b... 2023-12-03T12:50:29.006 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed 2023-12-03T12:50:29.007 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status - b... 2023-12-03T12:50:29.007 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status 2023-12-03T12:50:29.007 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status 2023-12-03T12:50:29.007 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status 2023-12-03T12:50:29.007 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status 2023-12-03T12:50:29.007 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_deny_bucket_policy_status 2023-12-03T12:50:29.007 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_default_public_block - b... 2023-12-03T12:50:29.007 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_public_block - botocore.... 2023-12-03T12:50:29.007 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls 2023-12-03T12:50:29.007 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls 2023-12-03T12:50:29.007 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_block_public_policy - botoco... 2023-12-03T12:50:29.007 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_ignore_public_acls - botocor... 2023-12-03T12:50:29.007 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy 2023-12-03T12:50:29.007 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms - ... 2023-12-03T12:50:29.007 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms - ... 2023-12-03T12:50:29.007 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms 2023-12-03T12:50:29.007 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request 2023-12-03T12:50:29.008 INFO:teuthology.orchestra.run.smithi145.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_object_torrent - botocor... 2023-12-03T12:50:29.008 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty - boto... 2023-12-03T12:50:29.008 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_small - boto... 2023-12-03T12:50:29.008 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_copy_small - botoco... 2023-12-03T12:50:29.008 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range 2023-12-03T12:50:29.008 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range 2023-12-03T12:50:29.008 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names 2023-12-03T12:50:29.008 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload - botocore.e... 2023-12-03T12:50:29.008 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned - bo... 2023-12-03T12:50:29.008 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part 2023-12-03T12:50:29.008 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes 2023-12-03T12:50:29.008 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes 2023-12-03T12:50:29.008 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small 2023-12-03T12:50:29.008 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents - b... 2023-12-03T12:50:29.008 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object 2023-12-03T12:50:29.008 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload - boto... 2023-12-03T12:50:29.008 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found 2023-12-03T12:50:29.009 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_list_multipart_upload - botoc... 2023-12-03T12:50:29.009 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner 2023-12-03T12:50:29.009 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part 2023-12-03T12:50:29.009 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag 2023-12-03T12:50:29.009 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_get_part - botocore... 2023-12-03T12:50:29.009 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part - boto... 2023-12-03T12:50:29.009 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_100_continue - botocore.excep... 2023-12-03T12:50:29.009 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_set_cors - botocore.exception... 2023-12-03T12:50:29.009 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_cors_origin_response - botoco... 2023-12-03T12:50:29.009 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard - botoco... 2023-12-03T12:50:29.009 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_cors_header_option - botocore... 2023-12-03T12:50:29.009 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object - b... 2023-12-03T12:50:29.009 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant 2023-12-03T12:50:29.009 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging - botocore... 2023-12-03T12:50:29.009 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb - botocore.ex... 2023-12-03T12:50:29.009 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb - botocore.ex... 2023-12-03T12:50:29.009 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb - botocore.ex... 2023-12-03T12:50:29.010 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb - botocore.e... 2023-12-03T12:50:29.010 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb - botocore.e... 2023-12-03T12:50:29.010 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb - botocore.e... 2023-12-03T12:50:29.010 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb - botoc... 2023-12-03T12:50:29.010 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb - botoc... 2023-12-03T12:50:29.010 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb - botoc... 2023-12-03T12:50:29.010 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb 2023-12-03T12:50:29.010 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write 2023-12-03T12:50:29.010 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last 2023-12-03T12:50:29.010 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code 2023-12-03T12:50:29.010 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code 2023-12-03T12:50:29.010 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code 2023-12-03T12:50:29.010 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code 2023-12-03T12:50:29.010 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range 2023-12-03T12:50:29.010 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object 2023-12-03T12:50:29.010 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend 2023-12-03T12:50:29.010 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove 2023-12-03T12:50:29.011 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head 2023-12-03T12:50:29.011 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal 2023-12-03T12:50:29.011 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite 2023-12-03T12:50:29.011 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended 2023-12-03T12:50:29.011 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions 2023-12-03T12:50:29.011 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all 2023-12-03T12:50:29.011 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names 2023-12-03T12:50:29.011 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart 2023-12-03T12:50:29.011 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker - ... 2023-12-03T12:50:29.011 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version 2023-12-03T12:50:29.011 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete 2023-12-03T12:50:29.011 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker 2023-12-03T12:50:29.011 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create 2023-12-03T12:50:29.011 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioned_object_acl - botoco... 2023-12-03T12:50:29.011 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified 2023-12-03T12:50:29.011 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove 2023-12-03T12:50:29.012 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_set - botocore.exce... 2023-12-03T12:50:29.012 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_get - botocore.exce... 2023-12-03T12:50:29.012 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id - botocor... 2023-12-03T12:50:29.012 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long - botoc... 2023-12-03T12:50:29.012 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id - botocore.... 2023-12-03T12:50:29.012 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status - bo... 2023-12-03T12:50:29.012 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date - botocore... 2023-12-03T12:50:29.012 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date - ... 2023-12-03T12:50:29.012 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent - bo... 2023-12-03T12:50:29.012 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker - ... 2023-12-03T12:50:29.012 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter - botoco... 2023-12-03T12:50:29.012 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter - ... 2023-12-03T12:50:29.012 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart - bot... 2023-12-03T12:50:29.012 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date 2023-12-03T12:50:29.012 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b - botoc... 2023-12-03T12:50:29.012 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb - boto... 2023-12-03T12:50:29.012 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB - boto... 2023-12-03T12:50:29.013 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b - boto... 2023-12-03T12:50:29.013 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head 2023-12-03T12:50:29.013 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present - bo... 2023-12-03T12:50:29.013 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key - ... 2023-12-03T12:50:29.013 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 2023-12-03T12:50:29.013 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 - bot... 2023-12-03T12:50:29.013 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key - bot... 2023-12-03T12:50:29.013 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c - bot... 2023-12-03T12:50:29.013 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload 2023-12-03T12:50:29.013 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload 2023-12-03T12:50:29.013 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download 2023-12-03T12:50:29.013 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request 2023-12-03T12:50:29.013 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head - botocor... 2023-12-03T12:50:29.013 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_present - botocore.ex... 2023-12-03T12:50:29.013 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key - botocore.exc... 2023-12-03T12:50:29.013 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared - botoco... 2023-12-03T12:50:29.013 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload - bo... 2023-12-03T12:50:29.014 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 2023-12-03T12:50:29.014 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 2023-12-03T12:50:29.014 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request 2023-12-03T12:50:29.014 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b - botocor... 2023-12-03T12:50:29.014 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb - botoco... 2023-12-03T12:50:29.014 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB - botoco... 2023-12-03T12:50:29.014 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b - botoco... 2023-12-03T12:50:29.014 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare - botoco... 2023-12-03T12:50:29.014 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy - botocore.exce... 2023-12-03T12:50:29.014 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucketv2_policy - botocore.ex... 2023-12-03T12:50:29.014 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl - botocore.... 2023-12-03T12:50:29.014 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl - botocor... 2023-12-03T12:50:29.014 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket 2023-12-03T12:50:29.014 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket 2023-12-03T12:50:29.014 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_obj_tagging - botocore.ex... 2023-12-03T12:50:29.014 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging - botoco... 2023-12-03T12:50:29.014 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_max_tags - botocore.excep... 2023-12-03T12:50:29.015 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_excess_tags - botocore.ex... 2023-12-03T12:50:29.015 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags - botocor... 2023-12-03T12:50:29.015 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags - botocor... 2023-12-03T12:50:29.015 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags - botocor... 2023-12-03T12:50:29.015 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_modify_tags - botocore.ex... 2023-12-03T12:50:29.015 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_delete_tags - botocore.ex... 2023-12-03T12:50:29.015 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request 2023-12-03T12:50:29.015 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request 2023-12-03T12:50:29.015 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags - botocore.... 2023-12-03T12:50:29.015 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public - botocor... 2023-12-03T12:50:29.015 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public - botocor... 2023-12-03T12:50:29.015 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public - boto... 2023-12-03T12:50:29.015 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id 2023-12-03T12:50:29.015 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id 2023-12-03T12:50:29.015 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag 2023-12-03T12:50:29.015 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag 2023-12-03T12:50:29.015 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag 2023-12-03T12:50:29.016 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source 2023-12-03T12:50:29.016 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta 2023-12-03T12:50:29.016 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl - b... 2023-12-03T12:50:29.016 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant 2023-12-03T12:50:29.016 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 - b... 2023-12-03T12:50:29.016 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms - ... 2023-12-03T12:50:29.016 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms 2023-12-03T12:50:29.016 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms 2023-12-03T12:50:29.016 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc 2023-12-03T12:50:29.016 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 2023-12-03T12:50:29.016 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag 2023-12-03T12:50:29.016 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock - bo... 2023-12-03T12:50:29.016 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket 2023-12-03T12:50:29.016 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years 2023-12-03T12:50:29.016 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days 2023-12-03T12:50:29.016 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years 2023-12-03T12:50:29.016 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode 2023-12-03T12:50:29.017 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status 2023-12-03T12:50:29.017 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning 2023-12-03T12:50:29.017 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock - bo... 2023-12-03T12:50:29.017 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket 2023-12-03T12:50:29.017 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention 2023-12-03T12:50:29.017 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket 2023-12-03T12:50:29.017 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode 2023-12-03T12:50:29.017 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention 2023-12-03T12:50:29.017 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 2023-12-03T12:50:29.017 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket 2023-12-03T12:50:29.017 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid 2023-12-03T12:50:29.017 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention 2023-12-03T12:50:29.017 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period 2023-12-03T12:50:29.017 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period 2023-12-03T12:50:29.017 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass 2023-12-03T12:50:29.017 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention 2023-12-03T12:50:29.017 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker 2023-12-03T12:50:29.018 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention 2023-12-03T12:50:29.018 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold - ... 2023-12-03T12:50:29.018 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket 2023-12-03T12:50:29.018 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status 2023-12-03T12:50:29.018 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold - ... 2023-12-03T12:50:29.018 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket 2023-12-03T12:50:29.018 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on 2023-12-03T12:50:29.018 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off 2023-12-03T12:50:29.018 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata 2023-12-03T12:50:29.018 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj - b... 2023-12-03T12:50:29.018 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass 2023-12-03T12:50:29.018 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass 2023-12-03T12:50:29.018 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance 2023-12-03T12:50:29.018 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good - bo... 2023-12-03T12:50:29.018 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed 2023-12-03T12:50:29.018 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status - bo... 2023-12-03T12:50:29.018 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status 2023-12-03T12:50:29.019 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status 2023-12-03T12:50:29.019 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status 2023-12-03T12:50:29.019 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status 2023-12-03T12:50:29.019 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_deny_bucket_policy_status 2023-12-03T12:50:29.019 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_default_public_block - bo... 2023-12-03T12:50:29.019 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_public_block - botocore.e... 2023-12-03T12:50:29.019 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls 2023-12-03T12:50:29.019 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls 2023-12-03T12:50:29.019 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_block_public_policy - botocor... 2023-12-03T12:50:29.019 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_ignore_public_acls - botocore... 2023-12-03T12:50:29.019 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy 2023-12-03T12:50:29.019 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms - b... 2023-12-03T12:50:29.019 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms - b... 2023-12-03T12:50:29.019 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms 2023-12-03T12:50:29.019 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request 2023-12-03T12:50:29.019 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_object_torrent - botocore... 2023-12-03T12:50:29.019 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_generate_where_clause 2023-12-03T12:50:29.019 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_generate_projection - b... 2023-12-03T12:50:29.020 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_count_operation - botoc... 2023-12-03T12:50:29.020 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_count_json_operation - ... 2023-12-03T12:50:29.020 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_json_column_sum_min_max 2023-12-03T12:50:29.020 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_json_nullif_expressions 2023-12-03T12:50:29.020 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_column_sum_min_max - bo... 2023-12-03T12:50:29.020 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_nullif_expressions - bo... 2023-12-03T12:50:29.020 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_nulliftrue_expressions 2023-12-03T12:50:29.020 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_is_not_null_expressions 2023-12-03T12:50:29.020 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_lowerupper_expressions 2023-12-03T12:50:29.020 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_in_expressions - botoco... 2023-12-03T12:50:29.020 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_true_false_in_expressions 2023-12-03T12:50:29.020 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_like_expressions - boto... 2023-12-03T12:50:29.020 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_truefalselike_expressions 2023-12-03T12:50:29.020 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_complex_expressions - b... 2023-12-03T12:50:29.020 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_alias - botocore.except... 2023-12-03T12:50:29.020 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_alias_cyclic_refernce 2023-12-03T12:50:29.021 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_datetime - botocore.exc... 2023-12-03T12:50:29.021 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_true_false_datetime - b... 2023-12-03T12:50:29.021 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_csv_parser - botocore.e... 2023-12-03T12:50:29.021 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_csv_definition - botoco... 2023-12-03T12:50:29.021 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_schema_definition - bot... 2023-12-03T12:50:29.021 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_when_then_else_expressions 2023-12-03T12:50:29.021 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_coalesce_expressions - ... 2023-12-03T12:50:29.021 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_cast_expressions - boto... 2023-12-03T12:50:29.021 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_version - botocore.exce... 2023-12-03T12:50:29.021 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_trim_expressions - boto... 2023-12-03T12:50:29.021 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_truefalse_trim_expressions 2023-12-03T12:50:29.021 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_escape_expressions - bo... 2023-12-03T12:50:29.021 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_case_value_expressions 2023-12-03T12:50:29.021 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_bool_cast_expressions 2023-12-03T12:50:29.021 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_progress_expressions - ... 2023-12-03T12:50:29.022 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_output_serial_expressions 2023-12-03T12:50:29.022 INFO:teuthology.orchestra.run.smithi145.stdout:= 201 failed, 362 passed, 65 skipped, 124 deselected, 1 xfailed, 347 warnings, 235 errors in 3268.39s (0:54:28) = 2023-12-03T12:50:29.022 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR: InvocationError for command /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/bin/pytest -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' (exited with code 1) 2023-12-03T12:50:29.022 INFO:teuthology.orchestra.run.smithi145.stdout:___________________________________ summary ____________________________________ 2023-12-03T12:50:29.022 INFO:teuthology.orchestra.run.smithi145.stdout:ERROR: py: commands failed 2023-12-03T12:50:29.022 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 30, in nested vars.append(enter()) File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 437, in run_tests File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 380, in toxvenv_sh File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 97, in sh proc = self.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (s3 tests against rgw) on smithi145 with status 1: "source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/pki/tls/certs/ca-bundle.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3'" 2023-12-03T12:50:29.024 INFO:tasks.s3tests:Cleaning up boto... 2023-12-03T12:50:29.024 DEBUG:teuthology.orchestra.run.smithi145:> rm /home/ubuntu/cephtest/boto-client.0.cfg 2023-12-03T12:50:29.058 INFO:tasks.s3tests:Removing s3-tests... 2023-12-03T12:50:29.058 DEBUG:teuthology.orchestra.run.smithi145:> rm -rf /home/ubuntu/cephtest/s3-tests-client.0 2023-12-03T12:50:29.249 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 703, in task File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 54, in nested raise exc[1] File "/usr/lib/python3.8/contextlib.py", line 131, in __exit__ self.gen.throw(type, value, traceback) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 61, in download File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 30, in nested vars.append(enter()) File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 437, in run_tests File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 380, in toxvenv_sh File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 97, in sh proc = self.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (s3 tests against rgw) on smithi145 with status 1: "source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/pki/tls/certs/ca-bundle.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3'" 2023-12-03T12:50:29.316 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=34e3c59e32eb4e1c8f98816843c9ecc2 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 703, in task File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 54, in nested raise exc[1] File "/usr/lib/python3.8/contextlib.py", line 131, in __exit__ self.gen.throw(type, value, traceback) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 61, in download File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 30, in nested vars.append(enter()) File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 437, in run_tests File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 380, in toxvenv_sh File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 97, in sh proc = self.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (s3 tests against rgw) on smithi145 with status 1: "source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/pki/tls/certs/ca-bundle.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3'" 2023-12-03T12:50:29.318 DEBUG:teuthology.run_tasks:Unwinding manager s3tests 2023-12-03T12:50:29.328 DEBUG:teuthology.run_tasks:Unwinding manager s3tests-java 2023-12-03T12:50:29.336 DEBUG:tasks.s3tests_java:S3 Tests Java: END 2023-12-03T12:50:29.336 INFO:tasks.s3tests_java:S3 Tests Java: Cleaning up s3-tests-java... 2023-12-03T12:50:29.337 DEBUG:teuthology.orchestra.run.smithi145:> rm -rf /home/ubuntu/cephtest/s3-tests-java 2023-12-03T12:50:29.401 INFO:tasks.s3tests_java:S3 Tests Java: Deleting S3 users... 2023-12-03T12:50:29.402 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph 2023-12-03T12:50:29.455 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T12:50:29.455 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T12:55:29.457 INFO:teuthology.orchestra.run.smithi145.stderr:failed to fetch mon config (--no-mon-config to skip) 2023-12-03T12:55:29.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T12:55:29.460 ERROR:teuthology.run_tasks:Manager failed: s3tests-java Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/__init__.py", line 132, in __exit__ self.end() File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 101, in end File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 386, in delete_users File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi145 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph' 2023-12-03T12:55:29.467 DEBUG:teuthology.run_tasks:Unwinding manager ragweed 2023-12-03T12:55:29.482 DEBUG:teuthology.run_tasks:Unwinding manager tox 2023-12-03T12:55:29.492 DEBUG:teuthology.orchestra.run.smithi145:> rm -rf /home/ubuntu/cephtest/tox-venv 2023-12-03T12:55:29.557 DEBUG:teuthology.run_tasks:Unwinding manager rgw 2023-12-03T12:55:29.567 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/rgw.py", line 473, in task File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/__init__.py", line 132, in __exit__ self.end() File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 101, in end File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 386, in delete_users File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi145 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph' 2023-12-03T12:55:29.569 DEBUG:tasks.rgw.client.0:waiting for process to exit 2023-12-03T12:55:29.569 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T12:55:29.569 INFO:tasks.rgw.client.0:Stopped 2023-12-03T12:55:29.569 DEBUG:teuthology.orchestra.run.smithi145:> rm -f /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock 2023-12-03T12:55:29.598 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -f /etc/ceph/vault-root-token 2023-12-03T12:55:29.683 INFO:tasks.util.rgw:rgwadmin: client.0 : ['gc', 'process', '--include-all'] 2023-12-03T12:55:29.684 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'gc', 'process', '--include-all'] 2023-12-03T12:55:29.684 DEBUG:teuthology.orchestra.run.smithi145:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph gc process --include-all 2023-12-03T12:55:29.780 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setuser ceph since I am not root 2023-12-03T12:55:29.780 INFO:teuthology.orchestra.run.smithi145.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T13:00:29.782 INFO:teuthology.orchestra.run.smithi145.stderr:2023-12-03T13:00:29.779+0000 7f918cb22800 0 monclient(hunting): authenticate timed out after 300 2023-12-03T13:00:29.783 INFO:teuthology.orchestra.run.smithi145.stderr:failed to fetch mon config (--no-mon-config to skip) 2023-12-03T13:00:29.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T13:00:29.784 ERROR:teuthology.run_tasks:Manager failed: rgw Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/rgw.py", line 226, in start_rgw File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/rgw.py", line 473, in task File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/__init__.py", line 132, in __exit__ self.end() File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 101, in end File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 386, in delete_users File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi145 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 131, in __exit__ self.gen.throw(type, value, traceback) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/rgw.py", line 473, in task File "/usr/lib/python3.8/contextlib.py", line 131, in __exit__ self.gen.throw(type, value, traceback) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 54, in nested raise exc[1] File "/usr/lib/python3.8/contextlib.py", line 131, in __exit__ self.gen.throw(type, value, traceback) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/rgw.py", line 300, in create_pools File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 46, in nested if exit(*exc): File "/usr/lib/python3.8/contextlib.py", line 131, in __exit__ self.gen.throw(type, value, traceback) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/rgw.py", line 242, in start_rgw File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/util/rgw.py", line 34, in rgwadmin File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi145 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph gc process --include-all' 2023-12-03T13:00:29.798 DEBUG:teuthology.run_tasks:Unwinding manager openssl_keys 2023-12-03T13:00:29.813 DEBUG:teuthology.orchestra.run.smithi145:> rm -f /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/root.key 2023-12-03T13:00:29.850 DEBUG:teuthology.orchestra.run.smithi145:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2023-12-03T13:00:29.921 DEBUG:teuthology.orchestra.run.smithi145:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.crt /home/ubuntu/cephtest/ca/rgw.client.0.key 2023-12-03T13:00:29.991 DEBUG:teuthology.orchestra.run.smithi145:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2023-12-03T13:00:30.060 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm /usr/share/pki/ca-trust-source/anchors/root.crt 2023-12-03T13:00:30.142 DEBUG:teuthology.orchestra.run.smithi145:> sudo update-ca-trust 2023-12-03T13:00:30.920 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2023-12-03T13:00:30.931 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-12-03T13:00:30.932 DEBUG:teuthology.orchestra.run.smithi145:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-03T13:02:30.976 DEBUG:teuthology.orchestra.run:got remote process result: 124 2023-12-03T13:02:30.977 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph.py", line 1918, in task File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/__init__.py", line 132, in __exit__ self.end() File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 101, in end File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 386, in delete_users File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi145 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph.py", line 1928, in task File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 2758, in wait_for_clean File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 2590, in get_num_active_clean File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 2356, in get_pg_stats File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 1611, in raw_cluster_cmd File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 1602, in run_cluster_cmd File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi145 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json' 2023-12-03T13:02:30.988 INFO:teuthology.misc:Shutting down mds daemons... 2023-12-03T13:02:30.988 INFO:teuthology.misc:Shutting down osd daemons... 2023-12-03T13:02:30.988 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2023-12-03T13:02:30.988 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:02:30.992 INFO:tasks.ceph.osd.0:Stopped 2023-12-03T13:02:30.992 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2023-12-03T13:02:30.992 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:02:30.992 INFO:tasks.ceph.osd.1:Stopped 2023-12-03T13:02:30.992 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2023-12-03T13:02:30.993 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:02:30.993 INFO:tasks.ceph.osd.2:Stopped 2023-12-03T13:02:30.993 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2023-12-03T13:02:30.993 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:02:30.993 INFO:tasks.ceph.osd.3:Stopped 2023-12-03T13:02:30.993 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2023-12-03T13:02:30.993 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:02:30.994 INFO:tasks.ceph.osd.4:Stopped 2023-12-03T13:02:30.994 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2023-12-03T13:02:30.994 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:02:30.994 INFO:tasks.ceph.osd.5:Stopped 2023-12-03T13:02:30.994 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2023-12-03T13:02:30.994 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:02:30.994 INFO:tasks.ceph.osd.6:Stopped 2023-12-03T13:02:30.995 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2023-12-03T13:02:30.995 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:02:30.995 INFO:tasks.ceph.osd.7:Stopped 2023-12-03T13:02:30.995 INFO:teuthology.misc:Shutting down mgr daemons... 2023-12-03T13:02:30.995 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2023-12-03T13:02:30.995 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:02:30.995 INFO:tasks.ceph.mgr.y:Stopped 2023-12-03T13:02:30.996 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2023-12-03T13:02:30.996 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:02:30.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T13:02:30.996 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph.py", line 1918, in task File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/__init__.py", line 132, in __exit__ self.end() File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 101, in end File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 386, in delete_users File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi145 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph.py", line 1447, in run_daemon File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph.py", line 1928, in task File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 2758, in wait_for_clean File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 2590, in get_num_active_clean File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 2356, in get_pg_stats File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 1611, in raw_cluster_cmd File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 1602, in run_cluster_cmd File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi145 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/daemon/state.py", line 139, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi149 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x' 2023-12-03T13:02:31.009 INFO:tasks.ceph.mgr.x:Stopped 2023-12-03T13:02:31.009 INFO:teuthology.misc:Shutting down mon daemons... 2023-12-03T13:02:31.009 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2023-12-03T13:02:31.009 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:02:31.009 INFO:tasks.ceph.mon.a:Stopped 2023-12-03T13:02:31.009 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2023-12-03T13:02:31.009 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:02:31.010 INFO:tasks.ceph.mon.c:Stopped 2023-12-03T13:02:31.010 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2023-12-03T13:02:31.010 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:02:31.010 INFO:tasks.ceph.mon.b:Stopped 2023-12-03T13:02:31.010 INFO:tasks.ceph:Checking cluster log for badness... 2023-12-03T13:02:31.011 DEBUG:teuthology.orchestra.run.smithi145:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(PG_AVAILABILITY\)' | egrep -v '\(PG_DEGRADED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'not have an application enabled' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 2023-12-03T13:02:31.061 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi145.front.sepia.ceph.com 2023-12-03T13:02:31.061 DEBUG:teuthology.orchestra.run.smithi145:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2023-12-03T13:02:31.224 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi145.front.sepia.ceph.com 2023-12-03T13:02:31.224 DEBUG:teuthology.orchestra.run.smithi145:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2023-12-03T13:02:31.310 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi145.front.sepia.ceph.com 2023-12-03T13:02:31.310 DEBUG:teuthology.orchestra.run.smithi145:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2023-12-03T13:02:31.382 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi145.front.sepia.ceph.com 2023-12-03T13:02:31.383 DEBUG:teuthology.orchestra.run.smithi145:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2023-12-03T13:02:31.464 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi149.front.sepia.ceph.com 2023-12-03T13:02:31.464 DEBUG:teuthology.orchestra.run.smithi149:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2023-12-03T13:02:31.615 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi149.front.sepia.ceph.com 2023-12-03T13:02:31.615 DEBUG:teuthology.orchestra.run.smithi149:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2023-12-03T13:02:31.687 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi149.front.sepia.ceph.com 2023-12-03T13:02:31.688 DEBUG:teuthology.orchestra.run.smithi149:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2023-12-03T13:02:31.753 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi149.front.sepia.ceph.com 2023-12-03T13:02:31.753 DEBUG:teuthology.orchestra.run.smithi149:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2023-12-03T13:02:31.819 INFO:tasks.ceph:Archiving mon data... 2023-12-03T13:02:31.820 DEBUG:teuthology.misc:Transferring archived files from smithi145:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476147/data/mon.a.tgz 2023-12-03T13:02:31.820 DEBUG:teuthology.orchestra.run.smithi145:> mktemp 2023-12-03T13:02:31.848 INFO:teuthology.orchestra.run.smithi145.stdout:/tmp/tmp.hCYsWEq0jO 2023-12-03T13:02:31.849 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.hCYsWEq0jO 2023-12-03T13:02:32.017 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0666 /tmp/tmp.hCYsWEq0jO 2023-12-03T13:02:32.127 DEBUG:teuthology.orchestra.remote:smithi145:/tmp/tmp.hCYsWEq0jO is 329KB 2023-12-03T13:02:32.221 DEBUG:teuthology.orchestra.run.smithi145:> rm -fr /tmp/tmp.hCYsWEq0jO 2023-12-03T13:02:32.248 DEBUG:teuthology.misc:Transferring archived files from smithi145:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476147/data/mon.c.tgz 2023-12-03T13:02:32.248 DEBUG:teuthology.orchestra.run.smithi145:> mktemp 2023-12-03T13:02:32.314 INFO:teuthology.orchestra.run.smithi145.stdout:/tmp/tmp.XkSL9eDiyD 2023-12-03T13:02:32.314 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.XkSL9eDiyD 2023-12-03T13:02:32.466 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0666 /tmp/tmp.XkSL9eDiyD 2023-12-03T13:02:32.574 DEBUG:teuthology.orchestra.remote:smithi145:/tmp/tmp.XkSL9eDiyD is 333KB 2023-12-03T13:02:32.668 DEBUG:teuthology.orchestra.run.smithi145:> rm -fr /tmp/tmp.XkSL9eDiyD 2023-12-03T13:02:32.695 DEBUG:teuthology.misc:Transferring archived files from smithi149:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476147/data/mon.b.tgz 2023-12-03T13:02:32.695 DEBUG:teuthology.orchestra.run.smithi149:> mktemp 2023-12-03T13:02:32.713 INFO:teuthology.orchestra.run.smithi149.stdout:/tmp/tmp.zvBPwLkncy 2023-12-03T13:02:32.714 DEBUG:teuthology.orchestra.run.smithi149:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.zvBPwLkncy 2023-12-03T13:02:32.879 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod 0666 /tmp/tmp.zvBPwLkncy 2023-12-03T13:02:32.964 DEBUG:teuthology.orchestra.remote:smithi149:/tmp/tmp.zvBPwLkncy is 333KB 2023-12-03T13:02:33.058 DEBUG:teuthology.orchestra.run.smithi149:> rm -fr /tmp/tmp.zvBPwLkncy 2023-12-03T13:02:33.072 INFO:tasks.ceph:Cleaning ceph cluster... 2023-12-03T13:02:33.073 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2023-12-03T13:02:33.075 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2023-12-03T13:02:33.180 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2023-12-03T13:02:33.195 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2023-12-03T13:02:33.195 INFO:tasks.ceph:Archiving crash dumps... 2023-12-03T13:02:33.197 DEBUG:teuthology.misc:Transferring archived files from smithi145:/var/lib/ceph/crash to /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476147/remote/smithi145/crash 2023-12-03T13:02:33.198 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2023-12-03T13:02:33.295 DEBUG:teuthology.misc:Transferring archived files from smithi149:/var/lib/ceph/crash to /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476147/remote/smithi149/crash 2023-12-03T13:02:33.296 DEBUG:teuthology.orchestra.run.smithi149:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2023-12-03T13:02:33.322 INFO:tasks.ceph:Compressing logs... 2023-12-03T13:02:33.322 DEBUG:teuthology.orchestra.run.smithi145:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-12-03T13:02:33.324 DEBUG:teuthology.orchestra.run.smithi149:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-12-03T13:02:33.361 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.77739.log 2023-12-03T13:02:33.361 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102449.log 2023-12-03T13:02:33.406 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2023-12-03T13:02:33.406 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83741.log 2023-12-03T13:02:33.407 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83541.log/var/log/ceph/ceph-osd.6.log: 2023-12-03T13:02:33.407 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ceph-client.admin.83741.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2023-12-03T13:02:33.407 INFO:teuthology.orchestra.run.smithi149.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.83741.log.gz 2023-12-03T13:02:33.407 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ceph-client.admin.83541.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83661.log 2023-12-03T13:02:33.407 INFO:teuthology.orchestra.run.smithi149.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.83541.log.gz 2023-12-03T13:02:33.407 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83621.log 2023-12-03T13:02:33.407 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ceph-client.admin.83661.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2023-12-03T13:02:33.407 INFO:teuthology.orchestra.run.smithi149.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.83661.log.gz 2023-12-03T13:02:33.407 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ceph-client.admin.83621.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2023-12-03T13:02:33.408 INFO:teuthology.orchestra.run.smithi149.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.83621.log.gz 2023-12-03T13:02:33.408 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2023-12-03T13:02:33.408 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83581.log 2023-12-03T13:02:33.408 INFO:teuthology.orchestra.run.smithi149.stderr: 90.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2023-12-03T13:02:33.408 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2023-12-03T13:02:33.408 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83445.log/var/log/ceph/ceph-client.admin.83581.log: 2023-12-03T13:02:33.408 INFO:teuthology.orchestra.run.smithi149.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.83581.log.gz 2023-12-03T13:02:33.408 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2023-12-03T13:02:33.409 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ceph-client.admin.83445.log: gzip -5 0.0% -- replaced with /var/log/ceph/ceph-client.admin.83445.log.gz 2023-12-03T13:02:33.409 INFO:teuthology.orchestra.run.smithi149.stderr: --verbose -- /var/log/ceph/ceph-client.admin.83701.log 2023-12-03T13:02:33.409 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2023-12-03T13:02:33.409 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ceph-client.admin.83701.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83501.log 2023-12-03T13:02:33.409 INFO:teuthology.orchestra.run.smithi149.stderr: -- replaced with /var/log/ceph/ceph-client.admin.83701.log.gz 2023-12-03T13:02:33.409 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ceph-mon.b.log: /var/log/ceph/ceph-client.admin.83501.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.83501.log.gz 2023-12-03T13:02:33.409 INFO:teuthology.orchestra.run.smithi149.stderr: 88.6% -- replaced with /var/log/ceph/ceph.log.gz 2023-12-03T13:02:33.412 INFO:teuthology.orchestra.run.smithi149.stderr: 94.7% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2023-12-03T13:02:33.458 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph.tmp-client.admin.77739.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93975.log 2023-12-03T13:02:33.459 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.77739.log.gz 2023-12-03T13:02:33.459 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.102449.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105425.log 2023-12-03T13:02:33.459 INFO:teuthology.orchestra.run.smithi145.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.102449.log.gz 2023-12-03T13:02:33.459 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.93975.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2023-12-03T13:02:33.459 INFO:teuthology.orchestra.run.smithi145.stderr: 81.1%/var/log/ceph/ceph-client.admin.105425.log: -- replaced with /var/log/ceph/ceph-client.admin.93975.log.gz 2023-12-03T13:02:33.459 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90131.log 2023-12-03T13:02:33.459 INFO:teuthology.orchestra.run.smithi145.stderr: 79.9% -- replaced with /var/log/ceph/ceph-client.admin.105425.log.gz 2023-12-03T13:02:33.459 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90132.log 2023-12-03T13:02:33.460 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.111317.log 2023-12-03T13:02:33.460 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90131.log.gz 2023-12-03T13:02:33.460 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90132.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104255.log 2023-12-03T13:02:33.460 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90132.log.gz 2023-12-03T13:02:33.460 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.111317.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99084.log 2023-12-03T13:02:33.460 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.104255.log: 83.9% -- replaced with /var/log/ceph/ceph-client.0.111317.log.gz 2023-12-03T13:02:33.460 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.99568.log 2023-12-03T13:02:33.460 INFO:teuthology.orchestra.run.smithi145.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.104255.log.gz 2023-12-03T13:02:33.460 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.99084.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97724.log 2023-12-03T13:02:33.461 INFO:teuthology.orchestra.run.smithi145.stderr: 25.3% -- replaced with /var/log/ceph/ceph-client.admin.99084.log.gz 2023-12-03T13:02:33.461 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.99568.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106177.log 2023-12-03T13:02:33.461 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.97724.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91438.log 2023-12-03T13:02:33.461 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.106177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100070.log 2023-12-03T13:02:33.461 INFO:teuthology.orchestra.run.smithi145.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.106177.log.gz 2023-12-03T13:02:33.461 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.91438.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90468.log 2023-12-03T13:02:33.461 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91438.log.gz 2023-12-03T13:02:33.461 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.99666.log 2023-12-03T13:02:33.461 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.100070.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.97724.log.gz 2023-12-03T13:02:33.462 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90468.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.100070.log.gz 2023-12-03T13:02:33.462 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90470.log 2023-12-03T13:02:33.462 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90468.log.gz 2023-12-03T13:02:33.462 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.0.99666.log: -- /var/log/ceph/ceph-client.admin.94655.log 2023-12-03T13:02:33.462 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90470.log: 80.8% -- replaced with /var/log/ceph/ceph-client.0.99666.log.gz 2023-12-03T13:02:33.462 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90470.log.gz 2023-12-03T13:02:33.462 INFO:teuthology.orchestra.run.smithi145.stderr: 92.0% -- replaced with /var/log/ceph/ceph-client.0.99568.log.gz 2023-12-03T13:02:33.462 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102613.log 2023-12-03T13:02:33.463 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.94655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101464.log 2023-12-03T13:02:33.463 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.94655.log.gz 2023-12-03T13:02:33.463 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.102613.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103434.log 2023-12-03T13:02:33.463 INFO:teuthology.orchestra.run.smithi145.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.102613.log.gz 2023-12-03T13:02:33.463 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.101464.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94925.log 2023-12-03T13:02:33.463 INFO:teuthology.orchestra.run.smithi145.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.101464.log.gz 2023-12-03T13:02:33.463 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.103434.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90126.log 2023-12-03T13:02:33.463 INFO:teuthology.orchestra.run.smithi145.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.103434.log.gz 2023-12-03T13:02:33.463 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.94925.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110470.log 2023-12-03T13:02:33.464 INFO:teuthology.orchestra.run.smithi145.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.94925.log.gz 2023-12-03T13:02:33.464 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90126.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90743.log 2023-12-03T13:02:33.464 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90126.log.gz 2023-12-03T13:02:33.464 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.110470.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90746.log 2023-12-03T13:02:33.464 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90743.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93517.log 2023-12-03T13:02:33.464 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90743.log.gz 2023-12-03T13:02:33.464 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90746.log: gzip 0.0% -5 -- replaced with /var/log/ceph/ceph-client.admin.90746.log.gz --verbose 2023-12-03T13:02:33.464 INFO:teuthology.orchestra.run.smithi145.stderr: -- /var/log/ceph/ceph-client.admin.94843.log 2023-12-03T13:02:33.464 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.93517.log: 93.4% -- replaced with /var/log/ceph/ceph-client.admin.110470.log.gz 2023-12-03T13:02:33.465 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96292.log 2023-12-03T13:02:33.465 INFO:teuthology.orchestra.run.smithi145.stderr: 80.0% -- replaced with /var/log/ceph/ceph-client.admin.93517.log.gz 2023-12-03T13:02:33.465 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.94843.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89827.log 2023-12-03T13:02:33.465 INFO:teuthology.orchestra.run.smithi145.stderr: 79.9% -- replaced with /var/log/ceph/ceph-client.admin.94843.log.gz 2023-12-03T13:02:33.465 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.96292.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90807.log 2023-12-03T13:02:33.465 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.89827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105261.log 2023-12-03T13:02:33.465 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.89827.log.gz 2023-12-03T13:02:33.465 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90807.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90807.log.gz 2023-12-03T13:02:33.465 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104337.log 2023-12-03T13:02:33.466 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.105261.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98916.log 2023-12-03T13:02:33.466 INFO:teuthology.orchestra.run.smithi145.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.105261.log.gz 2023-12-03T13:02:33.466 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.104337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102367.log 2023-12-03T13:02:33.466 INFO:teuthology.orchestra.run.smithi145.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.104337.log.gz 2023-12-03T13:02:33.466 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90133.log 2023-12-03T13:02:33.466 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.98916.log: /var/log/ceph/ceph-client.admin.102367.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.110703.log 2023-12-03T13:02:33.466 INFO:teuthology.orchestra.run.smithi145.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.98916.log.gz 2023-12-03T13:02:33.466 INFO:teuthology.orchestra.run.smithi145.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.102367.log.gz 2023-12-03T13:02:33.466 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90133.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.90133.log.gz 2023-12-03T13:02:33.467 INFO:teuthology.orchestra.run.smithi145.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.105589.log 2023-12-03T13:02:33.467 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.110703.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100398.log 2023-12-03T13:02:33.467 INFO:teuthology.orchestra.run.smithi145.stderr: 84.0% -- replaced with /var/log/ceph/ceph-client.0.110703.log.gz 2023-12-03T13:02:33.467 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.105589.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102531.log 2023-12-03T13:02:33.467 INFO:teuthology.orchestra.run.smithi145.stderr: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.105589.log.gz 2023-12-03T13:02:33.467 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.100398.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103352.log 2023-12-03T13:02:33.467 INFO:teuthology.orchestra.run.smithi145.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.100398.log.gz 2023-12-03T13:02:33.467 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105719.log 2023-12-03T13:02:33.467 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.102531.log: /var/log/ceph/ceph-client.admin.103352.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103845.log 2023-12-03T13:02:33.468 INFO:teuthology.orchestra.run.smithi145.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.103352.log.gz 2023-12-03T13:02:33.468 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.105719.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105965.log 2023-12-03T13:02:33.468 INFO:teuthology.orchestra.run.smithi145.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.105719.log.gz 2023-12-03T13:02:33.468 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.103845.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104173.log 2023-12-03T13:02:33.468 INFO:teuthology.orchestra.run.smithi145.stderr: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.103845.log.gz 2023-12-03T13:02:33.468 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.105965.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.105965.log.gz 2023-12-03T13:02:33.468 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112360.log 2023-12-03T13:02:33.468 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.crash.smithi145.112336.log 2023-12-03T13:02:33.468 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.104173.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.102531.log.gz 2023-12-03T13:02:33.469 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93811.log 2023-12-03T13:02:33.469 INFO:teuthology.orchestra.run.smithi145.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.104173.log.gz 2023-12-03T13:02:33.469 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.112360.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.112360.log.gz 2023-12-03T13:02:33.469 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.crash.smithi145.112336.log: 0.0% -- replaced with /var/log/ceph/ceph-client.crash.smithi145.112336.log.gzgzip 2023-12-03T13:02:33.469 INFO:teuthology.orchestra.run.smithi145.stderr: -5 --verbose -- /var/log/ceph/ceph-client.crash.112218.log 2023-12-03T13:02:33.469 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.93811.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112106.log 2023-12-03T13:02:33.469 INFO:teuthology.orchestra.run.smithi145.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.93811.log.gz 2023-12-03T13:02:33.469 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.crash.112218.log: 0.0% -- replaced with /var/log/ceph/ceph-client.crash.112218.log.gz 2023-12-03T13:02:33.469 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90745.log 2023-12-03T13:02:33.470 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97284.log 2023-12-03T13:02:33.470 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.112106.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.112106.log.gz 2023-12-03T13:02:33.470 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109369.log 2023-12-03T13:02:33.470 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90745.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90745.log.gz 2023-12-03T13:02:33.470 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.97284.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93681.log 2023-12-03T13:02:33.470 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.109369.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109907.log 2023-12-03T13:02:33.470 INFO:teuthology.orchestra.run.smithi145.stderr: 78.0% -- replaced with /var/log/ceph/ceph-client.admin.97284.log.gz 2023-12-03T13:02:33.470 INFO:teuthology.orchestra.run.smithi145.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.109369.log.gz 2023-12-03T13:02:33.470 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.93681.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100890.log 2023-12-03T13:02:33.471 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.109907.log: 80.0% -- replaced with /var/log/ceph/ceph-client.admin.93681.log.gz 2023-12-03T13:02:33.471 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.112433.log 2023-12-03T13:02:33.471 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.100890.log: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.109907.log.gz 2023-12-03T13:02:33.471 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.111113.log 2023-12-03T13:02:33.471 INFO:teuthology.orchestra.run.smithi145.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.100890.log.gz 2023-12-03T13:02:33.471 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95137.log 2023-12-03T13:02:33.471 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.112433.log: 9.2% -- replaced with /var/log/ceph/ceph-client.0.112433.log.gz 2023-12-03T13:02:33.471 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.111113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112146.log 2023-12-03T13:02:33.471 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.95137.log: 84.0% -- replaced with /var/log/ceph/ceph-client.0.111113.log.gz 2023-12-03T13:02:33.472 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101957.log 2023-12-03T13:02:33.472 INFO:teuthology.orchestra.run.smithi145.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.95137.log.gz 2023-12-03T13:02:33.472 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.112146.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104829.log 2023-12-03T13:02:33.472 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.112146.log.gz 2023-12-03T13:02:33.472 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.101957.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90806.log 2023-12-03T13:02:33.472 INFO:teuthology.orchestra.run.smithi145.stderr: 81.9%/var/log/ceph/ceph-client.admin.104829.log: -- replaced with /var/log/ceph/ceph-client.admin.101957.log.gz 2023-12-03T13:02:33.472 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112230.log 2023-12-03T13:02:33.472 INFO:teuthology.orchestra.run.smithi145.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.104829.log.gz 2023-12-03T13:02:33.472 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94549.log 2023-12-03T13:02:33.473 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90806.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90806.log.gz 2023-12-03T13:02:33.473 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.112230.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100316.log 2023-12-03T13:02:33.473 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.112230.log.gz 2023-12-03T13:02:33.473 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.94549.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93599.log 2023-12-03T13:02:33.473 INFO:teuthology.orchestra.run.smithi145.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.94549.log.gz 2023-12-03T13:02:33.473 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.100316.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.91461.log 2023-12-03T13:02:33.473 INFO:teuthology.orchestra.run.smithi145.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.100316.log.gz 2023-12-03T13:02:33.473 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.93599.log: /var/log/ceph/ceph-client.admin.108879.log 2023-12-03T13:02:33.473 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.91461.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.crash.smithi145.112202.log 2023-12-03T13:02:33.474 INFO:teuthology.orchestra.run.smithi145.stderr: 80.1% -- replaced with /var/log/ceph/ceph-client.admin.93599.log.gz 2023-12-03T13:02:33.474 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.108879.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.112304.log 2023-12-03T13:02:33.474 INFO:teuthology.orchestra.run.smithi145.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.108879.log.gz 2023-12-03T13:02:33.474 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.crash.smithi145.112202.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.91941.log 2023-12-03T13:02:33.474 INFO:teuthology.orchestra.run.smithi145.stderr: 95.7% -- replaced with /var/log/ceph/ceph-client.0.91461.log.gz 2023-12-03T13:02:33.474 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.crash.smithi145.112202.log.gz 2023-12-03T13:02:33.474 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.112304.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93305.log 2023-12-03T13:02:33.474 INFO:teuthology.orchestra.run.smithi145.stderr: 8.2% -- replaced with /var/log/ceph/ceph-client.0.112304.log.gz 2023-12-03T13:02:33.474 INFO:teuthology.orchestra.run.smithi145.stderr: 87.9%/var/log/ceph/ceph-client.0.91941.log: -- replaced with /var/log/ceph/ceph-client.admin.96292.log.gz 2023-12-03T13:02:33.475 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105240.log 2023-12-03T13:02:33.475 INFO:teuthology.orchestra.run.smithi145.stderr: 42.8% -- replaced with /var/log/ceph/ceph-client.0.91941.log.gz 2023-12-03T13:02:33.475 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.93305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84012.log 2023-12-03T13:02:33.475 INFO:teuthology.orchestra.run.smithi145.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.93305.log.gz 2023-12-03T13:02:33.475 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.105240.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100152.log 2023-12-03T13:02:33.475 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.105240.log.gz 2023-12-03T13:02:33.475 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.84012.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.91757.log 2023-12-03T13:02:33.475 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.84012.log.gz 2023-12-03T13:02:33.475 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.100152.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93387.log 2023-12-03T13:02:33.475 INFO:teuthology.orchestra.run.smithi145.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.100152.log.gz 2023-12-03T13:02:33.476 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.91757.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2023-12-03T13:02:33.476 INFO:teuthology.orchestra.run.smithi145.stderr: 43.2% -- replaced with /var/log/ceph/ceph-client.0.91757.log.gz 2023-12-03T13:02:33.476 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.93387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104501.log 2023-12-03T13:02:33.476 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.93387.log.gz 2023-12-03T13:02:33.476 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96236.log 2023-12-03T13:02:33.476 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.104501.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100808.log 2023-12-03T13:02:33.476 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.96236.log: gzip -5 --verbose -- 0.0% /var/log/ceph/ceph-client.crash.smithi145.112163.log 2023-12-03T13:02:33.476 INFO:teuthology.orchestra.run.smithi145.stderr: -- replaced with /var/log/ceph/ceph-client.admin.96236.log.gz 2023-12-03T13:02:33.476 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.100808.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.110805.log 2023-12-03T13:02:33.477 INFO:teuthology.orchestra.run.smithi145.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.100808.log.gz 2023-12-03T13:02:33.477 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.crash.smithi145.112163.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103106.log 2023-12-03T13:02:33.477 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.crash.smithi145.112163.log.gz 2023-12-03T13:02:33.477 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.110805.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104419.log 2023-12-03T13:02:33.477 INFO:teuthology.orchestra.run.smithi145.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.104501.log.gz 2023-12-03T13:02:33.477 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.103106.log: 79.9% -- replaced with /var/log/ceph/ceph-client.0.110805.log.gz 2023-12-03T13:02:33.477 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97504.log 2023-12-03T13:02:33.477 INFO:teuthology.orchestra.run.smithi145.stderr: 82.1%/var/log/ceph/ceph-client.admin.104419.log: -- replaced with /var/log/ceph/ceph-client.admin.103106.log.gz 2023-12-03T13:02:33.477 INFO:teuthology.orchestra.run.smithi145.stderr: 94.6% -- replaced with /var/log/ceph/ceph.audit.log.gz 2023-12-03T13:02:33.478 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89953.log 2023-12-03T13:02:33.478 INFO:teuthology.orchestra.run.smithi145.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.104419.log.gz 2023-12-03T13:02:33.478 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.97504.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90747.log 2023-12-03T13:02:33.478 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.89953.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103598.log 2023-12-03T13:02:33.478 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.89953.log.gz 2023-12-03T13:02:33.478 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90747.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95055.log 2023-12-03T13:02:33.478 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90747.log.gz 2023-12-03T13:02:33.478 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.103598.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98164.log 2023-12-03T13:02:33.479 INFO:teuthology.orchestra.run.smithi145.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.103598.log.gz 2023-12-03T13:02:33.479 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.95055.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97614.log 2023-12-03T13:02:33.479 INFO:teuthology.orchestra.run.smithi145.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.95055.log.gz 2023-12-03T13:02:33.479 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101136.log 2023-12-03T13:02:33.479 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.98164.log: /var/log/ceph/ceph-client.admin.97614.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105989.log 2023-12-03T13:02:33.479 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.101136.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102121.log 2023-12-03T13:02:33.479 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.105989.log: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.101136.log.gz 2023-12-03T13:02:33.479 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101300.log 2023-12-03T13:02:33.479 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.105989.log.gz 2023-12-03T13:02:33.479 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.102121.log: 86.5%gzip -- replaced with /var/log/ceph/ceph-client.admin.98164.log.gz 2023-12-03T13:02:33.480 INFO:teuthology.orchestra.run.smithi145.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.101792.log 2023-12-03T13:02:33.480 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.101300.log: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.102121.log.gz 2023-12-03T13:02:33.480 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112187.log 2023-12-03T13:02:33.480 INFO:teuthology.orchestra.run.smithi145.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.101300.log.gz 2023-12-03T13:02:33.480 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.101792.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97394.log 2023-12-03T13:02:33.480 INFO:teuthology.orchestra.run.smithi145.stderr: 93.1% -- replaced with /var/log/ceph/ceph-client.admin.97504.log.gz 2023-12-03T13:02:33.480 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.112187.log: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.101792.log.gz 2023-12-03T13:02:33.480 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.112187.log.gz 2023-12-03T13:02:33.480 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101218.log 2023-12-03T13:02:33.480 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.97394.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108778.log 2023-12-03T13:02:33.481 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.101218.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.92033.log 2023-12-03T13:02:33.481 INFO:teuthology.orchestra.run.smithi145.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.101218.log.gz 2023-12-03T13:02:33.481 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.108778.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89785.log 2023-12-03T13:02:33.481 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.92033.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109571.log 2023-12-03T13:02:33.481 INFO:teuthology.orchestra.run.smithi145.stderr: 43.2% -- replaced with /var/log/ceph/ceph-client.0.92033.log.gz 2023-12-03T13:02:33.481 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.89785.log: gzip -5 0.0% -- replaced with /var/log/ceph/ceph-client.admin.89785.log.gz 2023-12-03T13:02:33.481 INFO:teuthology.orchestra.run.smithi145.stderr: --verbose -- /var/log/ceph/ceph-client.admin.89628.log 2023-12-03T13:02:33.481 INFO:teuthology.orchestra.run.smithi145.stderr: 90.2% -- replaced with /var/log/ceph/ceph-client.admin.108778.log.gz 2023-12-03T13:02:33.482 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.109571.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.111623.log 2023-12-03T13:02:33.482 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.89628.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.89628.log.gz 2023-12-03T13:02:33.482 INFO:teuthology.orchestra.run.smithi145.stderr:gzip 92.2% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.109571.log.gz -- 2023-12-03T13:02:33.482 INFO:teuthology.orchestra.run.smithi145.stderr: /var/log/ceph/ceph-client.admin.110008.log 2023-12-03T13:02:33.482 INFO:teuthology.orchestra.run.smithi145.stderr: 93.0% -- replaced with /var/log/ceph/ceph-client.admin.97614.log.gz 2023-12-03T13:02:33.482 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.111623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100562.log 2023-12-03T13:02:33.482 INFO:teuthology.orchestra.run.smithi145.stderr: 80.1% -- replaced with /var/log/ceph/ceph-client.0.111623.log.gz 2023-12-03T13:02:33.482 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.110008.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.91849.log 2023-12-03T13:02:33.482 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106013.log 2023-12-03T13:02:33.483 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.100562.log: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.110008.log.gz 2023-12-03T13:02:33.483 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.91849.log: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.100562.log.gz 2023-12-03T13:02:33.483 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95943.log 2023-12-03T13:02:33.483 INFO:teuthology.orchestra.run.smithi145.stderr: 42.8% -- replaced with /var/log/ceph/ceph-client.0.91849.log.gz 2023-12-03T13:02:33.483 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.106013.log: -- /var/log/ceph/ceph-client.admin.90128.log 2023-12-03T13:02:33.483 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.95943.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.106013.log.gz 2023-12-03T13:02:33.483 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97092.log 2023-12-03T13:02:33.483 INFO:teuthology.orchestra.run.smithi145.stderr: 51.5% -- replaced with /var/log/ceph/ceph-client.admin.95943.log.gz 2023-12-03T13:02:33.483 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90471.log 2023-12-03T13:02:33.484 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90128.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90128.log.gz 2023-12-03T13:02:33.484 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.97092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102695.log 2023-12-03T13:02:33.484 INFO:teuthology.orchestra.run.smithi145.stderr: 83.1% -- replaced with /var/log/ceph/ceph-client.admin.97092.log.gz 2023-12-03T13:02:33.484 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90471.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90471.log.gz 2023-12-03T13:02:33.484 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93223.log 2023-12-03T13:02:33.484 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.102695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96982.log 2023-12-03T13:02:33.484 INFO:teuthology.orchestra.run.smithi145.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.102695.log.gz 2023-12-03T13:02:33.484 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.93223.log: 93.3% -- replaced with /var/log/ceph/ceph-client.admin.97394.log.gz 2023-12-03T13:02:33.484 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2023-12-03T13:02:33.485 INFO:teuthology.orchestra.run.smithi145.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.93223.log.gz 2023-12-03T13:02:33.485 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93435.log 2023-12-03T13:02:33.485 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.96982.log: 21.6% -- replaced with /var/log/ceph/ceph-client.admin.96982.log.gz 2023-12-03T13:02:33.485 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102203.log 2023-12-03T13:02:33.485 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.93435.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100972.log 2023-12-03T13:02:33.485 INFO:teuthology.orchestra.run.smithi145.stderr: 79.9% -- replaced with /var/log/ceph/ceph-client.admin.93435.log.gz 2023-12-03T13:02:33.485 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.102203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.crash.112078.log 2023-12-03T13:02:33.485 INFO:teuthology.orchestra.run.smithi145.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.102203.log.gz 2023-12-03T13:02:33.485 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112617.log 2023-12-03T13:02:33.486 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.100972.log: /var/log/ceph/ceph-client.crash.112078.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101382.log 2023-12-03T13:02:33.486 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.crash.112078.log.gz 2023-12-03T13:02:33.486 INFO:teuthology.orchestra.run.smithi145.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.100972.log.gz 2023-12-03T13:02:33.486 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.112617.log: gzip -5 0.0% --verbose -- replaced with /var/log/ceph/ceph-client.admin.112617.log.gz -- 2023-12-03T13:02:33.486 INFO:teuthology.orchestra.run.smithi145.stderr: /var/log/ceph/ceph-client.crash.112348.log 2023-12-03T13:02:33.486 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.101382.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.crash.112175.log 2023-12-03T13:02:33.486 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.crash.112348.log: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.101382.log.gz 2023-12-03T13:02:33.486 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.crash.112134.log 2023-12-03T13:02:33.487 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.crash.112348.log.gz 2023-12-03T13:02:33.487 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.crash.112175.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109806.log 2023-12-03T13:02:33.487 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.crash.112175.log.gz 2023-12-03T13:02:33.487 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.crash.112134.log: gzip 0.0% -5 --verbose -- replaced with /var/log/ceph/ceph-client.crash.112134.log.gz 2023-12-03T13:02:33.487 INFO:teuthology.orchestra.run.smithi145.stderr: -- /var/log/ceph/ceph-client.admin.94221.log 2023-12-03T13:02:33.487 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.109806.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103680.log 2023-12-03T13:02:33.487 INFO:teuthology.orchestra.run.smithi145.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.109806.log.gz 2023-12-03T13:02:33.487 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104993.log 2023-12-03T13:02:33.487 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.94221.log: /var/log/ceph/ceph-client.admin.103680.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90805.log 2023-12-03T13:02:33.488 INFO:teuthology.orchestra.run.smithi145.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.94221.log.gz 2023-12-03T13:02:33.488 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.104993.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.91567.log 2023-12-03T13:02:33.488 INFO:teuthology.orchestra.run.smithi145.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.104993.log.gz 2023-12-03T13:02:33.488 INFO:teuthology.orchestra.run.smithi145.stderr:gzip/var/log/ceph/ceph-client.admin.90805.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.98833.log 2023-12-03T13:02:33.488 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90805.log.gz 2023-12-03T13:02:33.488 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.91567.log: 43.2% -- replaced with /var/log/ceph/ceph-client.0.91567.log.gz 2023-12-03T13:02:33.488 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102039.log 2023-12-03T13:02:33.488 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83604.log 2023-12-03T13:02:33.488 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.98833.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.103680.log.gz 2023-12-03T13:02:33.488 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.102039.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106095.log 2023-12-03T13:02:33.489 INFO:teuthology.orchestra.run.smithi145.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.102039.log.gz 2023-12-03T13:02:33.489 INFO:teuthology.orchestra.run.smithi145.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.98833.log.gz 2023-12-03T13:02:33.489 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.83604.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95833.log 2023-12-03T13:02:33.489 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.83604.log.gz 2023-12-03T13:02:33.489 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.106095.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97174.log 2023-12-03T13:02:33.489 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.95833.log: 87.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104911.log 2023-12-03T13:02:33.489 INFO:teuthology.orchestra.run.smithi145.stderr: -- replaced with /var/log/ceph/ceph-client.admin.106095.log.gz 57.5% 2023-12-03T13:02:33.489 INFO:teuthology.orchestra.run.smithi145.stderr: -- replaced with /var/log/ceph/ceph-client.admin.95833.log.gz 2023-12-03T13:02:33.489 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.97174.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.110909.log 2023-12-03T13:02:33.490 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.104911.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.crash.smithi145.112066.log 2023-12-03T13:02:33.490 INFO:teuthology.orchestra.run.smithi145.stderr: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.104911.log.gz 2023-12-03T13:02:33.490 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.110909.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98054.log 2023-12-03T13:02:33.490 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104665.log 2023-12-03T13:02:33.490 INFO:teuthology.orchestra.run.smithi145.stderr: 84.3%/var/log/ceph/ceph-client.crash.smithi145.112066.log: -- replaced with /var/log/ceph/ceph-client.0.110909.log.gz 2023-12-03T13:02:33.490 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.crash.smithi145.112066.log.gz 2023-12-03T13:02:33.490 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.98054.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90388.log 2023-12-03T13:02:33.490 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.104665.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104583.log 2023-12-03T13:02:33.491 INFO:teuthology.orchestra.run.smithi145.stderr: 85.3%/var/log/ceph/ceph-client.admin.90388.log: -- replaced with /var/log/ceph/ceph-client.admin.104665.log.gz 2023-12-03T13:02:33.491 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90388.log.gz 2023-12-03T13:02:33.491 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2023-12-03T13:02:33.491 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.104583.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101546.log 2023-12-03T13:02:33.491 INFO:teuthology.orchestra.run.smithi145.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.104583.log.gz 2023-12-03T13:02:33.491 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-osd.3.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.98054.log.gz 2023-12-03T13:02:33.491 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100234.log 2023-12-03T13:02:33.491 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.101546.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103927.log 2023-12-03T13:02:33.491 INFO:teuthology.orchestra.run.smithi145.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.101546.log.gz 2023-12-03T13:02:33.492 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.100234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91314.log 2023-12-03T13:02:33.492 INFO:teuthology.orchestra.run.smithi145.stderr: 80.1% -- replaced with /var/log/ceph/ceph-client.admin.100234.log.gz 2023-12-03T13:02:33.492 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.103927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94467.log 2023-12-03T13:02:33.492 INFO:teuthology.orchestra.run.smithi145.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.103927.log.gz 2023-12-03T13:02:33.492 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.91314.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91314.log.gz 2023-12-03T13:02:33.492 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93763.log 2023-12-03T13:02:33.492 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95567.log 2023-12-03T13:02:33.492 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.94467.log: /var/log/ceph/ceph-client.admin.93763.log: gzip -5 --verbose -- 79.7% /var/log/ceph/ceph-client.admin.110109.log 2023-12-03T13:02:33.492 INFO:teuthology.orchestra.run.smithi145.stderr: -- replaced with /var/log/ceph/ceph-client.admin.94467.log.gz 2023-12-03T13:02:33.493 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.93763.log.gz 2023-12-03T13:02:33.493 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.95567.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.111419.log 2023-12-03T13:02:33.493 INFO:teuthology.orchestra.run.smithi145.stderr: 58.8% -- replaced with /var/log/ceph/ceph-client.admin.95567.log.gz 2023-12-03T13:02:33.493 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104009.log 2023-12-03T13:02:33.493 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.110109.log: /var/log/ceph/ceph-client.0.111419.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95007.log 2023-12-03T13:02:33.493 INFO:teuthology.orchestra.run.smithi145.stderr: 81.0% 92.2% -- replaced with /var/log/ceph/ceph-client.admin.110109.log.gz 2023-12-03T13:02:33.493 INFO:teuthology.orchestra.run.smithi145.stderr: -- replaced with /var/log/ceph/ceph-client.0.111419.log.gz/var/log/ceph/ceph-client.admin.104009.log: 2023-12-03T13:02:33.493 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109470.log 2023-12-03T13:02:33.493 INFO:teuthology.orchestra.run.smithi145.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.104009.log.gz 2023-12-03T13:02:33.494 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.95007.log: gzip -5 0.0% --verbose -- /var/log/ceph/ceph-client.0.111521.log 2023-12-03T13:02:33.494 INFO:teuthology.orchestra.run.smithi145.stderr: -- replaced with /var/log/ceph/ceph-client.admin.95007.log.gz 2023-12-03T13:02:33.494 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.109470.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94679.log 2023-12-03T13:02:33.494 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.111521.log: 92.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101875.log 2023-12-03T13:02:33.494 INFO:teuthology.orchestra.run.smithi145.stderr: -- replaced with /var/log/ceph/ceph-client.admin.109470.log.gz 2023-12-03T13:02:33.494 INFO:teuthology.orchestra.run.smithi145.stderr: 80.2% -- replaced with /var/log/ceph/ceph-client.0.111521.log.gz 2023-12-03T13:02:33.494 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.94679.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93141.log 2023-12-03T13:02:33.494 INFO:teuthology.orchestra.run.smithi145.stderr: 78.8% -- replaced with /var/log/ceph/ceph-client.admin.94679.log.gz 2023-12-03T13:02:33.494 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95219.log 2023-12-03T13:02:33.495 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.101875.log: /var/log/ceph/ceph-client.admin.93141.log: gzip -5 --verbose 85.4% -- replaced with /var/log/ceph/ceph-client.admin.101875.log.gz 2023-12-03T13:02:33.495 INFO:teuthology.orchestra.run.smithi145.stderr: -- /var/log/ceph/ceph-client.admin.90127.log 2023-12-03T13:02:33.495 INFO:teuthology.orchestra.run.smithi145.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.93141.log.gz 2023-12-03T13:02:33.495 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.95219.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.95219.log.gz 2023-12-03T13:02:33.495 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.admin.log 2023-12-03T13:02:33.495 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105157.log 2023-12-03T13:02:33.495 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90127.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90127.log.gz 2023-12-03T13:02:33.495 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ops-log-ceph-client.admin.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2023-12-03T13:02:33.495 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.105157.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97834.log 80.6% -- replaced with /var/log/ceph/ceph-client.admin.105157.log.gz 2023-12-03T13:02:33.495 INFO:teuthology.orchestra.run.smithi145.stderr: 2023-12-03T13:02:33.496 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104747.log 2023-12-03T13:02:33.496 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.97834.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100480.log 2023-12-03T13:02:33.496 INFO:teuthology.orchestra.run.smithi145.stderr: 94.0% -- replaced with /var/log/ceph/ceph-client.admin.97174.log.gz 2023-12-03T13:02:33.496 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.104747.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.104747.log.gz 2023-12-03T13:02:33.496 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90391.log 2023-12-03T13:02:33.496 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94631.log 2023-12-03T13:02:33.496 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.100480.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.97834.log.gz/var/log/ceph/ceph-client.admin.90391.log: 2023-12-03T13:02:33.496 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% 81.9% -- replaced with /var/log/ceph/ceph-client.admin.100480.log.gz 2023-12-03T13:02:33.496 INFO:teuthology.orchestra.run.smithi145.stderr: -- replaced with /var/log/ceph/ceph-client.admin.90391.log.gz 2023-12-03T13:02:33.497 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90387.log 2023-12-03T13:02:33.497 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.94631.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90134.log 2023-12-03T13:02:33.497 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.94631.log.gz 2023-12-03T13:02:33.497 INFO:teuthology.orchestra.run.smithi145.stderr: 94.4% -- replaced with /var/log/ceph/ops-log-ceph-client.admin.log.gz 2023-12-03T13:02:33.497 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99516.log 2023-12-03T13:02:33.497 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90387.log.gz 2023-12-03T13:02:33.497 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102860.log 2023-12-03T13:02:33.497 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90134.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90134.log.gz 2023-12-03T13:02:33.497 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.99516.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100726.log 50.4% -- replaced with /var/log/ceph/ceph-client.admin.99516.log.gz 2023-12-03T13:02:33.498 INFO:teuthology.orchestra.run.smithi145.stderr: 2023-12-03T13:02:33.498 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.102860.log: 81.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90135.log 2023-12-03T13:02:33.498 INFO:teuthology.orchestra.run.smithi145.stderr: -- replaced with /var/log/ceph/ceph-client.admin.102860.log.gz 2023-12-03T13:02:33.498 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.100726.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96354.log 2023-12-03T13:02:33.498 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90135.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94303.log 2023-12-03T13:02:33.498 INFO:teuthology.orchestra.run.smithi145.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.100726.log.gz 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90135.log.gz 2023-12-03T13:02:33.498 INFO:teuthology.orchestra.run.smithi145.stderr: 2023-12-03T13:02:33.498 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.96354.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96163.log 2023-12-03T13:02:33.498 INFO:teuthology.orchestra.run.smithi145.stderr: 55.1% -- replaced with /var/log/ceph/ceph-client.admin.96354.log.gz 2023-12-03T13:02:33.499 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.94303.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96410.log 2023-12-03T13:02:33.499 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.96163.log: gzip -5 --verbose 82.2% -- /var/log/ceph/ceph-client.admin.103516.log 2023-12-03T13:02:33.499 INFO:teuthology.orchestra.run.smithi145.stderr: -- replaced with /var/log/ceph/ceph-client.admin.94303.log.gz 2023-12-03T13:02:33.499 INFO:teuthology.orchestra.run.smithi145.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.96163.log.gz 2023-12-03T13:02:33.499 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.96410.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101054.log 2023-12-03T13:02:33.499 INFO:teuthology.orchestra.run.smithi145.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.96410.log.gz 2023-12-03T13:02:33.499 INFO:teuthology.orchestra.run.smithi145.stderr:gzip/var/log/ceph/ceph-client.admin.103516.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.105801.log 2023-12-03T13:02:33.499 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.101054.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.103516.log.gz 2023-12-03T13:02:33.499 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 82.3% -- replaced with /var/log/ceph/ceph-client.admin.101054.log.gz 2023-12-03T13:02:33.500 INFO:teuthology.orchestra.run.smithi145.stderr: --verbose -- /var/log/ceph/ceph-client.0.99327.log 2023-12-03T13:02:33.500 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.105801.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94385.log 81.6% -- replaced with /var/log/ceph/ceph-client.admin.105801.log.gz 2023-12-03T13:02:33.500 INFO:teuthology.orchestra.run.smithi145.stderr: 2023-12-03T13:02:33.500 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.99327.log: gzip 84.1% -- replaced with /var/log/ceph/ceph-client.0.99327.log.gz 2023-12-03T13:02:33.500 INFO:teuthology.orchestra.run.smithi145.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.105075.log 2023-12-03T13:02:33.500 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.94385.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109268.log 2023-12-03T13:02:33.500 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.105075.log: 80.2% -- replaced with /var/log/ceph/ceph-client.admin.94385.log.gz 2023-12-03T13:02:33.500 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.108636.log 2023-12-03T13:02:33.500 INFO:teuthology.orchestra.run.smithi145.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.105075.log.gz 2023-12-03T13:02:33.501 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.109268.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2023-12-03T13:02:33.501 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5/var/log/ceph/ceph-client.0.108636.log: --verbose -- /var/log/ceph/ceph-client.admin.105695.log 2023-12-03T13:02:33.501 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-osd.0.log: 83.9% -- replaced with /var/log/ceph/ceph-client.0.108636.log.gz 2023-12-03T13:02:33.501 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83893.log 2023-12-03T13:02:33.501 INFO:teuthology.orchestra.run.smithi145.stderr: 93.5% -- replaced with /var/log/ceph/ceph-client.admin.109268.log.gz 2023-12-03T13:02:33.501 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103762.log 2023-12-03T13:02:33.501 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.105695.log: 0.0%/var/log/ceph/ceph-client.admin.83893.log: -- replaced with /var/log/ceph/ceph-client.admin.105695.log.gzgzip -5 0.0% -- replaced with /var/log/ceph/ceph-client.admin.83893.log.gz 2023-12-03T13:02:33.501 INFO:teuthology.orchestra.run.smithi145.stderr: --verbose -- /var/log/ceph/ceph-client.admin.91087.log 2023-12-03T13:02:33.502 INFO:teuthology.orchestra.run.smithi145.stderr: 2023-12-03T13:02:33.502 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.103762.log: gzip -5 --verbose -- 82.2% /var/log/ceph/ceph-client.admin.104091.log 2023-12-03T13:02:33.502 INFO:teuthology.orchestra.run.smithi145.stderr: -- replaced with /var/log/ceph/ceph-client.admin.103762.log.gz 2023-12-03T13:02:33.502 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.91087.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91087.log.gz 2023-12-03T13:02:33.502 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100644.log 2023-12-03T13:02:33.502 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.0.log 2023-12-03T13:02:33.502 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.104091.log: gzip -5/var/log/ceph/ceph-client.admin.100644.log: --verbose -- /var/log/ceph/ceph-client.admin.94761.log 2023-12-03T13:02:33.502 INFO:teuthology.orchestra.run.smithi145.stderr: 84.8% -- replaced with /var/log/ceph/ceph-client.admin.104091.log.gz 2023-12-03T13:02:33.502 INFO:teuthology.orchestra.run.smithi145.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.100644.log.gz 2023-12-03T13:02:33.503 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ops-log-ceph-client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93787.log 2023-12-03T13:02:33.503 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.94761.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93059.log 2023-12-03T13:02:33.503 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.93787.log: 80.0% -- replaced with /var/log/ceph/ceph-client.admin.94761.log.gz 2023-12-03T13:02:33.503 INFO:teuthology.orchestra.run.smithi145.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.93787.log.gz 2023-12-03T13:02:33.503 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90667.log 2023-12-03T13:02:33.503 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.93059.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105507.log 2023-12-03T13:02:33.503 INFO:teuthology.orchestra.run.smithi145.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.93059.log.gz 2023-12-03T13:02:33.503 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90667.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90667.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93411.log 2023-12-03T13:02:33.503 INFO:teuthology.orchestra.run.smithi145.stderr: 2023-12-03T13:02:33.504 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.105507.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2023-12-03T13:02:33.504 INFO:teuthology.orchestra.run.smithi145.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.105507.log.gz 2023-12-03T13:02:33.504 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.93411.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102942.log 2023-12-03T13:02:33.504 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.93411.log.gz 2023-12-03T13:02:33.504 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99988.log 2023-12-03T13:02:33.504 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.102942.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.102942.log.gz 2023-12-03T13:02:33.504 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91003.log 2023-12-03T13:02:33.504 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.99988.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.99988.log.gz 2023-12-03T13:02:33.505 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102285.log 2023-12-03T13:02:33.505 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.91003.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91003.log.gz 2023-12-03T13:02:33.505 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2023-12-03T13:02:33.505 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.102285.log: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.102285.log.gz 2023-12-03T13:02:33.505 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103270.log 2023-12-03T13:02:33.505 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-osd.2.log: 93.8% -- replaced with /var/log/ceph/ceph.log.gz 2023-12-03T13:02:33.505 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91396.log 2023-12-03T13:02:33.505 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.103270.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.103270.log.gz 2023-12-03T13:02:33.505 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89911.log 2023-12-03T13:02:33.506 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.91396.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91396.log.gz 2023-12-03T13:02:33.506 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101710.log 2023-12-03T13:02:33.506 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.89911.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.89911.log.gz 2023-12-03T13:02:33.506 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93893.log 2023-12-03T13:02:33.506 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.101710.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.101710.log.gz 2023-12-03T13:02:33.506 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94057.log 2023-12-03T13:02:33.506 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.93893.log: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.93893.log.gz 2023-12-03T13:02:33.506 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.crash.smithi145.112122.log 2023-12-03T13:02:33.507 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.94057.log: 79.9% -- replaced with /var/log/ceph/ceph-client.admin.94057.log.gz 2023-12-03T13:02:33.507 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.111011.log 2023-12-03T13:02:33.507 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.crash.smithi145.112122.log: 0.0% -- replaced with /var/log/ceph/ceph-client.crash.smithi145.112122.log.gz 2023-12-03T13:02:33.507 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105883.log 2023-12-03T13:02:33.507 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.111011.log: 79.9% -- replaced with /var/log/ceph/ceph-client.0.111011.log.gz 2023-12-03T13:02:33.507 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90469.log 2023-12-03T13:02:33.507 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.105883.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.105883.log.gz 2023-12-03T13:02:33.507 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.91659.log 2023-12-03T13:02:33.507 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90469.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90469.log.gz 2023-12-03T13:02:33.508 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89869.log 2023-12-03T13:02:33.508 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.91659.log: 80.2% -- replaced with /var/log/ceph/ceph-client.0.91659.log.gz 2023-12-03T13:02:33.508 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97944.log 2023-12-03T13:02:33.508 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.89869.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.89869.log.gz 2023-12-03T13:02:33.508 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98664.log 2023-12-03T13:02:33.508 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.97944.log: gzip -5 --verbose -- /var/log/ceph/rgw.ceph.client.0.log 2023-12-03T13:02:33.508 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.98664.log: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.98664.log.gz 2023-12-03T13:02:33.524 INFO:teuthology.orchestra.run.smithi145.stderr: 95.0% -- replaced with /var/log/ceph/ceph-client.admin.97944.log.gz 2023-12-03T13:02:33.524 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110571.log 2023-12-03T13:02:33.524 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/rgw.ceph.client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89729.log 2023-12-03T13:02:33.524 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.110571.log: 92.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98746.log 2023-12-03T13:02:33.524 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.89729.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.89729.log.gz 2023-12-03T13:02:33.525 INFO:teuthology.orchestra.run.smithi145.stderr: -- replaced with /var/log/ceph/ceph-client.admin.110571.log.gz 2023-12-03T13:02:33.525 INFO:teuthology.orchestra.run.smithi145.stderr: 94.9% -- replaced with /var/log/ceph/ops-log-ceph-client.0.log.gz 2023-12-03T13:02:33.525 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98274.log 2023-12-03T13:02:33.525 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.98746.log: 83.8% -- replaced with /var/log/ceph/ceph-client.admin.98746.log.gz 2023-12-03T13:02:33.525 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103188.log 2023-12-03T13:02:33.525 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.98274.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.98274.log.gz 2023-12-03T13:02:33.525 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94139.log 2023-12-03T13:02:33.525 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.103188.log: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.103188.log.gz 2023-12-03T13:02:33.525 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.99229.log 2023-12-03T13:02:33.526 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.94139.log: 80.0% -- replaced with /var/log/ceph/ceph-client.admin.94139.log.gz 2023-12-03T13:02:33.526 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103024.log 2023-12-03T13:02:33.526 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.99229.log: 83.8% -- replaced with /var/log/ceph/ceph-client.0.99229.log.gz 2023-12-03T13:02:33.526 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91356.log 2023-12-03T13:02:33.526 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.103024.log: 83.0% -- replaced with /var/log/ceph/ceph-client.admin.103024.log.gz 2023-12-03T13:02:33.526 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90381.log 2023-12-03T13:02:33.526 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.91356.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91356.log.gz 2023-12-03T13:02:33.526 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99000.log 2023-12-03T13:02:33.526 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.90381.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90381.log.gz 2023-12-03T13:02:33.527 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102778.log 2023-12-03T13:02:33.527 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.99000.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.99000.log.gz 2023-12-03T13:02:33.527 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.111215.log 2023-12-03T13:02:33.527 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.102778.log: 84.9% -- replaced with /var/log/ceph/ceph-client.admin.102778.log.gz 2023-12-03T13:02:33.527 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105671.log 2023-12-03T13:02:33.527 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.0.111215.log: 80.2% -- replaced with /var/log/ceph/ceph-client.0.111215.log.gz 2023-12-03T13:02:33.527 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95031.log 2023-12-03T13:02:33.527 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.105671.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.105671.log.gz 2023-12-03T13:02:33.527 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101628.log 2023-12-03T13:02:33.528 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.95031.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.95031.log.gz 2023-12-03T13:02:33.528 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91045.log 2023-12-03T13:02:33.528 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.101628.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.101628.log.gz 2023-12-03T13:02:33.528 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2023-12-03T13:02:33.528 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-client.admin.91045.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91045.log.gz 2023-12-03T13:02:33.528 INFO:teuthology.orchestra.run.smithi145.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105343.log 2023-12-03T13:02:33.536 INFO:teuthology.orchestra.run.smithi145.stderr:/var/log/ceph/ceph-mon.c.log: /var/log/ceph/ceph-client.admin.105343.log: 84.6% -- replaced with /var/log/ceph/ceph-client.admin.105343.log.gz 2023-12-03T13:02:33.680 INFO:teuthology.orchestra.run.smithi145.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2023-12-03T13:02:33.813 INFO:teuthology.orchestra.run.smithi149.stderr: 92.6% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2023-12-03T13:02:34.073 INFO:teuthology.orchestra.run.smithi145.stderr: 92.4% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2023-12-03T13:02:34.627 INFO:teuthology.orchestra.run.smithi145.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2023-12-03T13:02:35.137 INFO:teuthology.orchestra.run.smithi145.stderr: 93.2% -- replaced with /var/log/ceph/rgw.ceph.client.0.log.gz 2023-12-03T13:02:37.935 INFO:teuthology.orchestra.run.smithi145.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2023-12-03T13:02:38.033 INFO:teuthology.orchestra.run.smithi145.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2023-12-03T13:02:38.337 INFO:teuthology.orchestra.run.smithi149.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2023-12-03T13:02:38.381 INFO:teuthology.orchestra.run.smithi149.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2023-12-03T13:02:39.615 INFO:teuthology.orchestra.run.smithi149.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2023-12-03T13:02:40.140 INFO:teuthology.orchestra.run.smithi145.stderr: 94.4% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2023-12-03T13:02:40.810 INFO:teuthology.orchestra.run.smithi149.stderr: 94.3% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2023-12-03T13:02:40.812 INFO:teuthology.orchestra.run.smithi149.stderr: 2023-12-03T13:02:40.812 INFO:teuthology.orchestra.run.smithi149.stderr:real 0m7.431s 2023-12-03T13:02:40.812 INFO:teuthology.orchestra.run.smithi149.stderr:user 0m23.121s 2023-12-03T13:02:40.812 INFO:teuthology.orchestra.run.smithi149.stderr:sys 0m0.865s 2023-12-03T13:02:46.615 INFO:teuthology.orchestra.run.smithi145.stderr: 95.0% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2023-12-03T13:02:46.617 INFO:teuthology.orchestra.run.smithi145.stderr: 2023-12-03T13:02:46.617 INFO:teuthology.orchestra.run.smithi145.stderr:real 0m13.269s 2023-12-03T13:02:46.617 INFO:teuthology.orchestra.run.smithi145.stderr:user 0m31.862s 2023-12-03T13:02:46.617 INFO:teuthology.orchestra.run.smithi145.stderr:sys 0m1.284s 2023-12-03T13:02:46.618 INFO:tasks.ceph:Archiving logs... 2023-12-03T13:02:46.618 DEBUG:teuthology.misc:Transferring archived files from smithi145:/var/log/ceph to /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476147/remote/smithi145/log 2023-12-03T13:02:49.492 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar c -f - -C /var/log/ceph -- . 2023-12-03T13:02:53.711 DEBUG:teuthology.misc:Transferring archived files from smithi149:/var/log/ceph to /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476147/remote/smithi149/log 2023-12-03T13:02:53.712 DEBUG:teuthology.orchestra.run.smithi149:> sudo tar c -f - -C /var/log/ceph -- . 2023-12-03T13:02:56.978 ERROR:teuthology.run_tasks:Manager failed: ceph Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph.py", line 1918, in task File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/__init__.py", line 132, in __exit__ self.end() File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 101, in end File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 386, in delete_users File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi145 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 131, in __exit__ self.gen.throw(type, value, traceback) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph.py", line 1928, in task File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 2758, in wait_for_clean File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 2590, in get_num_active_clean File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 2356, in get_pg_stats File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 1611, in raw_cluster_cmd File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 1602, in run_cluster_cmd File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi145 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json' 2023-12-03T13:02:56.992 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-12-03T13:02:57.004 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/install/__init__.py", line 626, in task yield File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/__init__.py", line 132, in __exit__ self.end() File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 101, in end File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 386, in delete_users File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi145 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph' 2023-12-03T13:02:57.016 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-12-03T13:02:57.016 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-12-03T13:02:57.020 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-12-03T13:02:57.115 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-12-03T13:02:57.128 INFO:teuthology.task.clock:Checking final clock skew... 2023-12-03T13:02:57.128 DEBUG:teuthology.orchestra.run.smithi145:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-03T13:02:57.131 DEBUG:teuthology.orchestra.run.smithi149:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-03T13:02:57.147 INFO:teuthology.orchestra.run.smithi149.stderr:bash: line 1: ntpq: command not found 2023-12-03T13:02:57.151 INFO:teuthology.orchestra.run.smithi149.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-03T13:02:57.151 INFO:teuthology.orchestra.run.smithi149.stdout:=============================================================================== 2023-12-03T13:02:57.151 INFO:teuthology.orchestra.run.smithi149.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 32 +2075us[+2075us] +/- 74ms 2023-12-03T13:02:57.151 INFO:teuthology.orchestra.run.smithi149.stdout:^* hv02.front.sepia.ceph.com 3 7 377 36 -1289us[-1291us] +/- 68ms 2023-12-03T13:02:57.151 INFO:teuthology.orchestra.run.smithi149.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 27 -52us[ -52us] +/- 68ms 2023-12-03T13:02:57.151 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2023-12-03T13:02:57.158 INFO:teuthology.orchestra.run.smithi145.stderr:bash: line 1: ntpq: command not found 2023-12-03T13:02:57.163 INFO:teuthology.orchestra.run.smithi145.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-03T13:02:57.163 INFO:teuthology.orchestra.run.smithi145.stdout:=============================================================================== 2023-12-03T13:02:57.163 INFO:teuthology.orchestra.run.smithi145.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 24 +1906us[+1906us] +/- 74ms 2023-12-03T13:02:57.163 INFO:teuthology.orchestra.run.smithi145.stdout:^* hv02.front.sepia.ceph.com 3 6 377 27 -1434us[-1357us] +/- 68ms 2023-12-03T13:02:57.163 INFO:teuthology.orchestra.run.smithi145.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 27 -205us[ -205us] +/- 68ms 2023-12-03T13:02:57.163 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2023-12-03T13:02:57.164 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-12-03T13:02:57.175 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-12-03T13:02:57.175 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-12-03T13:02:57.188 DEBUG:teuthology.orchestra.run.smithi145:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-12-03T13:02:57.313 DEBUG:teuthology.orchestra.run.smithi149:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-12-03T13:02:57.409 DEBUG:teuthology.orchestra.run.smithi145:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-03T13:02:57.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T13:02:57.453 DEBUG:teuthology.orchestra.run.smithi149:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-03T13:02:57.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T13:02:57.486 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-12-03T13:02:57.497 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-12-03T13:02:57.511 INFO:teuthology.task.internal:Duration was 5603.621412 seconds 2023-12-03T13:02:57.511 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-12-03T13:02:57.525 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-12-03T13:02:57.525 DEBUG:teuthology.orchestra.run.smithi145:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-12-03T13:02:57.527 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-12-03T13:02:57.570 INFO:teuthology.orchestra.run.smithi149.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-03T13:02:57.581 INFO:teuthology.orchestra.run.smithi145.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-03T13:02:57.810 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-12-03T13:02:57.811 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi145.front.sepia.ceph.com 2023-12-03T13:02:57.811 DEBUG:teuthology.orchestra.run.smithi145:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-12-03T13:02:57.843 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi149.front.sepia.ceph.com 2023-12-03T13:02:57.843 DEBUG:teuthology.orchestra.run.smithi149:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-12-03T13:02:57.873 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-12-03T13:02:57.874 DEBUG:teuthology.orchestra.run.smithi145:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-12-03T13:02:57.886 DEBUG:teuthology.orchestra.run.smithi149:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-12-03T13:02:57.942 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-12-03T13:02:57.942 DEBUG:teuthology.orchestra.run.smithi145:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-12-03T13:02:57.966 DEBUG:teuthology.orchestra.run.smithi149:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-12-03T13:02:58.078 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-12-03T13:02:58.090 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-12-03T13:02:58.090 DEBUG:teuthology.orchestra.run.smithi145:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-12-03T13:02:58.129 DEBUG:teuthology.orchestra.run.smithi149:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-12-03T13:02:58.156 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-12-03T13:02:58.170 DEBUG:teuthology.orchestra.run.smithi145:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-12-03T13:02:58.173 DEBUG:teuthology.orchestra.run.smithi149:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-12-03T13:02:58.209 INFO:teuthology.orchestra.run.smithi145.stdout:kernel.core_pattern = core 2023-12-03T13:02:58.222 INFO:teuthology.orchestra.run.smithi149.stdout:kernel.core_pattern = core 2023-12-03T13:02:58.248 DEBUG:teuthology.orchestra.run.smithi145:> test -e /home/ubuntu/cephtest/archive/coredump 2023-12-03T13:02:58.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T13:02:58.290 DEBUG:teuthology.orchestra.run.smithi149:> test -e /home/ubuntu/cephtest/archive/coredump 2023-12-03T13:02:58.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T13:02:58.305 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-12-03T13:02:58.319 INFO:teuthology.task.internal:Transferring archived files... 2023-12-03T13:02:58.320 DEBUG:teuthology.misc:Transferring archived files from smithi145:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476147/remote/smithi145 2023-12-03T13:02:58.320 DEBUG:teuthology.orchestra.run.smithi145:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-12-03T13:02:58.381 DEBUG:teuthology.misc:Transferring archived files from smithi149:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476147/remote/smithi149 2023-12-03T13:02:58.381 DEBUG:teuthology.orchestra.run.smithi149:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-12-03T13:02:58.416 INFO:teuthology.task.internal:Removing archive directory... 2023-12-03T13:02:58.417 DEBUG:teuthology.orchestra.run.smithi145:> rm -rf -- /home/ubuntu/cephtest/archive 2023-12-03T13:02:58.418 DEBUG:teuthology.orchestra.run.smithi149:> rm -rf -- /home/ubuntu/cephtest/archive 2023-12-03T13:02:58.466 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-12-03T13:02:58.478 INFO:teuthology.task.internal:Not uploading archives. 2023-12-03T13:02:58.478 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-12-03T13:02:58.492 INFO:teuthology.task.internal:Tidying up after the test... 2023-12-03T13:02:58.492 DEBUG:teuthology.orchestra.run.smithi145:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-12-03T13:02:58.495 DEBUG:teuthology.orchestra.run.smithi149:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-12-03T13:02:58.519 INFO:teuthology.orchestra.run.smithi145.stdout: 265244 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Dec 3 13:02 /home/ubuntu/cephtest 2023-12-03T13:02:58.522 INFO:teuthology.orchestra.run.smithi149.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Dec 3 13:02 /home/ubuntu/cephtest 2023-12-03T13:02:58.522 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-12-03T13:02:58.533 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-12-03T13:02:58.549 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi145 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph' 2023-12-03T13:02:58.549 INFO:teuthology.nuke:Checking targets against current locks 2023-12-03T13:02:58.574 DEBUG:teuthology.nuke:shortname: smithi145 2023-12-03T13:02:58.575 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-03T13:02:58.598 DEBUG:teuthology.nuke:shortname: smithi149 2023-12-03T13:02:58.599 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-03T13:02:58.602 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi145.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476147', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-03 11:19:25.848711', 'locked_by': 'scheduled_alimasa@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHEuoX7poRBhmYDq4QcTsDf2ROIvOUE1ncv2xE8mHrCUM0FogaoDisyaDw4F1KUZNLhIPvNGq/WqRbHNSQyADsU='} 2023-12-03T13:02:58.623 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi149.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476147', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-03 11:19:25.850023', 'locked_by': 'scheduled_alimasa@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBABzCELN9U1+84lTAE+EqhY7fAhBr/TzO8IVkFgKJjvlQq+Y5Y/UWlAxB4+oPsmdbdXfssmvykk+qbGcxh9GUcY='} 2023-12-03T13:02:58.652 INFO:teuthology.orchestra.console.smithi145:Power off 2023-12-03T13:02:58.653 DEBUG:teuthology.orchestra.console.smithi145:pexpect command: ipmitool -H smithi145.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-12-03T13:02:58.677 DEBUG:teuthology.orchestra.console.smithi145:power off output: Chassis Power Control: Down/Off 2023-12-03T13:02:58.677 DEBUG:teuthology.orchestra.console.smithi145:pexpect command: ipmitool -H smithi145.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-03T13:02:58.694 INFO:teuthology.orchestra.console.smithi149:Power off 2023-12-03T13:02:58.695 DEBUG:teuthology.orchestra.console.smithi149:pexpect command: ipmitool -H smithi149.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-12-03T13:02:58.704 DEBUG:teuthology.orchestra.console.smithi145:check power output: Chassis Power is on 2023-12-03T13:02:58.716 DEBUG:teuthology.orchestra.console.smithi149:power off output: Chassis Power Control: Down/Off 2023-12-03T13:02:58.716 DEBUG:teuthology.orchestra.console.smithi149:pexpect command: ipmitool -H smithi149.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-03T13:02:58.740 DEBUG:teuthology.orchestra.console.smithi149:check power output: Chassis Power is on 2023-12-03T13:03:02.705 DEBUG:teuthology.orchestra.console.smithi145:pexpect command: ipmitool -H smithi145.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-03T13:03:02.741 DEBUG:teuthology.orchestra.console.smithi149:pexpect command: ipmitool -H smithi149.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-03T13:03:02.817 DEBUG:teuthology.orchestra.console.smithi145:check power output: Chassis Power is on 2023-12-03T13:03:02.850 DEBUG:teuthology.orchestra.console.smithi149:check power output: Chassis Power is on 2023-12-03T13:03:06.822 DEBUG:teuthology.orchestra.console.smithi145:pexpect command: ipmitool -H smithi145.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-03T13:03:06.851 DEBUG:teuthology.orchestra.console.smithi149:pexpect command: ipmitool -H smithi149.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-03T13:03:06.934 DEBUG:teuthology.orchestra.console.smithi145:check power output: Chassis Power is on 2023-12-03T13:03:06.960 DEBUG:teuthology.orchestra.console.smithi149:check power output: Chassis Power is on 2023-12-03T13:03:10.940 DEBUG:teuthology.orchestra.console.smithi145:pexpect command: ipmitool -H smithi145.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-03T13:03:10.961 DEBUG:teuthology.orchestra.console.smithi149:pexpect command: ipmitool -H smithi149.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-03T13:03:11.054 DEBUG:teuthology.orchestra.console.smithi145:check power output: Chassis Power is off 2023-12-03T13:03:11.071 DEBUG:teuthology.orchestra.console.smithi149:check power output: Chassis Power is off 2023-12-03T13:03:11.155 INFO:teuthology.orchestra.console.smithi145:Power off completed 2023-12-03T13:03:11.172 INFO:teuthology.orchestra.console.smithi149:Power off completed 2023-12-03T13:03:11.278 INFO:teuthology.run:Summary data: description: rgw/verify/{0-install clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/replicated s3tests-branch sharding$/{single} striping$/{stripe-greater-than-chunk} supported-random-distro$/{centos_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} duration: 5603.621412038803 failure_reason: 'Command failed (s3 tests against rgw) on smithi145 with status 1: "source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/pki/tls/certs/ca-bundle.crt tox -- -v -m ''not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3''"' flavor: default owner: scheduled_alimasa@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=34e3c59e32eb4e1c8f98816843c9ecc2 status: fail success: false 2023-12-03T13:03:11.278 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-12-03T13:03:11.363 INFO:teuthology.run:FAIL